model_format=gguf
model_family=qwen36_moe
detected_model_family=qwen36_moe
profile=moe35b_tp4_fullbar_p2pon
selected_overlay=gguf_moe
runtime_image=joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b
runtime_image_digest=sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e
tp_size=4
max_model_len=131072
dtype=half
p2p=on
load_format=gguf
run_dir=/usr/share/ollama/vnext-repeat-20260630T045153Z/runtime/vnext-launch-runs/20260630T050006Z-2928686/gguf-moe35b-tp4
