diff --git a/benchmarks/single_node/agentic/dsv4_fp4_mi355x_vllm.sh b/benchmarks/single_node/agentic/dsv4_fp4_mi355x_vllm.sh index e6cc14cb7..5d73ba00b 100644 --- a/benchmarks/single_node/agentic/dsv4_fp4_mi355x_vllm.sh +++ b/benchmarks/single_node/agentic/dsv4_fp4_mi355x_vllm.sh @@ -276,8 +276,7 @@ EOF git clone https://github.com/LMCache/LMCache.git cd LMCache - # https://github.com/LMCache/LMCache/pull/3853 - git checkout 9229067cec0b3a63bb8a39368d101db7ac0bc3c1 + git checkout v0.5.1 pip install -r requirements/build.txt pip install grpcio==1.78.0 CXX=hipcc BUILD_WITH_HIP=1 pip install -e . --no-build-isolation @@ -330,6 +329,8 @@ EOF --max-workers "$LMCACHE_MAX_WORKERS" --eviction-policy LRU --supported-transfer-mode "$LMCACHE_TX_MODE" + --no-separate-object-group + --no-l1-use-lazy ) printf '%q ' "${LMCACHE_CMD[@]}" > "$RESULT_DIR/lmcache_command.txt" printf '\n' >> "$RESULT_DIR/lmcache_command.txt" diff --git a/perf-changelog.yaml b/perf-changelog.yaml index d77c35f1f..f20628485 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4781,3 +4781,10 @@ - "Bump image to lmsysorg/sglang-rocm:v0.5.14-rocm720-mi35x-20260708" - "Clean the export envs" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2198 + +- config-keys: + - dsv4-fp4-mi355x-vllm-agentic + description: + - "Bump LMCache source build from pinned commit 9229067 to the v0.5.1 release tag (CXX=hipcc BUILD_WITH_HIP=1)" + - "Add --no-separate-object-group and --no-l1-use-lazy to the LMCache MP server launch command" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2216