From abbf0d664c74ff91057fd41f60bf43765d40e3d8 Mon Sep 17 00:00:00 2001 From: Lukasz Durejko Date: Mon, 26 May 2025 14:40:50 +0300 Subject: [PATCH] Add tensor parallel size = 2 test to HPU CI Signed-off-by: Lukasz Durejko --- .buildkite/scripts/hardware_ci/run-hpu-test.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.buildkite/scripts/hardware_ci/run-hpu-test.sh b/.buildkite/scripts/hardware_ci/run-hpu-test.sh index 95b6ac37f185..c3b78d471297 100644 --- a/.buildkite/scripts/hardware_ci/run-hpu-test.sh +++ b/.buildkite/scripts/hardware_ci/run-hpu-test.sh @@ -21,4 +21,6 @@ remove_docker_container # Run the image and launch offline inference docker run --runtime=habana --name=hpu-test --network=host -e HABANA_VISIBLE_DEVICES=all -e VLLM_SKIP_WARMUP=true --entrypoint="" hpu-test-env python3 examples/offline_inference/basic/generate.py --model facebook/opt-125m +docker run --runtime=habana --name=hpu-test --network=host -e HABANA_VISIBLE_DEVICES=all -e VLLM_SKIP_WARMUP=true --entrypoint="" hpu-test-env python3 examples/offline_inference/basic/generate.py --model facebook/opt-125m --tensor-parallel-size 2 + EXITCODE=$?