File tree 2 files changed +8
-7
lines changed
2 files changed +8
-7
lines changed Original file line number Diff line number Diff line change @@ -9,19 +9,19 @@ CORE_RANGE=${CORE_RANGE:-48-95}
9
9
NUMA_NODE=${NUMA_NODE:- 1}
10
10
11
11
# Try building the docker image
12
- numactl -C $CORE_RANGE -N $NUMA_NODE docker build -t cpu-test -f Dockerfile.cpu .
13
- numactl -C $CORE_RANGE -N $NUMA_NODE docker build --build-arg VLLM_CPU_DISABLE_AVX512=" true" -t cpu-test-avx2 -f Dockerfile.cpu .
12
+ numactl -C " $CORE_RANGE " -N " $NUMA_NODE " docker build -t cpu-test -f Dockerfile.cpu .
13
+ numactl -C " $CORE_RANGE " -N " $NUMA_NODE " docker build --build-arg VLLM_CPU_DISABLE_AVX512=" true" -t cpu-test-avx2 -f Dockerfile.cpu .
14
14
15
15
# Setup cleanup
16
16
remove_docker_container () { docker rm -f cpu-test cpu-test-avx2 || true ; }
17
17
trap remove_docker_container EXIT
18
18
remove_docker_container
19
19
20
20
# Run the image, setting --shm-size=4g for tensor parallel.
21
- docker run -itd --entrypoint /bin/bash -v ~ /.cache/huggingface:/root/.cache/huggingface --cpuset-cpus=$CORE_RANGE \
22
- --cpuset-mems=$NUMA_NODE --privileged=true --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --shm-size=4g --name cpu-test cpu-test
23
- docker run -itd --entrypoint /bin/bash -v ~ /.cache/huggingface:/root/.cache/huggingface --cpuset-cpus=$CORE_RANGE \
24
- --cpuset-mems=$NUMA_NODE --privileged=true --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --shm-size=4g --name cpu-test-avx2 cpu-test-avx2
21
+ docker run -itd --entrypoint /bin/bash -v ~ /.cache/huggingface:/root/.cache/huggingface --cpuset-cpus=" $CORE_RANGE " \
22
+ --cpuset-mems=" $NUMA_NODE " --privileged=true --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --shm-size=4g --name cpu-test cpu-test
23
+ docker run -itd --entrypoint /bin/bash -v ~ /.cache/huggingface:/root/.cache/huggingface --cpuset-cpus=" $CORE_RANGE " \
24
+ --cpuset-mems=" $NUMA_NODE " --privileged=true --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --shm-size=4g --name cpu-test-avx2 cpu-test-avx2
25
25
26
26
function cpu_tests() {
27
27
set -e
Original file line number Diff line number Diff line change 1
1
#! /bin/bash
2
+ set -e
2
3
3
4
scversion=" stable"
4
5
@@ -18,4 +19,4 @@ if ! [ -x "$(command -v shellcheck)" ]; then
18
19
fi
19
20
20
21
# TODO - fix warnings in .buildkite/run-amd-test.sh
21
- find . -name " *.sh" -not -path " ./.buildkite/run-amd-test.sh" -exec sh -c ' git check-ignore -q $1 || shellcheck $1 ' _ {} \;
22
+ find . -name " *.sh" -not -path " ./.buildkite/run-amd-test.sh" -print0 | xargs -0 -I {} sh -c ' git check-ignore -q "{}" || shellcheck "{}" '
You can’t perform that action at this time.
0 commit comments