Skip to content

Commit bd2107e

Browse files
authored
[CPU][PPC] Updated torch, torchvision, torchaudio dependencies (vllm-project#12555)
Signed-off-by: npanpaliya <[email protected]>
1 parent 9b0c4ba commit bd2107e

File tree

2 files changed

+11
-6
lines changed

2 files changed

+11
-6
lines changed

Dockerfile.ppc64le

+2-3
Original file line numberDiff line numberDiff line change
@@ -4,12 +4,12 @@ USER root
44

55
ENV PATH="/usr/local/cargo/bin:$PATH:/opt/conda/bin/"
66

7-
RUN apt-get update -y && apt-get install -y git wget curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1 libssl-dev
7+
RUN apt-get update -y && apt-get install -y git wget kmod curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1 libssl-dev
88

99
# Some packages in requirements-cpu are installed here
1010
# IBM provides optimized packages for ppc64le processors in the open-ce project for mamba
1111
# Currently these may not be available for venv or pip directly
12-
RUN micromamba install -y -n base -c https://ftp.osuosl.org/pub/open-ce/1.11.0-p10/ -c defaults python=3.10 torchvision-cpu=0.16.2 rust && micromamba clean --all --yes
12+
RUN micromamba install -y -n base -c https://ftp.osuosl.org/pub/open-ce/1.11.0-p10/ -c defaults python=3.10 rust && micromamba clean --all --yes
1313

1414
COPY ./ /workspace/vllm
1515

@@ -21,7 +21,6 @@ RUN --mount=type=bind,source=.git,target=.git \
2121
RUN --mount=type=cache,target=/root/.cache/pip \
2222
RUSTFLAGS='-L /opt/conda/lib' pip install -v --prefer-binary --extra-index-url https://repo.fury.io/mgiessing \
2323
'cmake>=3.26' ninja packaging 'setuptools-scm>=8' wheel jinja2 \
24-
torch==2.3.1 \
2524
-r requirements-cpu.txt \
2625
xformers uvloop==0.20.0
2726

requirements-cpu.txt

+9-3
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,13 @@
33

44
# Dependencies for CPUs
55
torch==2.5.1+cpu; platform_machine != "ppc64le" and platform_machine != "aarch64" and platform_system != "Darwin"
6-
torch==2.5.1; platform_machine == "aarch64" or platform_system == "Darwin"
7-
torchaudio; platform_machine != "ppc64le" # required for the image processor of minicpm-o-2_6, this must be updated alongside torch
8-
torchvision; platform_machine != "ppc64le" # required for the image processor of phi3v, this must be updated alongside torch
6+
torch==2.5.1; platform_machine == "ppc64le" or platform_machine == "aarch64" or platform_system == "Darwin"
7+
8+
# required for the image processor of minicpm-o-2_6, this must be updated alongside torch
9+
torchaudio; platform_machine != "ppc64le"
10+
torchaudio==2.5.1; platform_machine == "ppc64le"
11+
12+
# required for the image processor of phi3v, this must be updated alongside torch
13+
torchvision; platform_machine != "ppc64le"
14+
torchvision==0.20.1; platform_machine == "ppc64le"
915
datasets # for benchmark scripts

0 commit comments

Comments
 (0)