Skip to content

Commit

Permalink
fix: move sagemaker-training installation to the requirements file
Browse files Browse the repository at this point in the history
  • Loading branch information
math411 committed Feb 20, 2024
2 parents b8f8123 + 1b31036 commit a93cfb8
Show file tree
Hide file tree
Showing 6 changed files with 3 additions and 13 deletions.
3 changes: 0 additions & 3 deletions base/jobs/docker/1.0/py3/Dockerfile.cpu
Original file line number Diff line number Diff line change
Expand Up @@ -109,9 +109,6 @@ COPY requirements.txt /
RUN ${PIP} install --no-cache --upgrade \
-r requirements.txt


RUN ${PIP} install --no-cache --upgrade sagemaker-training==4.4.10

RUN HOME_DIR=/root \
&& curl -o ${HOME_DIR}/oss_compliance.zip https://aws-dlinfra-utilities.s3.amazonaws.com/oss_compliance.zip \
&& unzip ${HOME_DIR}/oss_compliance.zip -d ${HOME_DIR}/ \
Expand Down
1 change: 1 addition & 0 deletions base/jobs/docker/1.0/py3/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -13,5 +13,6 @@ pennylane==0.34.0
PennyLane-Lightning==0.34.0
qiskit-braket-provider==0.1.0
requests==2.31.0
sagemaker-training==4.7.4
scikit-learn==1.4.0
scipy==1.12.0
8 changes: 0 additions & 8 deletions pytorch/jobs/docker/2.0/py3/Dockerfile.gpu
Original file line number Diff line number Diff line change
Expand Up @@ -74,16 +74,8 @@ RUN apt-get update && apt-get -y install cmake protobuf-compiler
COPY requirements.txt /
# Installing our custom python libraries
RUN ${PIP} install --no-cache --upgrade \

-r requirements.txt

# Ensure below libraries are updated to mitigate vulnerability
RUN ${PIP} install --no-cache --upgrade \
# https://nvd.nist.gov/vuln/detail/CVE-2023-37920
certifi>=2023.7.22

RUN ${PIP} install --no-cache --upgrade sagemaker-training==4.4.10

# install cuQuantum
RUN wget https://developer.download.nvidia.com/compute/cuquantum/redist/cuquantum/linux-x86_64/cuquantum-linux-x86_64-23.03.0.20-archive.tar.xz && tar xvf ./cuquantum-linux-x86_64-23.03.0.20-archive.tar.xz
RUN mv /cuquantum-linux-x86_64-23.03.0.20-archive /opt/cuquantum
Expand Down
1 change: 1 addition & 0 deletions pytorch/jobs/docker/2.0/py3/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@ PennyLane==0.34.0
PennyLane-Lightning[gpu]==0.34.0
pydantic==1.10.14
requests==2.31.0
sagemaker-training==4.7.4
scikit-learn==1.4.0
six==1.16.0
scipy==1.12.0
Expand Down
2 changes: 0 additions & 2 deletions tensorflow/jobs/docker/2.13/py3/Dockerfile.gpu
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,6 @@ COPY requirements.txt /
RUN ${PIP} install --no-cache --upgrade \
-r requirements.txt

RUN ${PIP} install --no-cache --upgrade sagemaker-training==4.4.10

# install cuQuantum
RUN wget https://developer.download.nvidia.com/compute/cuquantum/redist/cuquantum/linux-x86_64/cuquantum-linux-x86_64-23.03.0.20-archive.tar.xz && tar xvf ./cuquantum-linux-x86_64-23.03.0.20-archive.tar.xz
RUN mv /cuquantum-linux-x86_64-23.03.0.20-archive /opt/cuquantum
Expand Down
1 change: 1 addition & 0 deletions tensorflow/jobs/docker/2.13/py3/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ PennyLane==0.34.0
PennyLane-Lightning==0.34.0
pydantic==1.10.14
requests==2.31.0
sagemaker-training==4.7.4
scikit-learn==1.4.0
six==1.16.0
scipy==1.12.0
Expand Down

0 comments on commit a93cfb8

Please sign in to comment.