use 'sagemaker-python-sdk' instead of 'sagemaker'

.gitignore

@@ -28,6 +28,7 @@ jupyter_execute/
 
 # files manually written by example code
 source/examples/rapids-azureml-hpo/Dockerfile
+source/examples/rapids-sagemaker-hpo/Dockerfile
 
 # exclusions
 !source/examples/rapids-1brc-single-node/lookup.csv

source/cloud/aws/sagemaker.md

@@ -10,16 +10,15 @@ RAPIDS can be used in a few ways with [AWS SageMaker](https://aws.amazon.com/sag
 
 To get started head to [the SageMaker console](https://console.aws.amazon.com/sagemaker/) and create a [new SageMaker Notebook Instance](https://console.aws.amazon.com/sagemaker/home#/notebook-instances/create).
 
-Choose `Notebook > Notebook Instances > Create notebook instance`.
+Choose `Applications and IDEs > Notebooks > Create notebook instance`.
 
 ### Select your instance
 
 If a field is not mentioned below, leave the default values:
 
-- **NOTEBOOK_INSTANCE_NAME** = Name of the notebook instance
-- **NOTEBOOK_INSTANCE_TYPE** = Type of notebook instance. Select a RAPIDS-compatible GPU ([see the RAPIDS docs](https://docs.rapids.ai/install#system-req)) as the SageMaker Notebook instance type (e.g., `ml.p3.2xlarge`).
-- **PLATFORM_IDENTIFIER** = 'Amazon Linux 2, Jupyter Lab 3'
-- **IAM_ROLE** = Create a new role > Create role
+- **Notebook instance name** = Name of the notebook instance
+- **Notebook instance type** = Type of notebook instance. Select a RAPIDS-compatible GPU ([see the RAPIDS docs](https://docs.rapids.ai/install#system-req)) as the SageMaker Notebook instance type (e.g., `ml.p3.2xlarge`).
+- **Platform identifier** = 'Amazon Linux 2, Jupyter Lab 4'
 
 ![Screenshot of the create new notebook screen with a ml.p3.2xlarge selected](../../images/sagemaker-create-notebook-instance.png)
 
@@ -29,7 +28,7 @@ If a field is not mentioned below, leave the default values:
 
 We can add a RAPIDS conda environment to the set of Jupyter ipython kernels available in our SageMaker notebook instance by installing in a [lifecycle configuration script](https://docs.aws.amazon.com/sagemaker/latest/dg/notebook-lifecycle-config.html).
 
-Create a new lifecycle configuration (via the 'Additional Options' dropdown).
+Create a new lifecycle configuration (via the 'Additional Configuration' dropdown).
 
 ![Screenshot of the create lifecycle configuration screen](../../images/sagemaker-create-lifecycle-configuration.png)
 
@@ -42,10 +41,10 @@ set -e
 
 sudo -u ec2-user -i <<'EOF'
 
-mamba create -y -n rapids {{ rapids_conda_channels }} {{ rapids_conda_packages }} \
+mamba create -y -n rapids {{ rapids_conda_channels }} {{ rapids_sagemaker_conda_packages }} \
     boto3 \
     ipykernel \
-    sagemaker
+    'sagemaker-python-sdk>=2.239.0'
 
 conda activate rapids
 
@@ -54,6 +53,12 @@ echo "kernel install completed"
 EOF
 ```
 
+```{warning}
+RAPIDS `>24.12` will not be installable on SageMaker Notebook Instances until those instances support
+Amazon Linux 2023 or other Linux distributions with GLIBC of at least 2.28.
+For more details, see https://github.com/rapidsai/deployment/issues/520.
+```
+
 Set the volume size to at least `15GB`, to accommodate the conda environment.
 
 Then launch the instance.

source/conf.py

@@ -34,16 +34,22 @@
         "rapids_conda_packages": f"rapids={stable_version} python=3.12 cuda-version=12.5",
         "rapids_pip_index": "https://pypi.nvidia.com",
         "rapids_pip_version": stable_version,
+        # SageMaker Notebook Instance examples need to stay pinned to an older RAPIDS until this is resolved:
+        # https://github.com/rapidsai/deployment/issues/520
+        "rapids_sagemaker_conda_packages": "rapids=24.12 python=3.12 cuda-version=12.5",
     },
     "nightly": {
-        "rapids_version": f"{nightly_version}-nightly",
+        "rapids_version": f"{nightly_version}",
         "rapids_api_docs_version": "nightly",
         "rapids_container": f"rapidsai/base:{nightly_version + 'a'}-cuda12.5-py3.12",
         "rapids_notebooks_container": f"rapidsai/notebooks:{nightly_version + 'a'}-cuda12.5-py3.12",
         "rapids_conda_channels": "-c rapidsai-nightly -c conda-forge -c nvidia",
         "rapids_conda_packages": f"rapids={nightly_version} python=3.12 cuda-version=12.5",
         "rapids_pip_index": "https://pypi.anaconda.org/rapidsai-wheels-nightly/simple",
         "rapids_pip_version": f"{nightly_version}.*,>=0.0.0a0",
+        # SageMaker Notebook Instance examples need to stay pinned to an older RAPIDS until this is resolved:
+        # https://github.com/rapidsai/deployment/issues/520
+        "rapids_sagemaker_conda_packages": "rapids=24.12 python=3.12 cuda-version=12.5",
     },
 }
 rapids_version = (

source/examples/rapids-sagemaker-higgs/Dockerfile

@@ -7,7 +7,7 @@ RUN conda install --yes -n base \
         cupy \
         flask \
         protobuf \
-        sagemaker
+        'sagemaker-python-sdk>=2.239.0'
 
 # Copies the training code inside the container
 COPY rapids-higgs.py /opt/ml/code/rapids-higgs.py

source/examples/rapids-sagemaker-higgs/notebook.ipynb

@@ -188,7 +188,7 @@
       "        cupy \\\n",
       "        flask \\\n",
       "        protobuf \\\n",
-      "        sagemaker\n",
+      "        'sagemaker-python-sdk>=2.239.0'\n",
       "\n",
       "# Copies the training code inside the container\n",
       "COPY rapids-higgs.py /opt/ml/code/rapids-higgs.py\n",

source/examples/rapids-sagemaker-hpo/notebook.ipynb

@@ -779,7 +779,7 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "Next let's append write the remaining pieces of the Dockerfile, namely adding the sagemaker-training-toolkit, flask, dask-ml, and copying our python code."
+    "Next let's append the remaining pieces of the Dockerfile, namely adding dependencies and our Python code."
    ]
   },
   {
@@ -805,10 +805,13 @@
     "\n",
     "# install a few more dependencies\n",
     "RUN conda install --yes -n base \\\n",
+    "    {{ rapids_conda_channels }} \\\n",
     "        cupy \\\n",
+    "        dask-ml \\\n",
     "        flask \\\n",
     "        protobuf \\\n",
-    "        sagemaker\n",
+    "        rapids-dask-dependency=${{ rapids_version }} \\\n",
+    "        'sagemaker-python-sdk>=2.239.0'\n",
     "\n",
     "# path where SageMaker looks for code when container runs in the cloud\n",
     "ENV CLOUD_PATH=\"/opt/ml/code\"\n",
@@ -855,7 +858,7 @@
       "        cupy \\\n",
       "        flask \\\n",
       "        protobuf \\\n",
-      "        sagemaker\n",
+      "        'sagemaker-python-sdk>=2.239.0'\n",
       "\n",
       "# path where SageMaker looks for code when container runs in the cloud\n",
       "ENV CLOUD_PATH=\"/opt/ml/code\"\n",