Removed S3 instructions in favour of S3 documentation

Author: Bobbins228

demo-notebooks/guided-demos/3_pytorch_lightning_demo.ipynb

@@ -91,6 +91,13 @@
     "cluster.details()"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Note: For this example external S3 compatible storage is required. Please refer to our [documentation](https://github.com/project-codeflare/codeflare-sdk/blob/main/docs/s3-compatible-storage.md) for steps on how to configure this training script."
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,

demo-notebooks/guided-demos/pytorch_lightning.py

@@ -14,32 +14,7 @@
 # Based on https://docs.ray.io/en/latest/train/getting-started-pytorch-lightning.html
 
 """
-# For S3 persistent storage replace the following environment variables with your AWS credentials then uncomment the S3 run_config
-# See here for information on how to set up an S3 bucket https://docs.aws.amazon.com/AmazonS3/latest/userguide/creating-bucket.html
-
-os.environ["AWS_ACCESS_KEY_ID"] = "XXXXXXXX"
-os.environ["AWS_SECRET_ACCESS_KEY"] = "XXXXXXXX"
-os.environ["AWS_DEFAULT_REGION"] = "XXXXXXXX"
-"""
-
-"""
-# For Minio persistent storage uncomment the following code and fill in the name, password and API URL then uncomment the minio run_config.
-# See here for information on how to set up a minio bucket https://ai-on-openshift.io/tools-and-applications/minio/minio/
-
-def get_minio_run_config():
-   import s3fs
-   import pyarrow.fs
-
-   s3_fs = s3fs.S3FileSystem(
-       key = os.getenv('MINIO_ACCESS_KEY', "XXXXX"),
-       secret = os.getenv('MINIO_SECRET_ACCESS_KEY', "XXXXX"),
-       endpoint_url = os.getenv('MINIO_URL', "XXXXX")
-   )
-
-   custom_fs = pyarrow.fs.PyFileSystem(pyarrow.fs.FSSpecHandler(s3_fs))
-
-   run_config = ray.train.RunConfig(storage_path='training', storage_filesystem=custom_fs)
-   return run_config
+Note: This example requires an S3 compatible storage bucket for distributed training. Please visit our documentation for more information -> https://github.com/project-codeflare/codeflare-sdk/blob/main/docs/s3-compatible-storage.md
 """
 
 
@@ -110,8 +85,6 @@ def train_func():
 trainer = TorchTrainer(
     train_func,
     scaling_config=scaling_config,
-    # run_config = ray.train.RunConfig(storage_path="s3://BUCKET_NAME/SUB_PATH/", name="unique_run_name") # Uncomment and update the S3 URI for S3 persistent storage.
-    # run_config=get_minio_run_config(), # Uncomment for minio persistent storage.
 )
 result: ray.train.Result = trainer.fit()