Update log output path from env in EKS jobs

Author: aybchan

.github/eks-workflow-files/transformer-engine/scripts/multigpu.sh

@@ -7,9 +7,9 @@
 
           set -ex
           cd ${SRC_PATH_TRANSFORMER_ENGINE}/examples/jax/encoder
-          pytest --report-log=/output/pytest-report.jsonl \
+          pytest --report-log=${LOG_DIR}/pytest-report.jsonl \
           test_single_gpu_encoder.py \
           test_multigpu_encoder.py \
           test_model_parallel_encoder.py | tee -a ${LOG_DIR}/tests.log
 
-          touch /opt/output/done
+          touch ${LOG_DIR}/done

.github/eks-workflow-files/transformer-engine/test.yml

@@ -31,13 +31,15 @@ SCRIPT
         - sh
         - -c
         - |
-          while [ ! -f /opt/output/done ]; do
+          while [ ! -f ${LOG_DIR}/done ]; do
             sleep 5
           done
 
           # Upload logs to S3 bucket
-          aws s3 cp /opt/output/ s3://${S3_BUCKET}/${CI_NAME}/${RUN_ID}/ --recursive 
+          aws s3 cp ${LOG_DIR}/ s3://${S3_BUCKET}/${CI_NAME}/${RUN_ID}/ --recursive 
         env:
+        - name: LOG_DIR
+          value: /opt/output
         - name: RUN_ID
           value: JOB_NAME
         - name: S3_BUCKET