|
| 1 | +# Copyright (c) Microsoft Corporation. All rights reserved. |
| 2 | +# Licensed under the MIT License. |
| 3 | + |
| 4 | +# Pull request against these branches will trigger this build |
| 5 | +pr: |
| 6 | +- master |
| 7 | +- staging |
| 8 | +- contrib |
| 9 | + |
| 10 | +# Any commit to this branch will trigger the build. |
| 11 | +trigger: |
| 12 | +- master |
| 13 | +- staging |
| 14 | +- contrib |
| 15 | + |
| 16 | +jobs: |
| 17 | + |
| 18 | +# partially disable setup for now - done manually on build VM |
| 19 | +- job: setup |
| 20 | + timeoutInMinutes: 10 |
| 21 | + displayName: Setup |
| 22 | + pool: |
| 23 | + name: deepseismicagentpool |
| 24 | + steps: |
| 25 | + - bash: | |
| 26 | + # terminate as soon as any internal script fails |
| 27 | + set -e |
| 28 | +
|
| 29 | + echo "Running setup..." |
| 30 | + pwd |
| 31 | + ls |
| 32 | + git branch |
| 33 | + uname -ra |
| 34 | +
|
| 35 | +# TODO: uncomment in the next release to bring back AML |
| 36 | +# # setup run environment |
| 37 | +# ./scripts/env_reinstall.sh |
| 38 | +# |
| 39 | +# # use hardcoded root for now because not sure how env changes under ADO policy |
| 40 | +# DATA_ROOT="/home/alfred/data_dynamic" |
| 41 | +# ./tests/cicd/src/scripts/get_data_for_builds.sh ${DATA_ROOT} |
| 42 | +# |
| 43 | +# # upload pre-processed data to AML build WASB storage - overwrites by default and auto-creates container name |
| 44 | +# azcopy --quiet --recursive \ |
| 45 | +# --source ${DATA_ROOT}/dutch_f3/data --destination https://${BLOB_ACCOUNT_NAME}.blob.core.windows.net/${BLOB_CONTAINER_NAME}/data \ |
| 46 | +# --dest-key ${BLOB_ACCOUNT_KEY} |
| 47 | +# env: |
| 48 | +# BLOB_ACCOUNT_NAME: $(amlbuildstore) |
| 49 | +# BLOB_CONTAINER_NAME: "amlbuild" |
| 50 | +# BLOB_ACCOUNT_KEY: $(amlbuildstorekey) |
| 51 | +# |
| 52 | +# |
| 53 | +#- job: AML_pipeline_tests |
| 54 | +# dependsOn: setup |
| 55 | +# timeoutInMinutes: 20 |
| 56 | +# displayName: AML pipeline tests |
| 57 | +# pool: |
| 58 | +# name: deepseismicagentpool |
| 59 | +# steps: |
| 60 | +# - bash: | |
| 61 | +# source activate seismic-interpretation |
| 62 | +# # TODO: add code which launches your pytest files ("pytest sometest" OR "python test.py") |
| 63 | +# # data is in $(amlbuildstore).blob.core.windows.net/amlbuild/data (container amlbuild, virtual folder data) |
| 64 | +# # storage key is $(amlbuildstorekey) |
| 65 | +# az --version |
| 66 | +# az account show |
| 67 | +# az login --service-principal -u $SPIDENTITY -p $SPECRET --tenant $SPTENANT |
| 68 | +# az account set --subscription $SUB_ID |
| 69 | +# mkdir .azureml |
| 70 | +# cat <<EOF > .azureml/config.json |
| 71 | +# { |
| 72 | +# "subscription_id": "$SUB_ID", |
| 73 | +# "resource_group": "$RESOURCE_GROUP", |
| 74 | +# "workspace_name": "$WORKSPACE_NAME" |
| 75 | +# } |
| 76 | +# EOF |
| 77 | +# pytest interpretation/tests/test_train_pipeline.py || EXITCODE=123 |
| 78 | +# exit $EXITCODE |
| 79 | +# pytest |
| 80 | +# env: |
| 81 | +# SUB_ID: $(subscription_id) |
| 82 | +# RESOURCE_GROUP: $(resource_group) |
| 83 | +# WORKSPACE_NAME: $(workspace_name) |
| 84 | +# BLOB_ACCOUNT_NAME: $(amlbuildstore) |
| 85 | +# BLOB_CONTAINER_NAME: "amlbuild" |
| 86 | +# BLOB_ACCOUNT_KEY: $(amlbuildstorekey) |
| 87 | +# BLOB_SUB_ID: $(subscription_id) |
| 88 | +# AML_COMPUTE_CLUSTER_NAME: "testcluster" |
| 89 | +# AML_COMPUTE_CLUSTER_MIN_NODES: "1" |
| 90 | +# AML_COMPUTE_CLUSTER_MAX_NODES: "8" |
| 91 | +# AML_COMPUTE_CLUSTER_SKU: "STANDARD_NC6" |
| 92 | +# SPIDENTITY: $(spidentity) |
| 93 | +# SPECRET: $(spsecret) |
| 94 | +# SPTENANT: $(sptenant) |
| 95 | +# displayName: 'integration tests' |
| 96 | + |
| 97 | +# - job: AML_short_pipeline_test |
| 98 | +# dependsOn: setup |
| 99 | +# timeoutInMinutes: 5 |
| 100 | +# displayName: AML short pipeline test |
| 101 | +# pool: |
| 102 | +# name: deepseismicagentpool |
| 103 | +# steps: |
| 104 | +# - bash: | |
| 105 | +# source activate seismic-interpretation |
| 106 | +# # TODO: OPTIONAL! Add a job which launches entire training pipeline for 1 epoch of training (train model for single epoch) |
| 107 | +# # if you don't want this then delete the entire job from this file |
| 108 | +# python interpretation/deepseismic_interpretation/azureml_pipelines/dev/kickoff_train_pipeline.py --experiment=DEV-train-pipeline-name --orchestrator_config=orchestrator_config="interpretation/deepseismic_interpretation/azureml_pipelines/pipeline_config.json" |
| 109 | + |
| 110 | + |
0 commit comments