Add coverage report for training

Author: hirofumi0810

examples/ci_test/run.sh

@@ -147,7 +147,7 @@ if [ ${stage} -le 3 ] && [ ${stop_stage} -ge 3 ]; then
     echo ============================================================================
 
     echo ${lm_conf}
-    CUDA_VISIBLE_DEVICES=${gpu} ${NEURALSP_ROOT}/neural_sp/bin/lm/train.py \
+    CUDA_VISIBLE_DEVICES=${gpu} coverage run -a ${NEURALSP_ROOT}/neural_sp/bin/lm/train.py \
         --corpus ci_test \
         --config ${lm_conf} \
         --n_gpus ${n_gpus} \
@@ -172,7 +172,7 @@ if [ ${stage} -le 4 ] && [ ${stop_stage} -ge 4 ]; then
 
     echo ${conf}
     echo ${conf2}
-    CUDA_VISIBLE_DEVICES=${gpu} ${NEURALSP_ROOT}/neural_sp/bin/asr/train.py \
+    CUDA_VISIBLE_DEVICES=${gpu} coverage run -a ${NEURALSP_ROOT}/neural_sp/bin/asr/train.py \
         --corpus ci_test \
         --config ${conf} \
         --config2 ${conf2} \

examples/ci_test/run_2mtl.sh

@@ -179,7 +179,7 @@ if [ ${stage} -le 4 ] && [ ${stop_stage} -ge 4 ]; then
 
     echo ${conf}
     echo ${conf2}
-    CUDA_VISIBLE_DEVICES=${gpu} ${NEURALSP_ROOT}/neural_sp/bin/asr/train.py \
+    CUDA_VISIBLE_DEVICES=${gpu} coverage run -a ${NEURALSP_ROOT}/neural_sp/bin/asr/train.py \
         --corpus ci_test \
         --config ${conf} \
         --config2 ${conf2} \

setup.cfg

@@ -2,6 +2,6 @@
 test=pytest
 
 [tool:pytest]
-addopts = --maxfail=3 --durations=10 --cov-config=.coveragerc --cov=neural_sp --cov-report=xml
+addopts = --maxfail=3 --durations=10 --cov-config=.coveragerc --cov=neural_sp --cov-report xml
 python_files = test/*/test_*.py
 testpaths = test

test/test_training.sh

@@ -1,6 +1,8 @@
 #!/usr/bin/env bash
 
+root=$(pwd)
 cd ./examples/ci_test || exit 1;
+ln -sf ${root}/coverage.xml .
 
 # LM
 ./run.sh --stop_stage 3 --lm_conf conf/lm/rnnlm.yaml || exit 1;
@@ -46,3 +48,6 @@ local/score.sh --model results/asr/train_char/conv2Ltransformer8dmodel32dff1L4Hp
 ./run_2mtl.sh --stage 0 --conf conf/asr/blstm_las_2mtl.yaml --speed_perturb true --unit wp --unit_sub1 char || exit 1;
 ./run_2mtl.sh --stage 0 --conf conf/asr/transformer_2mtl.yaml --unit wp --unit_sub1 char || exit 1;
 # ./run_2mtl.sh --stage 0 --conf conf/asr/blstm_las_2mtl_per_batch.yaml --unit wp --unit_sub1 char || exit 1;
+
+coverage report --include neural_sp
+coverage xml