Skip to content

Commit 11e6b5b

Browse files
mihirsamdarshimihirsamdarshi
authored
Merge pull request #61 from MoTrPAC/chore/cleanup
Major repo cleanup
2 parents aff07a7 + 285f874 commit 11e6b5b

29 files changed

+152
-334
lines changed

‎config/backends/gcp/google_prod_PAPI.conf

+6-6
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ engine {
1616
filesystems {
1717
gcs {
1818
auth = "application-default"
19-
project = "***REMOVED***"
19+
project = "my-project"
2020
}
2121
}
2222
}
@@ -28,12 +28,12 @@ backend {
2828
actor-factory = "cromwell.backend.google.pipelines.v2alpha1.PipelinesApiLifecycleActorFactory"
2929
config {
3030
// Google project
31-
project = "***REMOVED***"
31+
project = "my-project"
3232

3333
// Base bucket for workflow executions
34-
# root="gs://***REMOVED***/PASS1A/Stanford/batch2/"
35-
# root="gs://***REMOVED***/qctest/"
36-
root="gs://***REMOVED***/PASS1A/mtsinai/batch3/checksum/"
34+
# root="gs://my-bucket/PASS1A/Stanford/batch2/"
35+
# root="gs://my-bucket/qctest/"
36+
root="gs://my-bucket/PASS1A/mtsinai/batch3/checksum/"
3737
// Polling for completion backs-off gradually for slower-running jobs.
3838
// This is the maximum polling interval (in seconds):
3939
maximum-polling-interval = 600
@@ -67,7 +67,7 @@ backend {
6767
gcs {
6868
// A reference to a potentially different auth for manipulating files via engine functions.
6969
auth = "application-default"
70-
project = "***REMOVED***"
70+
project = "my-project"
7171
}
7272
}
7373
}

‎docs/README_unpolished.md

-192
This file was deleted.

‎examples/input_json/rat/rnaseq_pipeline_inputs_gcp.json

+23-23
Original file line numberDiff line numberDiff line change
@@ -1,95 +1,95 @@
11
{
22
"rnaseq_pipeline.fastq1": [
3-
"gs://my-bucket/rna-seq/test_data/8019468198_R1.fastq.gz"
3+
"gs://mihir-test/rna-seq/test_data/8019468198_R1.fastq.gz"
44
],
55
"rnaseq_pipeline.fastq2": [
6-
"gs://my-bucket/rna-seq/test_data/8019468198_R2.fastq.gz"
6+
"gs://mihir-test/rna-seq/test_data/8019468198_R2.fastq.gz"
77
],
88
"rnaseq_pipeline.fastq_index": [
9-
"gs://my-bucket/rna-seq/test_data/8019468198_I1.fastq.gz"
9+
"gs://mihir-test/rna-seq/test_data/8019468198_I1.fastq.gz"
1010
],
1111
"rnaseq_pipeline.sample_prefix": [
1212
"8019468198"
1313
],
1414
"rnaseq_pipeline.pretrim_fastqc_ncpu": 8,
1515
"rnaseq_pipeline.pretrim_fastqc_ramGB": 40,
1616
"rnaseq_pipeline.pretrim_fastqc_disk": 100,
17-
"rnaseq_pipeline.fastqc_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/fastqc:latest",
17+
"rnaseq_pipeline.fastqc_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/fastqc:latest",
1818
"rnaseq_pipeline.attach_umi_ncpu": 8,
1919
"rnaseq_pipeline.attach_umi_ramGB": 40,
2020
"rnaseq_pipeline.attach_umi_disk": 100,
21-
"rnaseq_pipeline.attach_umi_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/umi_attach:latest",
21+
"rnaseq_pipeline.attach_umi_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/umi_attach:latest",
2222
"rnaseq_pipeline.minimumLength": 20,
2323
"rnaseq_pipeline.index_adapter": "AGATCGGAAGAGC",
2424
"rnaseq_pipeline.univ_adapter": "AGATCGGAAGAGC",
2525
"rnaseq_pipeline.cutadapt_ncpu": 8,
2626
"rnaseq_pipeline.cutadapt_ramGB": 45,
2727
"rnaseq_pipeline.cutadapt_disk": 100,
28-
"rnaseq_pipeline.cutadapt_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/cutadapt:latest",
28+
"rnaseq_pipeline.cutadapt_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/cutadapt:latest",
2929
"rnaseq_pipeline.posttrim_fastqc_ncpu": 8,
3030
"rnaseq_pipeline.posttrim_fastqc_ramGB": 36,
3131
"rnaseq_pipeline.posttrim_fastqc_disk": 100,
3232
"rnaseq_pipeline.multiqc_ncpu": 8,
3333
"rnaseq_pipeline.multiqc_ramGB": 20,
3434
"rnaseq_pipeline.multiqc_disk": 100,
35-
"rnaseq_pipeline.multiqc_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/multiqc:latest",
36-
"rnaseq_pipeline.star_index": "gs://my-bucket/references/rn/v96/star_2.7.0d_04-20-19/Rnor6_v96_star_index.tar.gz",
35+
"rnaseq_pipeline.multiqc_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/multiqc:latest",
36+
"rnaseq_pipeline.star_index": "gs://mihir-test/references/rn/v96/star_2.7.0d_04-20-19/Rnor6_v96_star_index.tar.gz",
3737
"rnaseq_pipeline.star_ncpu": 10,
3838
"rnaseq_pipeline.star_ramGB": 96,
3939
"rnaseq_pipeline.star_disk": 200,
40-
"rnaseq_pipeline.star_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/star:latest",
41-
"rnaseq_pipeline.gtf_file": "gs://my-bucket/references/rn/v96/Rattus_norvegicus.Rnor_6.0.96.gtf",
40+
"rnaseq_pipeline.star_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/star:latest",
41+
"rnaseq_pipeline.gtf_file": "gs://mihir-test/references/rn/v96/Rattus_norvegicus.Rnor_6.0.96.gtf",
4242
"rnaseq_pipeline.feature_counts_ncpu": 8,
4343
"rnaseq_pipeline.feature_counts_ramGB": 48,
4444
"rnaseq_pipeline.feature_counts_disk": 100,
45-
"rnaseq_pipeline.feature_counts_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/feature_counts:latest",
46-
"rnaseq_pipeline.rsem_reference": "gs://my-bucket/references/rn/v96/rsem/rn6_rsem_reference.tar.gz",
45+
"rnaseq_pipeline.feature_counts_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/feature_counts:latest",
46+
"rnaseq_pipeline.rsem_reference": "gs://mihir-test/references/rn/v96/rsem/rn6_rsem_reference.tar.gz",
4747
"rnaseq_pipeline.rsem_ncpu": 10,
4848
"rnaseq_pipeline.rsem_ramGB": 48,
4949
"rnaseq_pipeline.rsem_disk": 150,
50-
"rnaseq_pipeline.rsem_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/rsem:latest",
50+
"rnaseq_pipeline.rsem_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/rsem:latest",
5151
"rnaseq_pipeline.globin_genome_dir": "rn_globin",
52-
"rnaseq_pipeline.globin_genome_dir_tar": "gs://my-bucket/references/rn/bowtie2_index/rn_globin.tar.gz",
52+
"rnaseq_pipeline.globin_genome_dir_tar": "gs://mihir-test/references/rn/bowtie2_index/rn_globin.tar.gz",
5353
"rnaseq_pipeline.bowtie2_globin_ncpu": 12,
5454
"rnaseq_pipeline.bowtie2_globin_ramGB": 80,
5555
"rnaseq_pipeline.bowtie2_globin_disk": 200,
5656
"rnaseq_pipeline.rrna_genome_dir": "rn_rRNA",
57-
"rnaseq_pipeline.rrna_genome_dir_tar": "gs://my-bucket/references/rn/bowtie2_index/rn_rRNA.tar.gz",
57+
"rnaseq_pipeline.rrna_genome_dir_tar": "gs://mihir-test/references/rn/bowtie2_index/rn_rRNA.tar.gz",
5858
"rnaseq_pipeline.bowtie2_rrna_ncpu": 12,
5959
"rnaseq_pipeline.bowtie2_rrna_ramGB": 80,
6060
"rnaseq_pipeline.bowtie2_rrna_disk": 200,
6161
"rnaseq_pipeline.phix_genome_dir": "phix",
62-
"rnaseq_pipeline.phix_genome_dir_tar": "gs://my-bucket/references/rn/bowtie2_index/phix.tar.gz",
62+
"rnaseq_pipeline.phix_genome_dir_tar": "gs://mihir-test/references/rn/bowtie2_index/phix.tar.gz",
6363
"rnaseq_pipeline.bowtie2_phix_ncpu": 12,
6464
"rnaseq_pipeline.bowtie2_phix_ramGB": 80,
6565
"rnaseq_pipeline.bowtie2_phix_disk": 200,
66-
"rnaseq_pipeline.bowtie_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/bowtie:latest",
66+
"rnaseq_pipeline.bowtie_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/bowtie:latest",
6767
"rnaseq_pipeline.markdup_ncpu": 10,
6868
"rnaseq_pipeline.markdup_ramGB": 48,
6969
"rnaseq_pipeline.markdup_disk": 150,
70-
"rnaseq_pipeline.ref_flat": "gs://my-bucket/references/rn/v96/refFlat_rn6_v96.txt",
70+
"rnaseq_pipeline.ref_flat": "gs://mihir-test/references/rn/v96/refFlat_rn6_v96.txt",
7171
"rnaseq_pipeline.rnaqc_ncpu": 10,
7272
"rnaseq_pipeline.rnaqc_ramGB": 48,
7373
"rnaseq_pipeline.rnaqc_disk": 100,
74-
"rnaseq_pipeline.picard_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/picard:latest",
74+
"rnaseq_pipeline.picard_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/picard:latest",
7575
"rnaseq_pipeline.umi_dup_ncpu": 8,
7676
"rnaseq_pipeline.umi_dup_ramGB": 36,
7777
"rnaseq_pipeline.umi_dup_disk": 200,
78-
"rnaseq_pipeline.umi_dup_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/umi_dup:latest",
78+
"rnaseq_pipeline.umi_dup_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/umi_dup:latest",
7979
"rnaseq_pipeline.mapped_ncpu": 8,
8080
"rnaseq_pipeline.mapped_ramGB": 36,
8181
"rnaseq_pipeline.mapped_disk": 200,
82-
"rnaseq_pipeline.samtools_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/samtools:latest",
82+
"rnaseq_pipeline.samtools_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/samtools:latest",
8383
"rnaseq_pipeline.mqc_postalign_ncpu": 8,
8484
"rnaseq_pipeline.mqc_postalign_ramGB": 36,
8585
"rnaseq_pipeline.mqc_postalign_disk": 50,
8686
"rnaseq_pipeline.collect_qc_ncpu": 8,
8787
"rnaseq_pipeline.collect_qc_ramGB": 16,
8888
"rnaseq_pipeline.collect_qc_disk": 50,
89-
"rnaseq_pipeline.collect_qc_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/collect_qc:latest",
89+
"rnaseq_pipeline.collect_qc_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/collect_qc:latest",
9090
"rnaseq_pipeline.output_report_name": "ms_pipeline_test",
9191
"rnaseq_pipeline.merge_results_ncpu": 4,
9292
"rnaseq_pipeline.merge_results_ramGB": 16,
9393
"rnaseq_pipeline.merge_results_disk": 10,
94-
"rnaseq_pipeline.merge_results_docker": "gcr.io/***REMOVED***-dev/motrpac-rna-seq-pipeline/merge_results:latest"
94+
"rnaseq_pipeline.merge_results_docker": "gcr.io/motrpac-portal-dev/motrpac-rna-seq-pipeline/merge_results:latest"
9595
}

0 commit comments

Comments
 (0)