-
Notifications
You must be signed in to change notification settings - Fork 15
/
dagster_cloud.yaml
49 lines (47 loc) · 1.54 KB
/
dagster_cloud.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
locations:
- location_name: data-eng-pipeline
code_source:
package_name: hooli_data_eng
build:
directory: .
registry: 764506304434.dkr.ecr.us-west-2.amazonaws.com/hooli-data-science-prod
container_context:
k8s:
run_k8s_config:
job_spec_config:
ttl_seconds_after_finished: 60
container_config:
resources:
limits:
cpu: 1000m
memory: 2G
- location_name: basics
code_source:
python_file: definitions.py
build:
directory: ./hooli_basics
registry: 764506304434.dkr.ecr.us-west-2.amazonaws.com/hooli-data-science-prod
- location_name: batch_enrichment
code_source:
package_name: dagster_batch_enrichment
build:
directory: ./hooli_batch_enrichment
registry: 764506304434.dkr.ecr.us-west-2.amazonaws.com/hooli-data-science-prod
- location_name: snowflake_insights
code_source:
python_file: definitions.py
build:
directory: ./hooli_snowflake_insights
registry: 764506304434.dkr.ecr.us-west-2.amazonaws.com/hooli-data-science-prod
- location_name: hooli_data_ingest
code_source:
package_name: hooli_data_ingest
build:
directory: ./hooli-data-ingest
registry: 764506304434.dkr.ecr.us-west-2.amazonaws.com/hooli-data-science-prod
- location_name: hooli_bi
code_source:
package_name: hooli_bi
build:
directory: ./hooli-bi
registry: 764506304434.dkr.ecr.us-west-2.amazonaws.com/hooli-data-science-prod