Skip to content

Commit f63c787

Browse files
filsfils
committed
deployment and config updates
1 parent 152eb62 commit f63c787

10 files changed

+318
-0
lines changed

‎deployments/docker-base.yml ‎deployment/Morgue/docker-base.yml

File renamed without changes.

‎deployments/docker-dev.yml ‎deployment/Morgue/docker-dev.yml

File renamed without changes.

‎deployments/docker-headlessonly.yml ‎deployment/Morgue/docker-headlessonly.yml

File renamed without changes.

‎deployment/gleaner-DS-APIs.yml

+54
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,54 @@
1+
version: '3'
2+
3+
services:
4+
mercantile:
5+
image: fils/mercantile:latest
6+
labels:
7+
- "traefik.enable=true"
8+
- "traefik.http.routers.mercantile.entrypoints=http"
9+
- "traefik.http.routers.mercantile.rule=Host(`api.foo.org`)"
10+
#- "traefik.http.routers.mercantile.rule=(Host(`foo.org`) && Path(`/query`)"
11+
- "traefik.http.middlewares.mercantile-https-redirect.redirectscheme.scheme=https"
12+
- "traefik.http.routers.mercantile.middlewares=mercantile-https-redirect"
13+
- "traefik.http.routers.mercantile-secure.entrypoints=https"
14+
- "traefik.http.routers.mercantile-secure.rule=Host(`api.foo.org`)"
15+
#- "traefik.http.routers.mercantile-secure.rule=(Host(`foo.org`) && Path(`/query`)"
16+
- "traefik.http.routers.mercantile-secure.tls=true"
17+
- "traefik.http.routers.mercantile-secure.tls.certresolver=http"
18+
- "traefik.http.routers.mercantile-secure.service=mercantile"
19+
- "traefik.http.middlewares.mercantile-secure.headers.accesscontrolallowmethods=GET,OPTIONS,PUT,POST"
20+
- "traefik.http.middlewares.mercantile-secure.headers.accesscontrolalloworigin=*"
21+
- "traefik.http.middlewares.mercantile-secure.headers.accesscontrolmaxage=200"
22+
- "traefik.http.middlewares.mercantile-secure.headers.addvaryheader=true"
23+
- "traefik.http.middlewares.mercantile-secure.headers.accesscontrolallowcredentials=true"
24+
- "traefik.http.middlewares.mercantile-secure.headers.accesscontrolallowheaders=*"
25+
#- "traefik.http.middlewares.mercantile-secure.headers.accesscontrolallowheaders=Authorization,Origin,Content-Type,Accept"
26+
- "traefik.http.middlewares.mercantile-secure.headers.customresponseheaders.Access-Control-Allow-Headers=*"
27+
#- "traefik.http.middlewares.mercantile-secure.headers.customresponseheaders.Access-Control-Allow-Headers=hx-target,hx-request,Authorization,Origin,Content-Type,Accept"
28+
- "traefik.http.routers.mercantile-secure.middlewares=mercantile-secure@docker"
29+
- "traefik.http.services.mercantile.loadbalancer.server.port=8080"
30+
- "traefik.docker.network=traefik_default"
31+
networks:
32+
- traefik_default
33+
34+
koop:
35+
image: fils/koop:1.0
36+
labels:
37+
- "traefik.enable=true"
38+
- "traefik.http.routers.koop.entrypoints=http"
39+
- "traefik.http.routers.koop.rule=Host(`spatial.foo.org`)"
40+
- "traefik.http.middlewares.koop-https-redirect.redirectscheme.scheme=https"
41+
- "traefik.http.routers.koop.middlewares=koop-https-redirect"
42+
- "traefik.http.routers.koop-secure.entrypoints=https"
43+
- "traefik.http.routers.koop-secure.rule=Host(`spatial.foo.org`)"
44+
- "traefik.http.routers.koop-secure.tls=true"
45+
- "traefik.http.routers.koop-secure.tls.certresolver=http"
46+
- "traefik.http.routers.koop-secure.service=koop"
47+
- "traefik.http.services.koop.loadbalancer.server.port=9000"
48+
- "traefik.docker.network=traefik_default"
49+
networks:
50+
- traefik_default
51+
52+
networks:
53+
traefik_default:
54+

‎deployment/gleaner-DS-NoRouter.yml

+48
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,48 @@
1+
version: '3'
2+
3+
# ${MINIO_ACCESS_KEY}
4+
# ${MINIO_SECRET_KEY}
5+
# ${GLEANER_OBJECTS}
6+
# ${GLEANER_GRAPH}
7+
8+
services:
9+
triplestore:
10+
image: nawer/blazegraph
11+
environment:
12+
JAVA_XMS: 2g
13+
JAVA_XMX: 8g
14+
JAVA_OPTS: -Xmx6g -Xms2g --XX:+UseG1GC
15+
ports:
16+
- 9999:9999
17+
volumes:
18+
- ${GLEANER_GRAPH}:/var/lib/blazegraph
19+
networks:
20+
- traefik_default
21+
22+
s3system:
23+
image: minio/minio:latest
24+
ports:
25+
- 9000:9000
26+
volumes:
27+
- ${GLEANER_OBJECTS}:/data
28+
environment:
29+
- MINIO_ACCESS_KEY=${MINIO_ACCESS_KEY}
30+
- MINIO_SECRET_KEY=${MINIO_SECRET_KEY}
31+
networks:
32+
- traefik_default
33+
command: ["server", "/data"]
34+
35+
headless:
36+
image: chromedp/headless-shell:latest
37+
labels:
38+
- "traefik.backend=headlesschrome"
39+
- "traefik.port=9222"
40+
ports:
41+
- 9222:9222
42+
environment:
43+
- SERVICE_PORTS=9222
44+
networks:
45+
- traefik_default
46+
47+
networks:
48+
traefik_default:

‎deployment/gleaner-DS-traefik.yml

+138
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,138 @@
1+
version: '3'
2+
3+
# ${GLEANER_ADMIN_DOMAIN}
4+
# ${GLEANER_OSS_DOMAIN}
5+
# ${GLEANER_GRAPH_DOMAIN}
6+
# ${GLEANER_WEB_DOMAIN}
7+
# ${GLEANER_WEB2_DOMAIN}
8+
# ${MINIO_ACCESS_KEY}
9+
# ${MINIO_SECRET_KEY}
10+
#
11+
# ${GLEANER_TRAEFIK}
12+
# ${GLEANER_OBJECTS}
13+
# ${GLEANER_GRAPH}
14+
15+
services:
16+
traefik:
17+
image: traefik:v2.0.2
18+
container_name: traefik
19+
restart: unless-stopped
20+
security_opt:
21+
- no-new-privileges:true
22+
networks:
23+
- traefik_default
24+
ports:
25+
- 80:80
26+
- 443:443
27+
volumes:
28+
- /etc/localtime:/etc/localtime:ro
29+
- /var/run/docker.sock:/var/run/docker.sock:ro
30+
- ${GLEANER_TRAEFIK}/logs:/logs
31+
- ${GLEANER_TRAEFIK}/traefik.yml:/traefik.yml:ro
32+
- ${GLEANER_TRAEFIK}/acme/acme.json:/acme.json
33+
labels:
34+
- "traefik.enable=true"
35+
- "traefik.http.routers.traefik.entrypoints=http"
36+
- "traefik.http.routers.traefik.rule=Host(`${GLEANER_ADMIN_DOMAIN}`)"
37+
- "traefik.http.middlewares.traefik-auth.basicauth.users=admin:SpiffyAdminPasswordHere"
38+
- "traefik.http.middlewares.traefik-https-redirect.redirectscheme.scheme=https"
39+
- "traefik.http.routers.traefik.middlewares=traefik-https-redirect"
40+
- "traefik.http.routers.traefik-secure.entrypoints=https"
41+
- "traefik.http.routers.traefik-secure.rule=Host(`${GLEANER_ADMIN_DOMAIN}`)"
42+
- "traefik.http.routers.traefik-secure.middlewares=traefik-auth"
43+
- "traefik.http.routers.traefik-secure.tls=true"
44+
- "traefik.http.routers.traefik-secure.tls.certresolver=http"
45+
- "traefik.http.routers.traefik-secure.service=api@internal"
46+
47+
triplestore:
48+
image: nawer/blazegraph
49+
environment:
50+
JAVA_XMS: 2g
51+
JAVA_XMX: 8g
52+
JAVA_OPTS: -Xmx6g -Xms2g --XX:+UseG1GC
53+
labels:
54+
- "traefik.enable=true"
55+
- "traefik.http.routers.triplestore.entrypoints=http"
56+
- "traefik.http.routers.triplestore.rule=Host(`${GLEANER_GRAPH_DOMAIN}`)"
57+
- "traefik.http.middlewares.triplestore-https-redirect.redirectscheme.scheme=https"
58+
- "traefik.http.routers.triplestore.middlewares=triplestore-https-redirect"
59+
- "traefik.http.routers.triplestore-secure.entrypoints=https"
60+
- "traefik.http.routers.triplestore-secure.rule=Host(`${GLEANER_GRAPH_DOMAIN}`)"
61+
- "traefik.http.routers.triplestore-secure.tls=true"
62+
- "traefik.http.routers.triplestore-secure.tls.certresolver=http"
63+
- "traefik.http.routers.triplestore-secure.service=triplestore"
64+
- "traefik.http.middlewares.triplestore-secure.headers.accesscontrolallowmethods=GET,OPTIONS,PUT,POST"
65+
- "traefik.http.middlewares.triplestore-secure.headers.accesscontrolalloworigin=*"
66+
- "traefik.http.middlewares.triplestore-secure.headers.accesscontrolmaxage=200"
67+
- "traefik.http.middlewares.triplestore-secure.headers.addvaryheader=true"
68+
- "traefik.http.middlewares.triplestore-secure.headers.accesscontrolallowcredentials=true"
69+
- "traefik.http.middlewares.triplestore-secure.headers.accesscontrolallowheaders=Authorization,Origin,Content-Type,Accept"
70+
- "traefik.http.middlewares.triplestore-secure.headers.customresponseheaders.Access-Control-Allow-Headers=Authorization,Origin,Content-Type,Accept"
71+
- "traefik.http.routers.triplestore-secure.middlewares=triplestore-secure@docker"
72+
- "traefik.http.services.triplestore.loadbalancer.server.port=9999"
73+
- "traefik.docker.network=traefik_default"
74+
volumes:
75+
- ${GLEANER_GRAPH}:/var/lib/blazegraph
76+
networks:
77+
- traefik_default
78+
79+
s3system:
80+
image: minio/minio:latest
81+
ports:
82+
- 9000:9000
83+
labels:
84+
- "traefik.enable=true"
85+
- "traefik.http.routers.s3system.entrypoints=http"
86+
- "traefik.http.routers.s3system.rule=Host(`${GLEANER_OSS_DOMAIN}`)"
87+
- "traefik.http.middlewares.s3system-https-redirect.redirectscheme.scheme=https"
88+
- "traefik.http.routers.s3system.middlewares=s3system-https-redirect"
89+
- "traefik.http.routers.s3system-secure.entrypoints=https"
90+
- "traefik.http.routers.s3system-secure.rule=Host(`${GLEANER_OSS_DOMAIN}`)"
91+
- "traefik.http.routers.s3system-secure.tls=true"
92+
- "traefik.http.routers.s3system-secure.tls.certresolver=http"
93+
- "traefik.http.routers.s3system-secure.service=s3system"
94+
- "traefik.http.services.s3system.loadbalancer.server.port=9000"
95+
- "traefik.docker.network=traefik_default"
96+
volumes:
97+
- ${GLEANER_OBJECTS}:/data
98+
environment:
99+
- MINIO_ACCESS_KEY=${MINIO_ACCESS_KEY}
100+
- MINIO_SECRET_KEY=${MINIO_SECRET_KEY}
101+
networks:
102+
- traefik_default
103+
command: ["server", "/data"]
104+
105+
features:
106+
image: fils/grow-general:latest
107+
environment:
108+
- S3ADDRESS=s3system:9000
109+
- S3BUCKET=sites
110+
- S3PREFIX=domain
111+
- DOMAIN=https://${GLEANER_WEB_DOMAIN}/
112+
- S3KEY=${MINIO_ACCESS_KEY}
113+
- S3SECRET=${MINIO_SECRET_KEY}
114+
labels:
115+
- "traefik.enable=true"
116+
- "traefik.http.routers.features.entrypoints=http"
117+
- "traefik.http.routers.features.rule=Host(`${GLEANER_WEB_DOMAIN}`, `${GLEANER_WEB2_DOMAIN}`)"
118+
- "traefik.http.middlewares.features-https-redirect.redirectscheme.scheme=https"
119+
- "traefik.http.routers.features.middlewares=features-https-redirect"
120+
- "traefik.http.routers.features-secure.entrypoints=https"
121+
- "traefik.http.routers.features-secure.rule=Host(`${GLEANER_WEB_DOMAIN}`,`${GLEANER_WEB2_DOMAIN}`)"
122+
- "traefik.http.routers.features-secure.tls=true"
123+
- "traefik.http.routers.features-secure.tls.certresolver=http"
124+
- "traefik.http.routers.features-secure.service=features"
125+
- "traefik.http.services.features.loadbalancer.server.port=8080"
126+
- "traefik.docker.network=traefik_default"
127+
- "traefik.http.middlewares.features.headers.accesscontrolallowmethods=GET,OPTIONS,PUT,POST"
128+
- "traefik.http.middlewares.features.headers.accesscontrolalloworigin=*"
129+
- "traefik.http.middlewares.features.headers.accesscontrolmaxage=100"
130+
- "traefik.http.middlewares.features.headers.addvaryheader=true"
131+
- "traefik.http.middlewares.features-secure.headers.accesscontrolallowheaders=*"
132+
- "traefik.http.middlewares.features-secure.headers.customresponseheaders.Access-Control-Allow-Headers=*"
133+
networks:
134+
- traefik_default
135+
136+
networks:
137+
traefik_default:
138+

‎deployment/gleaner-IS-NoS3.yml

+18
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
version: '3'
2+
3+
services:
4+
headless:
5+
image: chromedp/headless-shell:latest
6+
labels:
7+
- "traefik.backend=headlesschrome"
8+
- "traefik.port=9222"
9+
ports:
10+
- 9222:9222
11+
environment:
12+
- SERVICE_PORTS=9222
13+
networks:
14+
- traefik_default
15+
16+
networks:
17+
traefik_default:
18+

‎deployment/gleaner-IS.yml

+48
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,48 @@
1+
version: '3'
2+
3+
# ${MINIO_ACCESS_KEY}
4+
# ${MINIO_SECRET_KEY}
5+
# ${GLEANER_OBJECTS}
6+
# ${GLEANER_GRAPH}
7+
8+
services:
9+
triplestore:
10+
image: nawer/blazegraph
11+
environment:
12+
JAVA_XMS: 2g
13+
JAVA_XMX: 8g
14+
JAVA_OPTS: -Xmx6g -Xms2g --XX:+UseG1GC
15+
ports:
16+
- 9999:9999
17+
volumes:
18+
- ${GLEANER_GRAPH}:/var/lib/blazegraph
19+
networks:
20+
- traefik_default
21+
22+
s3system:
23+
image: minio/minio:latest
24+
ports:
25+
- 9000:9000
26+
volumes:
27+
- ${GLEANER_OBJECTS}:/data
28+
environment:
29+
- MINIO_ACCESS_KEY=${MINIO_ACCESS_KEY}
30+
- MINIO_SECRET_KEY=${MINIO_SECRET_KEY}
31+
networks:
32+
- traefik_default
33+
command: ["server", "/data"]
34+
35+
headless:
36+
image: chromedp/headless-shell:latest
37+
labels:
38+
- "traefik.backend=headlesschrome"
39+
- "traefik.port=9222"
40+
ports:
41+
- 9222:9222
42+
environment:
43+
- SERVICE_PORTS=9222
44+
networks:
45+
- traefik_default
46+
47+
networks:
48+
traefik_default:

‎configs/setenv.sh ‎deployment/setenv.sh

File renamed without changes.

‎deployment/setenvIS.sh

+12
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
#!/bin/bash
2+
3+
# Object store keys
4+
export MINIO_ACCESS_KEY=worldsbestaccesskey
5+
export MINIO_SECRET_KEY=worldsbestsecretkey
6+
7+
# local data volumes
8+
export GLEANER_BASE=/tmp/gleaner/
9+
mkdir --parents ${GLEANER_BASE}
10+
export GLEANER_OBJECTS=${GLEANER_BASE}/datavol/s3
11+
export GLEANER_GRAPH=${GLEANER_BASE}/datavol/graph
12+

0 commit comments

Comments
 (0)