Skip to content

Commit 152eb62

Browse files
committed
Cleaning up dev branch before a test release
1 parent ef67aef commit 152eb62

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

48 files changed

+193
-1123
lines changed

VERSION

+1-1
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
2.0.24
1+
2.0.25
File renamed without changes.
File renamed without changes.

configs/setenv.sh

+19
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
#!/bin/bash
2+
3+
# domains
4+
export GLEANER_ADMIN_DOMAIN=admin.local.dev
5+
export GLEANER_OSS_DOMAIN=oss.local.dev
6+
export GLEANER_GRAPH_DOMAIN=graph.local.dev
7+
export GLEANER_WEB_DOMAIN=web.local.dev
8+
export GLEANER_WEB2_DOMAIN=web2.local.dev
9+
10+
# Object store keys
11+
export MINIO_ACCESS_KEY=worldsbestaccesskey
12+
export MINIO_SECRET_KEY=worldsbestsecretkey
13+
14+
# local data volumes
15+
export GLEANER_BASE=/tmp/gleaner/
16+
export GLEANER_TRAEFIK=${GLEANER_BASE}/config
17+
export GLEANER_OBJECTS=${GLEANER_BASE}/datavol/s3
18+
export GLEANER_GRAPH=${GLEANER_BASE}/datavol/graph
19+

configs/template_v2.0.yaml

+10-11
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ minio:
77
ssl: false
88
bucket: gleaner
99
gleaner:
10-
runid: igsnrunX # this will be the bucket the output is placed in...
10+
runid: runX # this will be the bucket the output is placed in...
1111
summon: true # do we want to visit the web sites and pull down the files
1212
mill: true
1313
context:
@@ -19,20 +19,19 @@ contextmaps:
1919
file: "./jsonldcontext.jsonld"
2020
summoner:
2121
after: "" # "21 May 20 10:00 UTC"
22-
mode: diff # [time, hash, none] diff: look for difference or full: delete old objects and replace
23-
threads: 20
22+
mode: full # full || diff: If diff compare what we have currently in gleaner to sitemap, get only new, delete missing
23+
threads: 5
2424
delay: # milliseconds (1000 = 1 second) to delay between calls (will FORCE threads to 1)
2525
headless: http://127.0.0.1:9222 # URL for headless see docs/headless
2626
millers:
2727
graph: true
28-
shacl: true
29-
#geojson: false
30-
shaclservice:
31-
url: https://1bwb5ptlgh.execute-api.us-east-1.amazonaws.com/dev/verify
32-
shapefiles:
33-
#- ref: https://raw.githubusercontent.com/geoschemas-org/geoshapes/master/shapegraphs/googleRequired.ttl
34-
#- ref: https://raw.githubusercontent.com/geoschemas-org/geoshapes/master/shapegraphs/googleRecommendedCoverageCheck.ttl
35-
- ref: https://gist.githubusercontent.com/fils/77d40a917a7af8020693678be30e87dd/raw/f2480cd2f304f2bc74143d4a72e72d43727942c4/westerntropicalshape.ttl
28+
sitegraphs:
29+
- name: aquadocs
30+
url: https://oih.aquadocs.org/aquadocs.json
31+
headless: false
32+
pid: https://www.re3data.org/repository/aquadocs
33+
properName: AquaDocs
34+
domain: https://aquadocs.org
3635
sources:
3736
- name: samplesearth
3837
url: http://samples.earth/sitemap.xml # XML version available?

deployments/MORGUE/gleanerServicesv1.yml

-94
This file was deleted.

deployments/MORGUE/gleanerServicesv2.yml

-88
This file was deleted.

deployments/MORGUE/k8s/README.md

-9
This file was deleted.

deployments/MORGUE/k8s/gleaner-dev.yaml

-79
This file was deleted.

deployments/MORGUE/k8s/headless-deployment.yaml

-32
This file was deleted.

deployments/MORGUE/k8s/headless-service.yaml

-21
This file was deleted.

0 commit comments

Comments
 (0)