blob: ded44aa5f617b9a4131a7e95d5ef06f8c89ad099 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
|
image: "debian:buster-slim"
cache: &global_cache
key: global
paths:
- .yarn
- node_modules
- data/vicmap.geojson
- dist/vicmap-osm-uniq-flats.geojson
- data/victoria-addr.osm.geojson
- dist/blocksByOSMAddr.geojson
stages:
- docker
- prepare
- build
- conflate
docker prepare:
image: docker:latest
services:
- docker:dind
stage: docker
before_script:
- echo "$CI_JOB_TOKEN" | docker login -u "$CI_REGISTRY_USER" --password-stdin $CI_REGISTRY
script:
- docker build --pull -t "$CI_REGISTRY_IMAGE":prepare -f "docker/prepare.Dockerfile" .
- docker push "$CI_REGISTRY_IMAGE":prepare
after_script:
- docker logout $CI_REGISTRY
when: manual
cache: {}
docker build-vicmap:
image: docker:latest
services:
- docker:dind
stage: docker
before_script:
- echo "$CI_JOB_TOKEN" | docker login -u "$CI_REGISTRY_USER" --password-stdin $CI_REGISTRY
script:
- docker build --pull -t "$CI_REGISTRY_IMAGE":build-vicmap -f "docker/build-vicmap.Dockerfile" .
- docker push "$CI_REGISTRY_IMAGE":build-vicmap
after_script:
- docker logout $CI_REGISTRY
when: manual
cache: {}
docker build-osm:
image: docker:latest
services:
- docker:dind
stage: docker
before_script:
- echo "$CI_JOB_TOKEN" | docker login -u "$CI_REGISTRY_USER" --password-stdin $CI_REGISTRY
script:
- docker build --pull -t "$CI_REGISTRY_IMAGE":build-osm -f "docker/build-osm.Dockerfile" .
- docker push "$CI_REGISTRY_IMAGE":build-osm
after_script:
- docker logout $CI_REGISTRY
when: manual
cache: {}
docker conflate:
image: docker:latest
services:
- docker:dind
stage: docker
before_script:
- echo "$CI_JOB_TOKEN" | docker login -u "$CI_REGISTRY_USER" --password-stdin $CI_REGISTRY
script:
- docker build --pull -t "$CI_REGISTRY_IMAGE":conflate -f "docker/conflate.Dockerfile" .
- docker push "$CI_REGISTRY_IMAGE":conflate
after_script:
- docker logout $CI_REGISTRY
when: manual
cache: {}
prepare:
stage: prepare
image: "registry.gitlab.com/alantgeo/vicmap2osm:prepare"
cache:
<<: *global_cache
policy: push
script:
- yarn install
- cp src/polygon-lookup-patch.js node_modules/polygon-lookup/index.js
- mkdir -p dist
- make data/vicmap.geojson
when: manual
build vicmap:
stage: build
image: "registry.gitlab.com/alantgeo/vicmap2osm:build-vicmap"
before_script:
- ls data dist
cache:
<<: *global_cache
policy: pull-push
script:
- yarn install
- cp src/polygon-lookup-patch.js node_modules/polygon-lookup/index.js
- yarn run test
- mkdir -p dist data
- mkdir -p data/vicmap/ll_gda94/sde_shape/whole/VIC/VMADD/layer
- touch data/VICMAP_ADDRESS.zip
- touch data/vicmap/ll_gda94/sde_shape/whole/VIC/VMADD/layer/address.shp
- touch --no-create data/vicmap.geojson
- time make dist/vicmap-osm.geojson
- time make dist/vicmap-osm-uniq.geojson
- time make dist/vicmap-osm-uniq-flats.geojson
- time make dist/vicmap-osm-uniq-flats-withinrange.geojson
when: manual
artifacts:
name: "build vicmap"
paths:
- dist
- debug
build osm:
stage: build
image: "registry.gitlab.com/alantgeo/vicmap2osm:build-osm"
before_script:
- ls data dist
cache:
<<: *global_cache
policy: pull-push
variables:
QT_QPA_PLATFORM: "offscreen"
script:
- yarn install
- cp src/polygon-lookup-patch.js node_modules/polygon-lookup/index.js
- mkdir -p dist data
- make dist/blocksByOSMAddr.fgb
- make dist/blocksByOSMAddr.geojson
- make summariseBlocksByOSMAddr
when: manual
artifacts:
name: "build osm"
paths:
- dist
conflate:
stage: conflate
image: "registry.gitlab.com/alantgeo/vicmap2osm:conflate"
before_script:
- ls data dist
cache:
<<: *global_cache
policy: pull
script:
- yarn install
- cp src/polygon-lookup-patch.js node_modules/polygon-lookup/index.js
- make dist/conflate
- wc -l dist/conflate/*.geojson
when: manual
artifacts:
name: "conflate"
paths:
- dist
build compareSuburb:
stage: build
image: "registry.gitlab.com/alantgeo/vicmap2osm:build-osm"
before_script:
- ls data dist
cache:
<<: *global_cache
policy: pull
script:
- yarn install
- cp src/polygon-lookup-patch.js node_modules/polygon-lookup/index.js
- mkdir -p dist data
- mkdir -p data/vicmap/ll_gda94/sde_shape/whole/VIC/VMADD/layer
- touch data/VICMAP_ADDRESS.zip
- touch data/vicmap/ll_gda94/sde_shape/whole/VIC/VMADD/layer/address.shp
- touch --no-create data/vicmap.geojson
- time make dist/vicmap-osm.geojson
- time make dist/vicmapSuburbDiffersWithOSM.geojson
- rm -f dist/vicmap-osm.geojson
- make printDifferentSuburbs
when: manual
artifacts:
name: "build compareSuburb"
paths:
- dist
- debug
|
