bas.sh
forked from
tangled.org/core
Monorepo for Tangled
13 kB
422 lines
1services:
2 redis:
3 image: redis:7-alpine
4 restart: unless-stopped
5 networks: [tngl]
6
7 postgres:
8 image: postgres:14-alpine
9 restart: unless-stopped
10 environment:
11 POSTGRES_USER: tnglr
12 POSTGRES_PASSWORD: tnglr
13 volumes:
14 - postgres-data:/var/lib/postgresql/data
15 - ./localinfra/postgres-init.sql:/docker-entrypoint-initdb.d/init.sql
16 healthcheck:
17 test: ["CMD-SHELL", "pg_isready -U tnglr -d plc"]
18 interval: 2s
19 timeout: 2s
20 retries: 30
21 start_period: 5s
22 networks: [tngl]
23
24 pds:
25 image: ghcr.io/bluesky-social/pds:0.4.219
26 restart: unless-stopped
27 env_file: localinfra/pds.env
28 environment:
29 PDS_DID_PLC_URL: http://plc:8080
30 NODE_EXTRA_CA_CERTS: /caddy-ca/root.crt
31 volumes:
32 - pds-data:/pds
33 - ./localinfra/certs/root.crt:/caddy-ca/root.crt:ro
34 healthcheck:
35 test: ["CMD", "wget", "-qO-", "http://localhost:3000/xrpc/_health"]
36 interval: 2s
37 timeout: 2s
38 retries: 30
39 start_period: 5s
40 depends_on:
41 plc:
42 condition: service_started
43 networks: [tngl]
44
45 init-accounts:
46 image: alpine:3.22
47 restart: "no"
48 env_file: localinfra/pds.env
49 environment:
50 PDS_URL: http://pds:3000
51 OWNER_USER: alice
52 KNOT_HOSTNAME: knot.tngl.boltless.dev
53 SPINDLE_HOSTNAME: spindle.tngl.boltless.dev
54 volumes:
55 - ./localinfra/scripts/init-accounts.sh:/init.sh:ro
56 - init-state:/shared
57 command: sh -c "apk add --no-cache curl jq >/dev/null && sh /init.sh"
58 depends_on:
59 pds:
60 condition: service_healthy
61 networks: [tngl]
62
63 plc:
64 platform: linux/amd64
65 image: ghcr.io/bluesky-social/did-method-plc:plc-f2ab7516bac5bc0f3f86842fa94e996bd1b3815b
66 restart: unless-stopped
67 environment:
68 DEBUG_MODE: "1"
69 LOG_ENABLED: "true"
70 LOG_LEVEL: debug
71 LOG_DESTINATION: "1"
72 PLC_VERSION: 0.0.1
73 PORT: "8080"
74 DB_CREDS_JSON: &DB_CREDS_JSON '{"username":"tnglr","password":"tnglr","host":"postgres","port":5432}'
75 DB_MIGRATE_CREDS_JSON: *DB_CREDS_JSON
76 depends_on: [postgres]
77 networks: [tngl]
78
79 jetstream:
80 platform: linux/amd64
81 image: ghcr.io/bluesky-social/jetstream:sha-d5a3b62
82 restart: unless-stopped
83 environment:
84 JETSTREAM_DATA_DIR: /data
85 JETSTREAM_LIVENESS_TTL: 300s
86 JETSTREAM_WS_URL: wss://pds.tngl.boltless.dev/xrpc/com.atproto.sync.subscribeRepos
87 volumes:
88 - jetstream-data:/data
89 - ./localinfra/certs/root.crt:/etc/ssl/certs/ca-certificates.crt:ro
90 depends_on:
91 pds:
92 condition: service_healthy
93 networks: [tngl]
94
95 knot:
96 build:
97 context: .
98 dockerfile: localinfra/knot.Dockerfile
99 restart: unless-stopped
100 environment:
101 KNOT_SERVER_HOSTNAME: knot.tngl.boltless.dev
102 KNOT_SERVER_LISTEN_ADDR: 0.0.0.0:5555
103 KNOT_SERVER_INTERNAL_LISTEN_ADDR: 127.0.0.1:5444
104 KNOT_SERVER_DB_PATH: /home/git/knotserver.db
105 KNOT_SERVER_PLC_URL: https://plc.tngl.boltless.dev
106 KNOT_SERVER_JETSTREAM_ENDPOINT: wss://jetstream.tngl.boltless.dev/subscribe
107 KNOT_SERVER_DEV: "false"
108 KNOT_REPO_SCAN_PATH: /home/git/repositories
109 APPVIEW_ENDPOINT: https://tangled.org
110 KNOT_MIRRORS: https://mirror.tngl.boltless.dev
111 ports:
112 - "2222:22"
113 volumes:
114 - knot-data:/home/git
115 - knot-ssh-keys:/etc/ssh/keys
116 - init-state:/shared:ro
117 - ./localinfra/certs/root.crt:/usr/local/share/ca-certificates/caddy.crt:ro
118 healthcheck:
119 test: ["CMD", "wget", "-qO-", "http://localhost:5555/"]
120 interval: 2s
121 timeout: 2s
122 retries: 60
123 start_period: 30s
124 depends_on:
125 plc:
126 condition: service_started
127 jetstream:
128 condition: service_started
129 knotmirror:
130 condition: service_healthy
131 init-accounts:
132 condition: service_completed_successfully
133 networks: [tngl]
134
135 ncps-migrate:
136 image: &ncps-image ghcr.io/kalbasit/ncps:v0.9.4
137 profiles: ["linux"]
138 restart: "no"
139 command:
140 - /bin/dbmate
141 - --migrations-dir=/share/ncps/db/migrations/sqlite
142 - --no-dump-schema
143 - --url=sqlite:/storage/db.sqlite
144 - up
145 volumes:
146 - ncps-data:/storage
147 networks: [tngl]
148
149 ncps:
150 image: *ncps-image
151 profiles: ["linux"]
152 restart: unless-stopped
153 environment:
154 ANALYTICS_REPORTING_ENABLED: "false"
155 command: ["/bin/ncps", "serve", "--config", "/etc/ncps/ncps.yaml"]
156 volumes:
157 - ncps-data:/storage
158 - ./localinfra/ncps.yaml:/etc/ncps/ncps.yaml:ro
159 - ./localinfra/ncps-secret-key:/keys/ncps-secret-key:ro
160 depends_on:
161 ncps-migrate:
162 condition: service_completed_successfully
163 networks: [tngl]
164
165 spindle:
166 profiles: ["linux"]
167 build:
168 context: .
169 dockerfile: localinfra/spindle.Dockerfile
170 restart: unless-stopped
171 environment:
172 SPINDLE_SERVER_HOSTNAME: spindle.tngl.boltless.dev
173 SPINDLE_SERVER_LISTEN_ADDR: 0.0.0.0:6555
174 SPINDLE_SERVER_DB_PATH: /var/lib/spindle/spindle.db
175 SPINDLE_SERVER_PLC_URL: https://plc.tngl.boltless.dev
176 SPINDLE_SERVER_JETSTREAM_ENDPOINT: wss://jetstream.tngl.boltless.dev/subscribe
177 SPINDLE_SERVER_DEV: "true"
178 SPINDLE_SERVER_DEV_EXTRA_HOSTS: knot.tngl.boltless.dev,mirror.tngl.boltless.dev
179 SPINDLE_SERVER_TAP_DB_PATH: /var/lib/spindle/tap.db
180 SPINDLE_SERVER_TAP_RELAY_URL: https://pds.tngl.boltless.dev
181 SPINDLE_MICROVM_PIPELINES_IMAGE_DIR: /var/lib/spindle/images
182 SPINDLE_MICROVM_PIPELINES_OVERLAY_DIR: /var/lib/spindle/overlays
183 SPINDLE_MICROVM_PIPELINES_AGENT_PORT: "11240"
184 SPINDLE_S3_LOG_BUCKET: ""
185 SPINDLE_MICROVM_PIPELINES_ENABLE_CGROUPS: "false"
186 # route guest nix substitution + uploads through the local ncps cache.
187 # ncps re-signs on serve with cache.local's key, so the guest trusts the
188 # matching public key below (no signing happens in spindle itself).
189 SPINDLE_NIX_CACHE_READ_URLS: http://ncps:8501
190 SPINDLE_NIX_CACHE_TRUSTED_PUBLIC_KEYS: cache.local:F7YqpMzuBdILYd/v+wMZN2YKxCzliXQyFmeezOxw7rU=
191 SPINDLE_NIX_CACHE_UPLOAD_URL: http://ncps:8501/upload
192 # these two are required for cgroups, uncomment if testing
193 # privileged: true
194 # cgroup: host
195 devices:
196 - /dev/vsock:/dev/vsock
197 - /dev/kvm:/dev/kvm
198 - /dev/vhost-vsock:/dev/vhost-vsock
199 - /dev/net/tun:/dev/net/tun
200 cap_add:
201 - NET_ADMIN
202 - SYS_ADMIN
203 security_opt:
204 - label=disable
205 - seccomp=unconfined
206 volumes:
207 - spindle-data:/var/lib/spindle
208 - spindle-logs:/var/log/spindle
209 - ./out/localinfra-spindle-images:/var/lib/spindle/images:ro
210 - init-state:/shared:ro
211 - ./localinfra/certs/root.crt:/usr/local/share/ca-certificates/caddy.crt:ro
212 healthcheck:
213 test: ["CMD", "wget", "-qO-", "http://localhost:6555/"]
214 interval: 2s
215 timeout: 2s
216 retries: 30
217 start_period: 5s
218 depends_on:
219 plc:
220 condition: service_started
221 jetstream:
222 condition: service_started
223 init-accounts:
224 condition: service_completed_successfully
225 ncps:
226 condition: service_started
227 networks: [tngl]
228
229 knotmirror-tap:
230 image: ghcr.io/bluesky-social/indigo/tap:sha-4f47add43060c27e8a37d9d76482ecddf001fcd8 # 0.1.10
231 restart: unless-stopped
232 environment:
233 TAP_BIND: ":2480"
234 TAP_PLC_URL: https://plc.tngl.boltless.dev
235 TAP_RELAY_URL: https://pds.tngl.boltless.dev # PDS can be used as basic relay without collectiondir.
236 TAP_DATABASE_URL: postgres://tnglr:tnglr@postgres:5432/mirror_tap?sslmode=disable
237 TAP_COLLECTION_FILTERS: sh.tangled.repo
238 TAP_SIGNAL_COLLECTION: sh.tangled.repo
239 TAP_RESYNC_PARALLELISM: "10"
240 TAP_RETRY_TIMEOUT: 60s
241 volumes:
242 - ./localinfra/certs/root.crt:/etc/ssl/certs/ca-certificates.crt:ro
243 depends_on:
244 postgres:
245 condition: service_started
246 pds:
247 condition: service_healthy
248 networks: [tngl]
249
250 knotmirror:
251 build:
252 context: .
253 dockerfile: localinfra/knotmirror.Dockerfile
254 restart: unless-stopped
255 environment:
256 MIRROR_LISTEN: 0.0.0.0:7000
257 MIRROR_ADMIN_LISTEN: 0.0.0.0:7200
258 MIRROR_HOSTNAME: mirror.tngl.boltless.dev
259 MIRROR_TAP_URL: http://knotmirror-tap:2480
260 MIRROR_DB_URL: postgres://tnglr:tnglr@postgres:5432/mirror?sslmode=disable
261 MIRROR_REDIS_ADDR: redis:6379
262 MIRROR_PLC_URL: https://plc.tngl.boltless.dev
263 MIRROR_GIT_BASEPATH: /data/repos
264 MIRROR_KNOT_USE_SSL: "true"
265 MIRROR_KNOT_SSRF: "true"
266 MIRROR_RESYNC_PARALLELISM: "4"
267 MIRROR_SEARCH_ZOEKT_URL: https://zoekt.tngl.boltless.dev/indexserver
268 volumes:
269 - knotmirror-data:/data
270 - ./localinfra/certs/root.crt:/usr/local/share/ca-certificates/caddy.crt:ro
271 healthcheck:
272 test: ["CMD", "wget", "-qO-", "http://localhost:7000/"]
273 interval: 2s
274 timeout: 2s
275 retries: 30
276 start_period: 5s
277 ports:
278 - "7201:7200"
279 depends_on:
280 postgres:
281 condition: service_started
282 knotmirror-tap:
283 condition: service_started
284 networks: [tngl]
285
286 zoekt-webserver:
287 build:
288 context: https://tangled.org/boltless.me/zoekt.git#tngl
289 volumes:
290 - zoekt-index:/data/index
291 - ./localinfra/certs/root.crt:/etc/ssl/certs/caddy.crt:ro
292 command: ["zoekt-webserver", "-index", "/data/index", "-pprof", "-rpc"]
293 networks: [tngl]
294
295 zoekt-tngl-indexserver:
296 build:
297 context: .
298 dockerfile: localinfra/zoekt-tngl-indexserver.Dockerfile
299 environment:
300 TANGLED_ZOEKT_INDEX_DIR: /data/index
301 TANGLED_ZOEKT_PLC_URL: https://plc.tngl.boltless.dev
302 TANGLED_ZOEKT_APPVIEW_URL: http://127.0.0.1:3000
303 volumes:
304 - zoekt-index:/data/index
305 - ./localinfra/certs/root.crt:/etc/ssl/certs/caddy.crt:ro
306 command: ["zoekt-tngl-indexserver", "serve"]
307 networks: [tngl]
308
309 tailwind:
310 image: d3fk/tailwindcss:v3
311 restart: unless-stopped
312 working_dir: /build
313 init: true
314 environment:
315 BROWSERSLIST_IGNORE_OLD_DATA: "true"
316 volumes:
317 - ./tailwind.config.js:/build/tailwind.config.js:ro
318 - ./input.css:/build/input.css:ro
319 - ./appview/pages/templates:/build/appview/pages/templates:ro
320 - ./docs:/build/docs:ro
321 - ./blog/templates:/build/blog/templates:ro
322 - ./blog/posts:/build/blog/posts:ro
323 - ./appview/pages/static:/build/appview/pages/static
324 command:
325 ["-i", "input.css", "-o", "appview/pages/static/tw.css", "--watch=always"]
326 network_mode: none
327
328 appview:
329 build:
330 context: .
331 dockerfile: localinfra/appview.Dockerfile
332 restart: unless-stopped
333 environment:
334 TANGLED_DEV: "true"
335 TANGLED_APPVIEW_HOST: 127.0.0.1:3000
336 TANGLED_DB_PATH: /var/lib/appview/appview.db
337 TANGLED_PLC_URL: https://plc.tngl.boltless.dev
338 TANGLED_JETSTREAM_ENDPOINT: wss://jetstream.tngl.boltless.dev/subscribe
339 TANGLED_REDIS_ADDR: redis:6379
340 TANGLED_KNOTMIRROR_URL: https://mirror.tngl.boltless.dev
341 TANGLED_CODESEARCH_ZOEKT_URL: https://zoekt.tngl.boltless.dev
342 ports:
343 - "3000:3000"
344 volumes:
345 - .:/src:cached
346 - go-cache:/go/cache
347 - go-mod-cache:/go/mod
348 - appview-data:/var/lib/appview
349 - init-state:/shared:ro
350 - ./localinfra/certs/root.crt:/usr/local/share/ca-certificates/caddy.crt:ro
351 depends_on:
352 redis:
353 condition: service_started
354 pds:
355 condition: service_healthy
356 init-accounts:
357 condition: service_completed_successfully
358 networks: [tngl]
359
360 pdsls:
361 build:
362 context: .
363 dockerfile: localinfra/pdsls.Dockerfile
364 restart: unless-stopped
365 ports:
366 - "8081:80"
367 depends_on:
368 init-accounts:
369 condition: service_completed_successfully
370 networks: [tngl]
371
372 caddy:
373 image: caddy:2-alpine
374 restart: unless-stopped
375 ports:
376 - "80:80"
377 - "443:443"
378 volumes:
379 - ./localinfra/Caddyfile:/etc/caddy/Caddyfile
380 - ./localinfra/certs:/etc/caddy/certs:ro
381 - caddy-data:/data
382 networks:
383 tngl:
384 aliases:
385 - plc.tngl.boltless.dev
386 - pds.tngl.boltless.dev
387 - alice.pds.tngl.boltless.dev
388 - bob.pds.tngl.boltless.dev
389 - jetstream.tngl.boltless.dev
390 - knot.tngl.boltless.dev
391 - spindle.tngl.boltless.dev
392 - tngl.boltless.dev
393 - mirror.tngl.boltless.dev
394 - zoekt.tngl.boltless.dev
395 - pdsls.tngl.boltless.dev
396
397volumes:
398 caddy-data:
399 postgres-data:
400 pds-data:
401 jetstream-data:
402 knot-data:
403 knot-ssh-keys:
404 knotmirror-data:
405 zoekt-index:
406 spindle-data:
407 spindle-logs:
408 ncps-data:
409 init-state:
410 go-cache:
411 go-mod-cache:
412 appview-data:
413
414networks:
415 tngl:
416 driver: bridge
417 # Public-looking subnet so SSRF checks see container IPs as "public".
418 # RFC1918 + doc/benchmark ranges are blocklisted; 11.x is unrouted on
419 # the public internet, so it passes the check and won't collide.
420 ipam:
421 config:
422 - subnet: 11.0.0.0/24