forked from
tangled.org/core
Monorepo for Tangled
13 kB
434 lines
1services:
2 redis:
3 image: redis:7-alpine
4 restart: unless-stopped
5 networks: [tngl]
6
7 postgres:
8 image: postgres:14-alpine
9 restart: unless-stopped
10 environment:
11 POSTGRES_USER: tnglr
12 POSTGRES_PASSWORD: tnglr
13 volumes:
14 - postgres-data:/var/lib/postgresql/data
15 - ./localinfra/postgres-init.sql:/docker-entrypoint-initdb.d/init.sql
16 healthcheck:
17 test: ["CMD-SHELL", "pg_isready -U tnglr -d plc"]
18 interval: 2s
19 timeout: 2s
20 retries: 30
21 start_period: 5s
22 networks: [tngl]
23
24 pds:
25 image: ghcr.io/bluesky-social/pds:0.4.219
26 restart: unless-stopped
27 env_file: localinfra/pds.env
28 environment:
29 PDS_DID_PLC_URL: http://plc:8080
30 NODE_EXTRA_CA_CERTS: /caddy-ca/root.crt
31 volumes:
32 - pds-data:/pds
33 - ./localinfra/certs/root.crt:/caddy-ca/root.crt:ro
34 healthcheck:
35 test: ["CMD", "wget", "-qO-", "http://localhost:3000/xrpc/_health"]
36 interval: 2s
37 timeout: 2s
38 retries: 30
39 start_period: 5s
40 depends_on:
41 plc:
42 condition: service_started
43 networks: [tngl]
44
45 init-accounts:
46 image: alpine:3.22
47 restart: "no"
48 env_file: localinfra/pds.env
49 environment:
50 PDS_URL: http://pds:3000
51 OWNER_USER: alice
52 KNOT_HOSTNAME: knot.tngl.boltless.dev
53 SPINDLE_HOSTNAME: spindle.tngl.boltless.dev
54 volumes:
55 - ./localinfra/scripts/init-accounts.sh:/init.sh:ro
56 - init-state:/shared
57 command: sh -c "apk add --no-cache curl jq >/dev/null && sh /init.sh"
58 depends_on:
59 pds:
60 condition: service_healthy
61 networks: [tngl]
62
63 plc:
64 platform: linux/amd64
65 image: ghcr.io/bluesky-social/did-method-plc:plc-f2ab7516bac5bc0f3f86842fa94e996bd1b3815b
66 restart: unless-stopped
67 environment:
68 DEBUG_MODE: "1"
69 LOG_ENABLED: "true"
70 LOG_LEVEL: debug
71 LOG_DESTINATION: "1"
72 PLC_VERSION: 0.0.1
73 PORT: "8080"
74 DB_CREDS_JSON: &DB_CREDS_JSON '{"username":"tnglr","password":"tnglr","host":"postgres","port":5432}'
75 DB_MIGRATE_CREDS_JSON: *DB_CREDS_JSON
76 depends_on: [postgres]
77 networks: [tngl]
78
79 jetstream:
80 platform: linux/amd64
81 image: ghcr.io/bluesky-social/jetstream:sha-d5a3b62
82 restart: unless-stopped
83 environment:
84 JETSTREAM_DATA_DIR: /data
85 JETSTREAM_LIVENESS_TTL: 300s
86 JETSTREAM_WS_URL: wss://pds.tngl.boltless.dev/xrpc/com.atproto.sync.subscribeRepos
87 volumes:
88 - jetstream-data:/data
89 - ./localinfra/certs/root.crt:/etc/ssl/certs/ca-certificates.crt:ro
90 depends_on:
91 pds:
92 condition: service_healthy
93 networks: [tngl]
94
95 knot:
96 build:
97 context: .
98 dockerfile: localinfra/knot.Dockerfile
99 restart: unless-stopped
100 environment:
101 KNOT_SERVER_HOSTNAME: knot.tngl.boltless.dev
102 KNOT_SERVER_LISTEN_ADDR: 0.0.0.0:5555
103 KNOT_SERVER_INTERNAL_LISTEN_ADDR: 127.0.0.1:5444
104 KNOT_SERVER_DB_PATH: /home/git/knotserver.db
105 KNOT_SERVER_PLC_URL: https://plc.tngl.boltless.dev
106 KNOT_SERVER_JETSTREAM_ENDPOINT: wss://jetstream.tngl.boltless.dev/subscribe
107 KNOT_SERVER_DEV: "false"
108 KNOT_REPO_SCAN_PATH: /home/git/repositories
109 APPVIEW_ENDPOINT: https://tangled.org
110 KNOT_MIRRORS: https://mirror.tngl.boltless.dev
111 ports:
112 - "2222:22"
113 volumes:
114 - knot-data:/home/git
115 - knot-ssh-keys:/etc/ssh/keys
116 - init-state:/shared:ro
117 - ./localinfra/certs/root.crt:/usr/local/share/ca-certificates/caddy.crt:ro
118 healthcheck:
119 test: ["CMD", "wget", "-qO-", "http://localhost:5555/"]
120 interval: 2s
121 timeout: 2s
122 retries: 60
123 start_period: 30s
124 depends_on:
125 plc:
126 condition: service_started
127 jetstream:
128 condition: service_started
129 knotmirror:
130 condition: service_healthy
131 init-accounts:
132 condition: service_completed_successfully
133 networks: [tngl]
134
135 ncps-migrate:
136 image: &ncps-image ghcr.io/kalbasit/ncps:v0.9.4
137 profiles: ["linux"]
138 restart: "no"
139 command:
140 - /bin/dbmate
141 - --migrations-dir=/share/ncps/db/migrations/sqlite
142 - --no-dump-schema
143 - --url=sqlite:/storage/db.sqlite
144 - up
145 volumes:
146 - ncps-data:/storage
147 networks: [tngl]
148
149 ncps:
150 image: *ncps-image
151 profiles: ["linux"]
152 restart: unless-stopped
153 environment:
154 ANALYTICS_REPORTING_ENABLED: "false"
155 command: ["/bin/ncps", "serve", "--config", "/etc/ncps/ncps.yaml"]
156 volumes:
157 - ncps-data:/storage
158 - ./localinfra/ncps.yaml:/etc/ncps/ncps.yaml:ro
159 - ./localinfra/ncps-secret-key:/keys/ncps-secret-key:ro
160 depends_on:
161 ncps-migrate:
162 condition: service_completed_successfully
163 networks: [tngl]
164
165 spindle:
166 profiles: ["linux"]
167 build:
168 context: .
169 dockerfile: localinfra/spindle.Dockerfile
170 restart: unless-stopped
171 environment:
172 SPINDLE_SERVER_HOSTNAME: spindle.tngl.boltless.dev
173 SPINDLE_SERVER_LISTEN_ADDR: 0.0.0.0:6555
174 SPINDLE_SERVER_DB_PATH: /var/lib/spindle/spindle.db
175 SPINDLE_SERVER_PLC_URL: https://plc.tngl.boltless.dev
176 SPINDLE_SERVER_JETSTREAM_ENDPOINT: wss://jetstream.tngl.boltless.dev/subscribe
177 SPINDLE_SERVER_DEV: "true"
178 SPINDLE_SERVER_DEV_EXTRA_HOSTS: knot.tngl.boltless.dev,mirror.tngl.boltless.dev
179 SPINDLE_SERVER_TAP_DB_PATH: /var/lib/spindle/tap.db
180 SPINDLE_SERVER_TAP_RELAY_URL: https://pds.tngl.boltless.dev
181 SPINDLE_MICROVM_PIPELINES_IMAGE_DIR: /var/lib/spindle/images
182 SPINDLE_MICROVM_PIPELINES_OVERLAY_DIR: /var/lib/spindle/overlays
183 SPINDLE_MICROVM_PIPELINES_AGENT_PORT: "11240"
184 SPINDLE_S3_LOG_BUCKET: ""
185 SPINDLE_MICROVM_PIPELINES_ENABLE_CGROUPS: "false"
186 # route guest nix substitution + uploads through the local ncps cache.
187 # ncps re-signs on serve with cache.local's key, so the guest trusts the
188 # matching public key below (no signing happens in spindle itself).
189 SPINDLE_NIX_CACHE_READ_URLS: http://ncps:8501
190 SPINDLE_NIX_CACHE_TRUSTED_PUBLIC_KEYS: cache.local:F7YqpMzuBdILYd/v+wMZN2YKxCzliXQyFmeezOxw7rU=
191 SPINDLE_NIX_CACHE_UPLOAD_URL: http://ncps:8501/upload
192 # these two are required for cgroups, uncomment if testing
193 # privileged: true
194 # cgroup: host
195 devices:
196 - /dev/vsock:/dev/vsock
197 - /dev/kvm:/dev/kvm
198 - /dev/vhost-vsock:/dev/vhost-vsock
199 - /dev/net/tun:/dev/net/tun
200 cap_add:
201 - NET_ADMIN
202 - SYS_ADMIN
203 security_opt:
204 - label=disable
205 - seccomp=unconfined
206 volumes:
207 - spindle-data:/var/lib/spindle
208 - spindle-logs:/var/log/spindle
209 - ./out/localinfra-spindle-images:/var/lib/spindle/images:ro
210 - init-state:/shared:ro
211 - ./localinfra/certs/root.crt:/usr/local/share/ca-certificates/caddy.crt:ro
212 healthcheck:
213 test: ["CMD", "wget", "-qO-", "http://localhost:6555/"]
214 interval: 2s
215 timeout: 2s
216 retries: 30
217 start_period: 5s
218 depends_on:
219 plc:
220 condition: service_started
221 jetstream:
222 condition: service_started
223 init-accounts:
224 condition: service_completed_successfully
225 ncps:
226 condition: service_started
227 networks: [tngl]
228
229 knotmirror-tap:
230 image: ghcr.io/bluesky-social/indigo/tap:sha-4f47add43060c27e8a37d9d76482ecddf001fcd8 # 0.1.10
231 restart: unless-stopped
232 environment:
233 TAP_BIND: ":2480"
234 TAP_PLC_URL: https://plc.tngl.boltless.dev
235 TAP_RELAY_URL: https://pds.tngl.boltless.dev # PDS can be used as basic relay without collectiondir.
236 TAP_DATABASE_URL: postgres://tnglr:tnglr@postgres:5432/mirror_tap?sslmode=disable
237 TAP_COLLECTION_FILTERS: sh.tangled.repo
238 TAP_SIGNAL_COLLECTION: sh.tangled.repo
239 TAP_RESYNC_PARALLELISM: "10"
240 TAP_RETRY_TIMEOUT: 60s
241 volumes:
242 - ./localinfra/certs/root.crt:/etc/ssl/certs/ca-certificates.crt:ro
243 depends_on:
244 postgres:
245 condition: service_started
246 pds:
247 condition: service_healthy
248 networks: [tngl]
249
250 knotmirror:
251 build:
252 context: .
253 dockerfile: localinfra/knotmirror.Dockerfile
254 restart: unless-stopped
255 environment:
256 MIRROR_LISTEN: 0.0.0.0:7000
257 MIRROR_ADMIN_LISTEN: 0.0.0.0:7200
258 MIRROR_HOSTNAME: mirror.tngl.boltless.dev
259 MIRROR_TAP_URL: http://knotmirror-tap:2480
260 MIRROR_DB_URL: postgres://tnglr:tnglr@postgres:5432/mirror?sslmode=disable
261 MIRROR_REDIS_ADDR: redis:6379
262 MIRROR_PLC_URL: https://plc.tngl.boltless.dev
263 MIRROR_GIT_BASEPATH: /data/repos
264 MIRROR_KNOT_USE_SSL: "true"
265 MIRROR_KNOT_SSRF: "true"
266 MIRROR_RESYNC_PARALLELISM: "4"
267 MIRROR_APPVIEW_URL: http://appview:3000
268 MIRROR_SEARCH_ZOEKT_URL: https://zoekt.tngl.boltless.dev/indexserver
269 volumes:
270 - knotmirror-data:/data
271 - ./localinfra/certs/root.crt:/usr/local/share/ca-certificates/caddy.crt:ro
272 healthcheck:
273 test: ["CMD", "wget", "-qO-", "http://localhost:7000/"]
274 interval: 2s
275 timeout: 2s
276 retries: 30
277 start_period: 5s
278 ports:
279 - "7201:7200"
280 depends_on:
281 postgres:
282 condition: service_started
283 knotmirror-tap:
284 condition: service_started
285 networks: [tngl]
286
287 gitmirror:
288 build:
289 context: .
290 dockerfile: localinfra/gitmirror.Dockerfile
291 restart: unless-stopped
292 environment:
293 RUST_LOG: gitmirror=debug
294 GITMIRROR_ADDR: 0.0.0.0:9000
295 GITMIRROR_REPO_BASE: /data/repos
296 volumes:
297 - knotmirror-data:/data
298 - ./localinfra/certs/root.crt:/usr/local/share/ca-certificates/caddy.crt:ro
299 networks: [tngl]
300
301 zoekt-webserver:
302 build:
303 context: https://tangled.org/boltless.me/zoekt.git#tngl
304 volumes:
305 - zoekt-index:/data/index
306 - ./localinfra/certs/root.crt:/etc/ssl/certs/caddy.crt:ro
307 command: ["zoekt-webserver", "-index", "/data/index", "-pprof", "-rpc"]
308 networks: [tngl]
309
310 zoekt-tngl-indexserver:
311 build:
312 context: .
313 dockerfile: localinfra/zoekt-tngl-indexserver.Dockerfile
314 environment:
315 TANGLED_ZOEKT_INDEX_DIR: /data/index
316 TANGLED_ZOEKT_PLC_URL: https://plc.tngl.boltless.dev
317 TANGLED_ZOEKT_APPVIEW_URL: http://127.0.0.1:3000
318 volumes:
319 - zoekt-index:/data/index
320 - ./localinfra/certs/root.crt:/etc/ssl/certs/caddy.crt:ro
321 command: ["zoekt-tngl-indexserver", "serve"]
322 networks: [tngl]
323
324 tailwind:
325 image: d3fk/tailwindcss:v3
326 restart: unless-stopped
327 working_dir: /build
328 init: true
329 environment:
330 BROWSERSLIST_IGNORE_OLD_DATA: "true"
331 volumes:
332 - .:/build:ro
333 - ./appview/pages/static:/build/appview/pages/static
334 command:
335 ["-i", "input.css", "-o", "appview/pages/static/tw.css", "--watch=always"]
336 network_mode: none
337
338 appview:
339 build:
340 context: .
341 dockerfile: localinfra/appview.Dockerfile
342 restart: unless-stopped
343 environment:
344 TANGLED_DEV: "true"
345 TANGLED_APPVIEW_HOST: 127.0.0.1:3000
346 TANGLED_DB_PATH: /var/lib/appview/appview.db
347 TANGLED_PLC_URL: https://plc.tngl.boltless.dev
348 TANGLED_JETSTREAM_ENDPOINT: wss://jetstream.tngl.boltless.dev/subscribe
349 TANGLED_REDIS_ADDR: redis:6379
350 TANGLED_KNOTMIRROR_URL: https://mirror.tngl.boltless.dev
351 TANGLED_KNOTMIRROR_V2_HOST: gitmirror:9000
352 TANGLED_CODESEARCH_ZOEKT_URL: https://zoekt.tngl.boltless.dev
353 ports:
354 - "3000:3000"
355 volumes:
356 - .:/src:cached
357 - go-cache:/go/cache
358 - go-mod-cache:/go/mod
359 - appview-data:/var/lib/appview
360 - init-state:/shared:ro
361 - ./localinfra/certs/root.crt:/usr/local/share/ca-certificates/caddy.crt:ro
362 depends_on:
363 redis:
364 condition: service_started
365 pds:
366 condition: service_healthy
367 init-accounts:
368 condition: service_completed_successfully
369 networks: [tngl]
370
371 pdsls:
372 build:
373 context: .
374 dockerfile: localinfra/pdsls.Dockerfile
375 restart: unless-stopped
376 ports:
377 - "8081:80"
378 depends_on:
379 init-accounts:
380 condition: service_completed_successfully
381 networks: [tngl]
382
383 caddy:
384 image: caddy:2-alpine
385 restart: unless-stopped
386 ports:
387 - "80:80"
388 - "443:443"
389 volumes:
390 - ./localinfra/Caddyfile:/etc/caddy/Caddyfile
391 - ./localinfra/certs:/etc/caddy/certs:ro
392 - caddy-data:/data
393 networks:
394 tngl:
395 aliases:
396 - plc.tngl.boltless.dev
397 - pds.tngl.boltless.dev
398 - alice.pds.tngl.boltless.dev
399 - bob.pds.tngl.boltless.dev
400 - jetstream.tngl.boltless.dev
401 - knot.tngl.boltless.dev
402 - spindle.tngl.boltless.dev
403 - tngl.boltless.dev
404 - mirror.tngl.boltless.dev
405 - gitmirror.tngl.boltless.dev
406 - zoekt.tngl.boltless.dev
407 - pdsls.tngl.boltless.dev
408
409volumes:
410 caddy-data:
411 postgres-data:
412 pds-data:
413 jetstream-data:
414 knot-data:
415 knot-ssh-keys:
416 knotmirror-data:
417 zoekt-index:
418 spindle-data:
419 spindle-logs:
420 ncps-data:
421 init-state:
422 go-cache:
423 go-mod-cache:
424 appview-data:
425
426networks:
427 tngl:
428 driver: bridge
429 # Public-looking subnet so SSRF checks see container IPs as "public".
430 # RFC1918 + doc/benchmark ranges are blocklisted; 11.x is unrouted on
431 # the public internet, so it passes the check and won't collide.
432 ipam:
433 config:
434 - subnet: 11.0.0.0/24