jschoubben
6a3e0ab9d3
hq ADR 0107 / issue 115. HAL's own postgres and lavinmq both used a directory bind (./db-data, ./data) for exactly this data -- the mesh's adoption of them, three weeks ago, switched to a named Docker volume instead, and searxng/distribution followed the same pattern since. A named volume survives ordinary container recreation, same as a directory bind -- that was never the problem. The problem is everything else: docker rm -fv, docker volume rm, and docker system prune --volumes all target it (one flag away from the docker rm -f this migration already uses routinely); it is invisible to every tool this migration has used all night (ls, find, grep across /var/lib, /services); and nothing outside Docker's own volume machinery can back it up or notice it growing. mesh-store carries the sharpest version: every database migrated tonight, including keycloak's, live inside it. Data already copied and verified on novox before this merges: - mesh-registry-data -> /var/lib/mesh-registry (11G, diff -rq clean) - mesh-broker-data -> /var/lib/mesh-broker (37M, cp -a) - mesh-broker-tls -> /var/lib/mesh-broker-tls (12K, cp -a) - mesh-store-data -> /var/lib/mesh-store (1.7G) -- mesh-store stopped cleanly first, so the final copy is crash-consistent, not a live-file copy of a running postgres; diff -rq clean after. - searxng/valkey: not yet assigned anywhere, manifest-only fix, nothing to copy. Old named volumes left in place, not deleted, as the rollback path.
152 lines
3.3 KiB
JSON
152 lines
3.3 KiB
JSON
{
|
|
"module": "lavinmq",
|
|
"version": "1",
|
|
"provides": [
|
|
{
|
|
"name": "amqp",
|
|
"scope": "mesh"
|
|
}
|
|
],
|
|
"claims": [
|
|
{
|
|
"name": "mesh-broker",
|
|
"scope": "mesh"
|
|
}
|
|
],
|
|
"capabilities": [
|
|
"container-runtime"
|
|
],
|
|
"emits": [
|
|
"module.lavinmq.amqp.provisioned",
|
|
"module.lavinmq.amqp.deprovisioned"
|
|
],
|
|
"consumes": [
|
|
"module.lavinmq.amqp.provisioned",
|
|
"module.lavinmq.amqp.deprovisioned"
|
|
],
|
|
"serves": {
|
|
"amqp": {
|
|
"port": 5672
|
|
}
|
|
},
|
|
"receives": {
|
|
"amqp": "/var/lib/lavinmq-module/grants/mesh.json"
|
|
},
|
|
"grants": {
|
|
"amqp": "/var/lib/lavinmq-module/grants"
|
|
},
|
|
"own-secrets": {
|
|
"admin": "/var/lib/lavinmq-module/admin.secret",
|
|
"broker": "/var/lib/mesh/lavinmq/broker"
|
|
},
|
|
"listens": [
|
|
{
|
|
"port": 5671,
|
|
"protocol": "tcp",
|
|
"from": "mesh",
|
|
"why": "the mesh bus \u2014 amqps, every module's events and the control plane, reached over the overlay"
|
|
},
|
|
{
|
|
"port": 5672,
|
|
"protocol": "tcp",
|
|
"from": "mesh",
|
|
"why": "modules on any machine that were granted a queue"
|
|
}
|
|
],
|
|
"guards": [
|
|
15672
|
|
],
|
|
"resources": [
|
|
{
|
|
"id": "mesh-state",
|
|
"type": "directory",
|
|
"path": "/var/lib/mesh/lavinmq",
|
|
"mode": "0700"
|
|
},
|
|
{
|
|
"id": "state",
|
|
"type": "directory",
|
|
"path": "/var/lib/lavinmq-module",
|
|
"mode": "0700"
|
|
},
|
|
{
|
|
"id": "grants-dir",
|
|
"type": "directory",
|
|
"path": "/var/lib/lavinmq-module/grants",
|
|
"mode": "0700"
|
|
},
|
|
{
|
|
"id": "broker-data",
|
|
"type": "directory",
|
|
"path": "/var/lib/mesh-broker",
|
|
"mode": "0700"
|
|
},
|
|
{
|
|
"id": "broker-tls",
|
|
"type": "directory",
|
|
"path": "/var/lib/mesh-broker-tls",
|
|
"mode": "0700"
|
|
},
|
|
{
|
|
"id": "server",
|
|
"type": "container",
|
|
"name": "mesh-broker",
|
|
"image": "cloudamqp/lavinmq@sha256:3eb54c12916d700a978c2ea86e6362cd4974b0e3189508718006d4e6d341246b",
|
|
"ports": [
|
|
"5671:5671",
|
|
"5672:5672",
|
|
"127.0.0.1:15672:15672"
|
|
],
|
|
"volumes": [
|
|
"/var/lib/mesh-broker:/var/lib/lavinmq",
|
|
"/var/lib/mesh-broker-tls:/tls:ro"
|
|
],
|
|
"args": [
|
|
"--amqps-port=5671",
|
|
"--cert=/tls/tls.crt",
|
|
"--key=/tls/tls.key"
|
|
]
|
|
},
|
|
{
|
|
"id": "runtime",
|
|
"type": "container",
|
|
"name": "mesh-lavinmq",
|
|
"artifact": "runtime",
|
|
"network": "host",
|
|
"volumes": [
|
|
"/var/lib/mesh/lavinmq/broker:/run/secrets/broker:ro",
|
|
"/var/lib/lavinmq-module/grants:/var/lib/lavinmq-module/grants:ro",
|
|
"/var/lib/lavinmq-module/admin.secret:/run/secrets/admin:ro"
|
|
],
|
|
"env": {
|
|
"MESH_BROKER_FILE": "/run/secrets/broker",
|
|
"MESH_RECEIVES": "/var/lib/lavinmq-module/grants/mesh.json",
|
|
"MESH_PROVISION_LAVINMQ": "http://127.0.0.1:15672",
|
|
"MESH_PROVISION_ADMIN_USER": "guest",
|
|
"MESH_PROVISION_PASSWORD_FILE": "/run/secrets/admin"
|
|
}
|
|
}
|
|
],
|
|
"build": {
|
|
"on": [
|
|
{
|
|
"arg": "BUILD_BASE",
|
|
"module": "mesh-tools",
|
|
"artifact": "build"
|
|
},
|
|
{
|
|
"arg": "RUNTIME_BASE",
|
|
"module": "mesh-tools",
|
|
"artifact": "runtime"
|
|
}
|
|
],
|
|
"artifacts": [
|
|
{
|
|
"name": "runtime",
|
|
"kind": "image",
|
|
"from": "Dockerfile"
|
|
}
|
|
]
|
|
}
|
|
}
|