jschoubben
6a3e0ab9d3
hq ADR 0107 / issue 115. HAL's own postgres and lavinmq both used a directory bind (./db-data, ./data) for exactly this data -- the mesh's adoption of them, three weeks ago, switched to a named Docker volume instead, and searxng/distribution followed the same pattern since. A named volume survives ordinary container recreation, same as a directory bind -- that was never the problem. The problem is everything else: docker rm -fv, docker volume rm, and docker system prune --volumes all target it (one flag away from the docker rm -f this migration already uses routinely); it is invisible to every tool this migration has used all night (ls, find, grep across /var/lib, /services); and nothing outside Docker's own volume machinery can back it up or notice it growing. mesh-store carries the sharpest version: every database migrated tonight, including keycloak's, live inside it. Data already copied and verified on novox before this merges: - mesh-registry-data -> /var/lib/mesh-registry (11G, diff -rq clean) - mesh-broker-data -> /var/lib/mesh-broker (37M, cp -a) - mesh-broker-tls -> /var/lib/mesh-broker-tls (12K, cp -a) - mesh-store-data -> /var/lib/mesh-store (1.7G) -- mesh-store stopped cleanly first, so the final copy is crash-consistent, not a live-file copy of a running postgres; diff -rq clean after. - searxng/valkey: not yet assigned anywhere, manifest-only fix, nothing to copy. Old named volumes left in place, not deleted, as the rollback path.
136 lines
3.0 KiB
JSON
136 lines
3.0 KiB
JSON
{
|
|
"module": "postgres",
|
|
"version": "1",
|
|
"provides": [
|
|
{
|
|
"name": "postgres-database",
|
|
"scope": "mesh"
|
|
}
|
|
],
|
|
"claims": [
|
|
{
|
|
"name": "mesh-store",
|
|
"scope": "mesh"
|
|
}
|
|
],
|
|
"capabilities": [
|
|
"container-runtime"
|
|
],
|
|
"emits": [
|
|
"module.postgres.database.provisioned",
|
|
"module.postgres.database.deprovisioned"
|
|
],
|
|
"consumes": [
|
|
"module.postgres.database.provisioned",
|
|
"module.postgres.database.deprovisioned"
|
|
],
|
|
"listens": [
|
|
{
|
|
"port": 5432,
|
|
"protocol": "tcp",
|
|
"from": "mesh",
|
|
"why": "modules on any machine that were granted a database"
|
|
}
|
|
],
|
|
"guards": [
|
|
5432
|
|
],
|
|
"serves": {
|
|
"postgres-database": {
|
|
"port": 5432
|
|
}
|
|
},
|
|
"receives": {
|
|
"postgres-database": "/var/lib/postgres/grants/mesh.json"
|
|
},
|
|
"grants": {
|
|
"postgres-database": "/var/lib/postgres/grants"
|
|
},
|
|
"own-secrets": {
|
|
"superuser": "/var/lib/postgres/superuser.secret",
|
|
"broker": "/var/lib/mesh/postgres/broker"
|
|
},
|
|
"resources": [
|
|
{
|
|
"id": "mesh-state",
|
|
"type": "directory",
|
|
"path": "/var/lib/mesh/postgres",
|
|
"mode": "0700"
|
|
},
|
|
{
|
|
"id": "state",
|
|
"type": "directory",
|
|
"path": "/var/lib/postgres",
|
|
"mode": "0700"
|
|
},
|
|
{
|
|
"id": "grants",
|
|
"type": "directory",
|
|
"path": "/var/lib/postgres/grants",
|
|
"mode": "0700"
|
|
},
|
|
{
|
|
"id": "store-data",
|
|
"type": "directory",
|
|
"path": "/var/lib/mesh-store",
|
|
"mode": "0700"
|
|
},
|
|
{
|
|
"id": "server",
|
|
"type": "container",
|
|
"name": "mesh-store",
|
|
"image": "pgvector/pgvector@sha256:cf134a767f474095eeba57e0117be8e568e011a63f33fbf252f14c9b760f8e6f",
|
|
"env": {
|
|
"POSTGRES_PASSWORD_FILE": "/run/secrets/superuser",
|
|
"PGDATA": "/var/lib/postgresql/data/pgdata"
|
|
},
|
|
"ports": [
|
|
"5432:5432"
|
|
],
|
|
"volumes": [
|
|
"/var/lib/mesh-store:/var/lib/postgresql/data",
|
|
"/var/lib/postgres/superuser.secret:/run/secrets/superuser:ro"
|
|
]
|
|
},
|
|
{
|
|
"id": "runtime",
|
|
"type": "container",
|
|
"name": "mesh-postgres",
|
|
"network": "host",
|
|
"volumes": [
|
|
"/var/lib/mesh/postgres/broker:/run/secrets/broker:ro",
|
|
"/var/lib/postgres/grants:/var/lib/postgres/grants:ro",
|
|
"/var/lib/postgres/superuser.secret:/run/secrets/superuser:ro"
|
|
],
|
|
"env": {
|
|
"MESH_PROVISION_POSTGRES": "postgres://postgres@127.0.0.1:5432/postgres?sslmode=disable",
|
|
"MESH_PROVISION_PASSWORD_FILE": "/run/secrets/superuser",
|
|
"MESH_BROKER_FILE": "/run/secrets/broker",
|
|
"MESH_RECEIVES": "/var/lib/postgres/grants/mesh.json"
|
|
},
|
|
"artifact": "runtime"
|
|
}
|
|
],
|
|
"build": {
|
|
"on": [
|
|
{
|
|
"arg": "BUILD_BASE",
|
|
"module": "mesh-tools",
|
|
"artifact": "build"
|
|
},
|
|
{
|
|
"arg": "RUNTIME_BASE",
|
|
"module": "mesh-tools",
|
|
"artifact": "runtime"
|
|
}
|
|
],
|
|
"artifacts": [
|
|
{
|
|
"name": "runtime",
|
|
"kind": "image",
|
|
"from": "Dockerfile"
|
|
}
|
|
]
|
|
}
|
|
}
|