The runner's settings pipelines-at-once (default 1, from 1 to 8) and pipelines-waiting-cap (default 64) are written to files by the manifest and read at the start; its state queue holds queue.next, waiting.<sequence> and running.<pipeline>. A start (a take-in's, a publish's, a hand start's, a run on request's) judged against the running keys alone either runs, its running key written after its pipeline, or is written waiting under the next sequence, its waiting key first, with no step asked, saying pipeline-started and wait-held step pipeline on pipelines-at-once. Every end, a cancel's too, deletes the running key and places the lowest sequence, which says wait-ended and has its steps placed (a run's from its candidate's newest revision). At the start a running key whose pipeline runs no more is deleted and the queue placed. The test runs' whole test sets pipelines-at-once 8, as its candidates run side by side. Builds: design 47 H §748; lead answers H-A-14, H-A-36, H-A-52, H-A-53, H-A-60, H-A-72, H-A-96 Claude-Session: https://claude.ai/code/session_01JG73KHUnBze48rdua8u2sy
368 lines
10 KiB
JSON
368 lines
10 KiB
JSON
{
|
|
"module": "mesh-delivery-pipeline",
|
|
"version": "0.1",
|
|
"slug": "pipeline",
|
|
"claims": [
|
|
{
|
|
"name": "mesh-pipeline-runner",
|
|
"scope": "mesh",
|
|
"serves": [
|
|
"run",
|
|
"start",
|
|
"show",
|
|
"list",
|
|
"stands",
|
|
"why-carried",
|
|
"kept",
|
|
"review",
|
|
"rerun",
|
|
"accept",
|
|
"cancel",
|
|
"place",
|
|
"ask-again",
|
|
"test-runs",
|
|
"test-runs-drop"
|
|
]
|
|
}
|
|
],
|
|
"tools": [
|
|
"runner_first_views",
|
|
"runner_first_view_again",
|
|
"runner_health",
|
|
"runner_unlogged",
|
|
"runner_unlogged_append",
|
|
"runner_start",
|
|
"runner_run",
|
|
"runner_accept",
|
|
"runner_ask_again",
|
|
"runner_test_runs",
|
|
"runner_test_runs_drop"
|
|
],
|
|
"consumes": [
|
|
"mesh-delivery-indexer.take-in.taken",
|
|
"mesh-builds.package-published",
|
|
"mesh-builds.toolchain-agreed",
|
|
"mesh-builds.step-ended",
|
|
"operator-channel.decided",
|
|
"node-build-go.step-ended",
|
|
"node-build-node.step-ended",
|
|
"node-build-image.step-ended",
|
|
"node-build-go.ask-taken",
|
|
"node-build-node.ask-taken",
|
|
"node-build-image.ask-taken",
|
|
"node-build-go.step-progress",
|
|
"node-build-node.step-progress",
|
|
"node-build-image.step-progress",
|
|
"mesh-wants.step-ended",
|
|
"mesh-catalog.registration-changed",
|
|
"mesh-catalog.catalog-revision",
|
|
"mesh-catalog.version-released",
|
|
"mesh-conditions.findings-asked",
|
|
"mesh-delivery.recovery-merged",
|
|
"mesh-catalog.seat-definition-changed",
|
|
"mesh-catalog.seat-definition-removed",
|
|
"seat:mesh-module-assigner.views.seat-holders"
|
|
],
|
|
"invokes": [
|
|
"seat:mesh-catalog.seat-definitions",
|
|
"seat:mesh-catalog.registrations",
|
|
"seat:mesh-catalog.revision",
|
|
"seat:mesh-hand-acts.hand-act",
|
|
"seat:git.pull",
|
|
"seat:mesh-module-assigner.assignments",
|
|
"seat:mesh-grants.grants-for",
|
|
"seat:mesh-builds.step",
|
|
"seat:mesh-wants.step",
|
|
"seat:node-build-go.check.step",
|
|
"seat:node-build-node.check.step",
|
|
"seat:node-build-image.check.step",
|
|
"seat:node-build-go.delivery.step",
|
|
"seat:node-build-node.delivery.step",
|
|
"seat:node-build-image.delivery.step",
|
|
"seat:node-build-go.drop",
|
|
"seat:node-build-node.drop",
|
|
"seat:node-build-image.drop",
|
|
"seat:node-build-go.accept.check",
|
|
"seat:node-build-go.accept.delivery",
|
|
"seat:node-build-node.accept.check",
|
|
"seat:node-build-node.accept.delivery",
|
|
"seat:node-build-image.accept.check",
|
|
"seat:node-build-image.accept.delivery"
|
|
],
|
|
"uses": [
|
|
"operator-channel"
|
|
],
|
|
"config": {
|
|
"test-runs-cap-mib": {
|
|
"type": "number",
|
|
"description": "MiB of the state test-runs at which the runner asks no new test run and ends the step could not run, naming the fill (design 47 G section 725, A-469d); the manifest's max-mib is the ceiling.",
|
|
"minimum": 1,
|
|
"maximum": 64,
|
|
"trusted": false,
|
|
"default": 16
|
|
},
|
|
"test-runs-kept": {
|
|
"type": "string",
|
|
"description": "how long an ended test run and its output object are kept after its end, a Go duration such as 168h (design 47 G section 725, A-469x, A-470a); at most 168h, so the pipeline naming its key is still kept.",
|
|
"trusted": false,
|
|
"default": "168h"
|
|
},
|
|
"test-step-bound": {
|
|
"type": "string",
|
|
"description": "how long a taken test run's ask may say no progress before the run ends could not run, a Go duration such as 30m, counted from the build seat's ask-taken and again from each step-progress (design 47 G section 725, A-466n, A-469x).",
|
|
"trusted": false,
|
|
"default": "30m"
|
|
},
|
|
"widens-read-bound": {
|
|
"type": "string",
|
|
"description": "how long one read of a pipeline end's widens (the catalog's revision, the seat holders, the grants part) waits for its answer before it is cut and said could not run, a Go duration such as 5s (design 47 G A-472, A-472a).",
|
|
"trusted": false,
|
|
"default": "5s"
|
|
},
|
|
"revisions-kept": {
|
|
"type": "number",
|
|
"description": "how many catalog revisions the runner keeps once read, each some 1.4 MB, so a pipeline end does not read them again (design 47 G A-472, A-472a).",
|
|
"minimum": 1,
|
|
"maximum": 32,
|
|
"trusted": false,
|
|
"default": 6
|
|
},
|
|
"pipelines-at-once": {
|
|
"type": "number",
|
|
"description": "how many pipelines have their steps asked at once; a pipeline started over it waits its turn in the state queue, placed in order on every end (design 47 H section 748).",
|
|
"minimum": 1,
|
|
"maximum": 8,
|
|
"trusted": false,
|
|
"default": 1
|
|
},
|
|
"pipelines-waiting-cap": {
|
|
"type": "number",
|
|
"description": "how many pipelines may wait their turn under pipelines-at-once; a start over it raises the finding queue-full and is taken on the next end (design 47 H section 748).",
|
|
"minimum": 1,
|
|
"trusted": false,
|
|
"default": 64
|
|
},
|
|
"run-untaken-bound": {
|
|
"type": "string",
|
|
"description": "how long a test run's ask may wait untaken after the run's start before the run ends could not run, a Go duration such as 24h (design 47 G section 725, A-466s, A-469x).",
|
|
"trusted": false,
|
|
"default": "24h"
|
|
}
|
|
},
|
|
"state": [
|
|
{
|
|
"name": "pipelines",
|
|
"history": 1,
|
|
"max-mib": 256
|
|
},
|
|
{
|
|
"name": "kept",
|
|
"history": 1,
|
|
"max-mib": 128
|
|
},
|
|
{
|
|
"name": "queue",
|
|
"history": 1
|
|
},
|
|
{
|
|
"name": "aged",
|
|
"history": 1
|
|
},
|
|
{
|
|
"name": "recoveries",
|
|
"history": 1
|
|
},
|
|
{
|
|
"name": "toolchains",
|
|
"history": 1
|
|
},
|
|
{
|
|
"name": "bounds",
|
|
"history": 1,
|
|
"key-ttl": true
|
|
},
|
|
{
|
|
"name": "test-runs",
|
|
"history": 1,
|
|
"max-mib": 64,
|
|
"key-ttl": true
|
|
},
|
|
{
|
|
"name": "findings",
|
|
"history": 1
|
|
},
|
|
{
|
|
"name": "first-views",
|
|
"history": 1
|
|
},
|
|
{
|
|
"name": "consumers",
|
|
"history": 1
|
|
}
|
|
],
|
|
"streams": [
|
|
{
|
|
"name": "mesh-delivery-pipeline-findings",
|
|
"events": [
|
|
"finding-written.*",
|
|
"finding-cleared.*",
|
|
"findings-stated.*"
|
|
],
|
|
"max-age-days": 7,
|
|
"max-mib": 16
|
|
}
|
|
],
|
|
"objects": [
|
|
{
|
|
"name": "step-outputs",
|
|
"max-mib": 1024
|
|
},
|
|
{
|
|
"name": "sent-objects",
|
|
"max-mib": 256
|
|
}
|
|
],
|
|
"own-secrets": {
|
|
"broker": "${dir:state}/broker"
|
|
},
|
|
"secrets-owner": "mesh-delivery-pipeline",
|
|
"resources": [
|
|
{
|
|
"id": "account",
|
|
"type": "user",
|
|
"name": "mesh-delivery-pipeline",
|
|
"shell": "/usr/bin/nologin",
|
|
"home": "/var/lib/mesh-delivery-pipeline"
|
|
},
|
|
{
|
|
"id": "state",
|
|
"type": "directory",
|
|
"mode": "0700",
|
|
"owner": "mesh-delivery-pipeline",
|
|
"place": ".",
|
|
"unknown": "program"
|
|
},
|
|
{
|
|
"id": "test-runs-cap",
|
|
"type": "file",
|
|
"path": "${dir:state}/test-runs-cap-mib",
|
|
"owner": "mesh-delivery-pipeline",
|
|
"mode": "0600",
|
|
"content": "${config:test-runs-cap-mib}"
|
|
},
|
|
{
|
|
"id": "test-runs-kept",
|
|
"type": "file",
|
|
"path": "${dir:state}/test-runs-kept",
|
|
"owner": "mesh-delivery-pipeline",
|
|
"mode": "0600",
|
|
"content": "${config:test-runs-kept}"
|
|
},
|
|
{
|
|
"id": "test-step-bound",
|
|
"type": "file",
|
|
"path": "${dir:state}/test-step-bound",
|
|
"owner": "mesh-delivery-pipeline",
|
|
"mode": "0600",
|
|
"content": "${config:test-step-bound}"
|
|
},
|
|
{
|
|
"id": "run-untaken-bound",
|
|
"type": "file",
|
|
"path": "${dir:state}/run-untaken-bound",
|
|
"owner": "mesh-delivery-pipeline",
|
|
"mode": "0600",
|
|
"content": "${config:run-untaken-bound}"
|
|
},
|
|
{
|
|
"id": "widens-read-bound",
|
|
"type": "file",
|
|
"path": "${dir:state}/widens-read-bound",
|
|
"owner": "mesh-delivery-pipeline",
|
|
"mode": "0600",
|
|
"content": "${config:widens-read-bound}"
|
|
},
|
|
{
|
|
"id": "revisions-kept",
|
|
"type": "file",
|
|
"path": "${dir:state}/revisions-kept",
|
|
"owner": "mesh-delivery-pipeline",
|
|
"mode": "0600",
|
|
"content": "${config:revisions-kept}"
|
|
},
|
|
{
|
|
"id": "pipelines-at-once",
|
|
"type": "file",
|
|
"path": "${dir:state}/pipelines-at-once",
|
|
"owner": "mesh-delivery-pipeline",
|
|
"mode": "0600",
|
|
"content": "${config:pipelines-at-once}"
|
|
},
|
|
{
|
|
"id": "pipelines-waiting-cap",
|
|
"type": "file",
|
|
"path": "${dir:state}/pipelines-waiting-cap",
|
|
"owner": "mesh-delivery-pipeline",
|
|
"mode": "0600",
|
|
"content": "${config:pipelines-waiting-cap}"
|
|
},
|
|
{
|
|
"id": "pipeline",
|
|
"type": "process",
|
|
"name": "mesh-delivery-pipeline",
|
|
"artifact": "program",
|
|
"run": [
|
|
"./mesh-delivery-pipeline"
|
|
],
|
|
"env": {
|
|
"MESH_BROKER_FILE": "${dir:state}/broker",
|
|
"MESH_RUNNER_TEST_RUNS_CAP_FILE": "${dir:state}/test-runs-cap-mib",
|
|
"MESH_RUNNER_TEST_RUNS_KEPT_FILE": "${dir:state}/test-runs-kept",
|
|
"MESH_RUNNER_TEST_STEP_BOUND_FILE": "${dir:state}/test-step-bound",
|
|
"MESH_RUNNER_WIDENS_READ_BOUND_FILE": "${dir:state}/widens-read-bound",
|
|
"MESH_RUNNER_REVISIONS_KEPT_FILE": "${dir:state}/revisions-kept",
|
|
"MESH_RUNNER_RUN_UNTAKEN_BOUND_FILE": "${dir:state}/run-untaken-bound",
|
|
"MESH_RUNNER_PIPELINES_AT_ONCE_FILE": "${dir:state}/pipelines-at-once",
|
|
"MESH_RUNNER_PIPELINES_WAITING_CAP_FILE": "${dir:state}/pipelines-waiting-cap"
|
|
},
|
|
"user": "mesh-delivery-pipeline",
|
|
"health": {
|
|
"kind": "unit"
|
|
}
|
|
}
|
|
],
|
|
"build": {
|
|
"artifacts": [
|
|
{
|
|
"name": "program",
|
|
"kind": "bundle",
|
|
"language": "go",
|
|
"system": "arch",
|
|
"from": "cmd/mesh-delivery-pipeline",
|
|
"binary": "mesh-delivery-pipeline",
|
|
"needs": [
|
|
"mesh-delivery-assigner:program"
|
|
]
|
|
},
|
|
{
|
|
"name": "tools",
|
|
"kind": "bundle",
|
|
"language": "go",
|
|
"system": "arch",
|
|
"from": "cmd/mesh-delivery-pipeline-tools",
|
|
"binary": "mesh-delivery-pipeline-tools",
|
|
"loads": [
|
|
"mesh-delivery-pipeline-tools"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"logs": [
|
|
{
|
|
"name": "step-log",
|
|
"max-age-days": 100,
|
|
"max-mib": 128
|
|
}
|
|
]
|
|
}
|