Design 47 H: a pipeline with nothing open ends at once; the end's reads are made once (H-A-288, H-A-289) #315

Merged
mesh-tools merged 1 commits from fix/47-H1-runner-end-when-empty into main 2026-11-21 17:22:44 +00:00
Member

main.117 judged its end at 17:45 but never wrote it: every mover's widens were computed inside the end's compare-and-set loop (126 movers, each grants-for read cut after 5 s, about 11 minutes per try) while the key kept changing, so every write was refused until the restart; the start pass judged no ends, and the pipeline held the slot with every mover gone until it was cancelled. The reads an end needs are now made once before the compare-and-set and shared by every mover and retry; a start pass ends every running pipeline found with nothing open; every end writes a journal line. H-A-288, H-A-289, H-A-223, H-A-243. Reviewed-by: lead-47@shanks at d51d389c1b

main.117 judged its end at 17:45 but never wrote it: every mover's widens were computed inside the end's compare-and-set loop (126 movers, each grants-for read cut after 5 s, about 11 minutes per try) while the key kept changing, so every write was refused until the restart; the start pass judged no ends, and the pipeline held the slot with every mover gone until it was cancelled. The reads an end needs are now made once before the compare-and-set and shared by every mover and retry; a start pass ends every running pipeline found with nothing open; every end writes a journal line. H-A-288, H-A-289, H-A-223, H-A-243. Reviewed-by: lead-47@shanks at d51d389c1b771516bd52ebdf309f5e19e549d13e
mesh-tools added 1 commit 2026-11-21 17:22:40 +00:00
main.117 judged its end at 17:45:19 and never wrote it: every mover's widens
was read inside the end's compare-and-set loop, 126 movers each cut on
grants-for, so each try took about eleven minutes and every write was refused
as changed until the restart, whose start pass judged no end.

The reads an end needs are made once, before the compare-and-set, shared by
every mover and every retry; the runner's start pass ends each running
pipeline with nothing open before the queue is placed; every end says its
outcome in the journal.

Builds: design 47 H H-A-288, H-A-289, H-A-223, H-A-243
mesh-tools merged commit 5547fd028e into main 2026-11-21 17:22:44 +00:00
mesh-tools deleted branch fix/47-H1-runner-end-when-empty 2026-11-21 17:22:45 +00:00
Author
Member

{
"records": [
{
"instance": "record/main_78_00b4eb1a",
"sequence": 38102,
"bytes": 4761,
"of-bytes": 262144,
"waits": "its difference is not known yet",
"record": {
"milestone": "main.78",
"branch": "main",
"source": 78,
"call": "5ad03b070cef215b",
"heads": {
"novox/mesh-delivery@315": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a"
},
"opened": "2026-11-21T17:22:45.389876875Z",
"form": 1,
"trace": {
"pulls": [
"novox/mesh-delivery@315"
],
"commits": [
"5547fd028e0ce60380fe856dcd6d8ad5153cfb0a"
],
"source": "78",
"call": "5ad03b070cef215b",
"by": "lead-47@shanks",
"account": "shanks.node-tools",
"at": "2026-11-21T17:22:45.383Z"
},
"entries": {
"mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf|": {
"key": "mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf|",
"module": "mesh-delivery-pipeline",
"fingerprint": "src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf"
}
},
"outcomes": {
"mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf||take-in": {
"key": "mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf||take-in",
"module": "mesh-delivery-pipeline",
"fingerprint": "src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf",
"step": "take-in",
"outcome": "taken-in",
"at": "2026-11-21T17:23:12.044348936Z"
},
"|||pipeline": {
"key": "|||pipeline",
"module": "",
"step": "pipeline",
"outcome": "held",
"why": "pipelines-at-once",
"at": "2026-11-21T17:23:12.109189796Z"
}
},
"acts": {
"note.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.eae49544": {
"id": "note.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.eae49544",
"act": "note",
"repository": "novox/mesh-delivery",
"number": 315,
"head": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a",
"outcome": "performed",
"at": "2026-11-21T17:23:12.370891813Z",
"owed": {
"act": "note",
"commit": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a",
"head": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a",
"id": "note.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.eae49544",
"line": "2026-11-21T17:23:12Z record record/main_78_00b4eb1a: mesh-delivery-pipeline take-in taken-in (the take-in step's event)",
"number": 315,
"repository": "novox/mesh-delivery",
"said": "2026-11-21T17:23:12.117241824Z"
}
},
"view.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.d7083964": {
"id": "view.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.d7083964",
"act": "view",
"repository": "novox/mesh-delivery",
"number": 315,
"head": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a",
"outcome": "performed",
"at": "2026-11-21T17:23:12.898066004Z",
"owed": {
"act": "view",
"head": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a",
"id": "view.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.d7083964",
"number": 315,
"repository": "novox/mesh-delivery",
"said": "2026-11-21T17:23:12.121898034Z",
"text": "{\n "records": [\n {\n "instance": "record/main_78_00b4eb1a",\n "sequence": 38097,\n "bytes": 1189,\n "of-bytes": 262144,\n "waits": "its difference is not known yet",\n "record": {\n "milestone": "main.78",\n "branch": "main",\n "source": 78,\n "call": "5ad03b070cef215b",\n "heads": {\n "novox/mesh-delivery@315": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a"\n },\n "opened": "2026-11-21T17:22:45.389876875Z",\n "form": 1,\n "trace": {\n "pulls": [\n "novox/mesh-delivery@315"\n ],\n "commits": [\n "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a"\n ],\n "source": "78",\n "call": "5ad03b070cef215b",\n "by": "lead-47@shanks",\n "account": "shanks.node-tools",\n "at": "2026-11-21T17:22:45.383Z"\n },\n "entries": {\n "mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf|": {\n "key": "mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf|",\n "module": "mesh-delivery-pipeline",\n "fingerprint": "src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf"\n }\n },\n "outcomes": {\n "mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf||take-in": {\n "key": "mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf||take-in",\n "module": "mesh-delivery-pipeline",\n "fingerprint": "src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf",\n "step": "take-in",\n "outcome": "taken-in",\n "at": "2026-11-21T17:23:12.044348936Z"\n }\n }\n }\n }\n ]\n}"
}
}
}
}
}
]
}

<!-- mesh-delivery:view --> { "records": [ { "instance": "record/main_78_00b4eb1a", "sequence": 38102, "bytes": 4761, "of-bytes": 262144, "waits": "its difference is not known yet", "record": { "milestone": "main.78", "branch": "main", "source": 78, "call": "5ad03b070cef215b", "heads": { "novox/mesh-delivery@315": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a" }, "opened": "2026-11-21T17:22:45.389876875Z", "form": 1, "trace": { "pulls": [ "novox/mesh-delivery@315" ], "commits": [ "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a" ], "source": "78", "call": "5ad03b070cef215b", "by": "lead-47@shanks", "account": "shanks.node-tools", "at": "2026-11-21T17:22:45.383Z" }, "entries": { "mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf|": { "key": "mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf|", "module": "mesh-delivery-pipeline", "fingerprint": "src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf" } }, "outcomes": { "mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf||take-in": { "key": "mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf||take-in", "module": "mesh-delivery-pipeline", "fingerprint": "src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf", "step": "take-in", "outcome": "taken-in", "at": "2026-11-21T17:23:12.044348936Z" }, "|||pipeline": { "key": "|||pipeline", "module": "", "step": "pipeline", "outcome": "held", "why": "pipelines-at-once", "at": "2026-11-21T17:23:12.109189796Z" } }, "acts": { "note.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.eae49544": { "id": "note.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.eae49544", "act": "note", "repository": "novox/mesh-delivery", "number": 315, "head": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a", "outcome": "performed", "at": "2026-11-21T17:23:12.370891813Z", "owed": { "act": "note", "commit": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a", "head": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a", "id": "note.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.eae49544", "line": "2026-11-21T17:23:12Z record record/main_78_00b4eb1a: mesh-delivery-pipeline take-in taken-in (the take-in step's event)", "number": 315, "repository": "novox/mesh-delivery", "said": "2026-11-21T17:23:12.117241824Z" } }, "view.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.d7083964": { "id": "view.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.d7083964", "act": "view", "repository": "novox/mesh-delivery", "number": 315, "head": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a", "outcome": "performed", "at": "2026-11-21T17:23:12.898066004Z", "owed": { "act": "view", "head": "5547fd028e0ce60380fe856dcd6d8ad5153cfb0a", "id": "view.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281792117151384.d7083964", "number": 315, "repository": "novox/mesh-delivery", "said": "2026-11-21T17:23:12.121898034Z", "text": "{\n \"records\": [\n {\n \"instance\": \"record/main_78_00b4eb1a\",\n \"sequence\": 38097,\n \"bytes\": 1189,\n \"of-bytes\": 262144,\n \"waits\": \"its difference is not known yet\",\n \"record\": {\n \"milestone\": \"main.78\",\n \"branch\": \"main\",\n \"source\": 78,\n \"call\": \"5ad03b070cef215b\",\n \"heads\": {\n \"novox/mesh-delivery@315\": \"5547fd028e0ce60380fe856dcd6d8ad5153cfb0a\"\n },\n \"opened\": \"2026-11-21T17:22:45.389876875Z\",\n \"form\": 1,\n \"trace\": {\n \"pulls\": [\n \"novox/mesh-delivery@315\"\n ],\n \"commits\": [\n \"5547fd028e0ce60380fe856dcd6d8ad5153cfb0a\"\n ],\n \"source\": \"78\",\n \"call\": \"5ad03b070cef215b\",\n \"by\": \"lead-47@shanks\",\n \"account\": \"shanks.node-tools\",\n \"at\": \"2026-11-21T17:22:45.383Z\"\n },\n \"entries\": {\n \"mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf|\": {\n \"key\": \"mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf|\",\n \"module\": \"mesh-delivery-pipeline\",\n \"fingerprint\": \"src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf\"\n }\n },\n \"outcomes\": {\n \"mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf||take-in\": {\n \"key\": \"mesh-delivery-pipeline|src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf||take-in\",\n \"module\": \"mesh-delivery-pipeline\",\n \"fingerprint\": \"src2:c35e9c97e1e85c33c745ce99216b16422f0d8b0b538fa0cbca23de7a21c732bf\",\n \"step\": \"take-in\",\n \"outcome\": \"taken-in\",\n \"at\": \"2026-11-21T17:23:12.044348936Z\"\n }\n }\n }\n }\n ]\n}" } } } } } ] } <!-- mesh-act:view.record/main_78_00b4eb1a.novox/mesh-delivery#315@1795281793195329868.cf2198b7 -->
Sign in to join this conversation.
No Reviewers
No labels
1 Participants
Notifications
Due Date
No due date set.
Dependencies

No dependencies set.

Reference: novox/mesh-delivery#315