Compare commits
34
Commits
go/v0.1.22
..
main
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
e1f0c1a1cc | ||
|
|
bf24bb9740 | ||
|
|
814244fd5a | ||
|
|
442b03f61d | ||
|
|
fb23967de3 | ||
|
|
9083287d57 | ||
|
|
07dd8ea842 | ||
|
|
d0436bb38c | ||
|
|
fe51379ee2 | ||
|
|
037cb9555e | ||
|
|
5c5136d6d1 | ||
|
|
c43e7a5d1c | ||
|
|
e04321acae | ||
|
|
4c2914194b | ||
|
|
277c53067e | ||
|
|
227f6e68ce | ||
|
|
521cbf089e | ||
|
|
39a2c6a944 | ||
|
|
577ec05205 | ||
|
|
744204c5ab | ||
|
|
0f41b405ba | ||
|
|
20f0e9baaf | ||
|
|
75c636a5ec | ||
|
|
0cbabe9860 | ||
|
|
d2c9dc7de6 | ||
|
|
53199f16ce | ||
|
|
256eb34a0d | ||
|
|
a47c8e7922 | ||
|
|
16f9ad2950 | ||
|
|
b1f25f91d5 | ||
|
|
d281faeeb7 | ||
|
|
e312999843 | ||
|
|
5dba7fe68b | ||
|
|
20a7bd0f3c |
@@ -1769,6 +1769,11 @@ func serveCatalog(t *testing.T, b *bed, nc *nats.Conn) {
|
|||||||
}
|
}
|
||||||
if kept, ok := b.cat.at[branch][in.Revision]; ok {
|
if kept, ok := b.cat.at[branch][in.Revision]; ok {
|
||||||
rev := meshcatalog.CatalogRevision{Kind: "trunk", Branch: in.Branch, Revision: in.Revision}
|
rev := meshcatalog.CatalogRevision{Kind: "trunk", Branch: in.Branch, Revision: in.Revision}
|
||||||
|
for k := range b.cat.at[branch] { // its base, the newest kept below it, as the take-in names it (H-A-154)
|
||||||
|
if k < in.Revision && k > rev.Base {
|
||||||
|
rev.Base = k
|
||||||
|
}
|
||||||
|
}
|
||||||
for _, e := range kept {
|
for _, e := range kept {
|
||||||
rev.Entries = append(rev.Entries, meshcatalog.EntryRef{Module: e.Module, Digest: e.ManifestDigest})
|
rev.Entries = append(rev.Entries, meshcatalog.EntryRef{Module: e.Module, Digest: e.ManifestDigest})
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -22,7 +22,7 @@ import (
|
|||||||
// `<pipeline>.validate` of the state composition-runs in the CompositionRun form with no machine, which every mover's step
|
// `<pipeline>.validate` of the state composition-runs in the CompositionRun form with no machine, which every mover's step
|
||||||
// reads: the cycle the revision's entries make (graph.RefusedCycle) ends it at once; else the manifest validator built from
|
// reads: the cycle the revision's entries make (graph.RefusedCycle) ends it at once; else the manifest validator built from
|
||||||
// the revision's own entry of the module holding the seat mesh-catalog, on the Go build seat as the composer is, runs in the
|
// the revision's own entry of the module holding the seat mesh-catalog, on the Go build seat as the composer is, runs in the
|
||||||
// sandbox over the revision's manifests and the branch's previous revision's, its input kept and served on mesh-wants' input.
|
// sandbox over the revision's manifests and its base's (H-A-154), its input kept and served on mesh-wants' input.
|
||||||
// Every mover's step ends the same: failed `cycle` naming the cycle, failed `manifest-refused` naming every problem of a
|
// Every mover's step ends the same: failed `cycle` naming the cycle, failed `manifest-refused` naming every problem of a
|
||||||
// manifest the revision alters or between manifests one it alters takes part in, or passed.
|
// manifest the revision alters or between manifests one it alters takes part in, or passed.
|
||||||
|
|
||||||
@@ -32,7 +32,7 @@ const (
|
|||||||
validatorPackage = "mesh-delivery-indexer/cmd/mesh-judge"
|
validatorPackage = "mesh-delivery-indexer/cmd/mesh-judge"
|
||||||
// validateKeySuffix ends the key of a revision's validate run, `<pipeline>.validate` (H-A-108).
|
// validateKeySuffix ends the key of a revision's validate run, `<pipeline>.validate` (H-A-108).
|
||||||
validateKeySuffix = "." + meshwants.StepRunStepValidate
|
validateKeySuffix = "." + meshwants.StepRunStepValidate
|
||||||
// beforeCase is the validator's case of the branch's previous revision, beside changeCase (H-A-108 (3)).
|
// beforeCase is the validator's case of the revision's base, beside changeCase (H-A-108 (3), H-A-151, H-A-154).
|
||||||
beforeCase = "before"
|
beforeCase = "before"
|
||||||
// The reasons a validate step fails with, the first word of its said (§745).
|
// The reasons a validate step fails with, the first word of its said (§745).
|
||||||
reasonManifestRefused = "manifest-refused"
|
reasonManifestRefused = "manifest-refused"
|
||||||
@@ -112,16 +112,29 @@ func (r *compositionRun) judgeValidate(ctx context.Context, step meshwants.StepR
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return couldNotRun("the step's catalog revision is not read: " + err.Error())
|
return couldNotRun("the step's catalog revision is not read: " + err.Error())
|
||||||
}
|
}
|
||||||
before, err := r.before(ctx, step)
|
before, err := r.before(ctx, step, half)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return couldNotRun("the branch's previous catalog revision is not read: " + err.Error())
|
return couldNotRun("the base of the case before is not read: " + err.Error())
|
||||||
|
}
|
||||||
|
// A revision that names no base (the branch's first take-in) is judged against an empty case before, and says so (H-A-151).
|
||||||
|
empty := ""
|
||||||
|
if half.Revision.Base <= 0 {
|
||||||
|
empty = emptyBeforeWords
|
||||||
}
|
}
|
||||||
if problems := causedProblems(v.Change, v.Before, altered(half, before)); len(problems) > 0 {
|
if problems := causedProblems(v.Change, v.Before, altered(half, before)); len(problems) > 0 {
|
||||||
return stepOutcome{Outcome: meshwants.StepEndedOutcomeFailed, Said: reasonManifestRefused + ": " + strings.Join(problems, "; ")}
|
said := reasonManifestRefused + ": " + strings.Join(problems, "; ")
|
||||||
|
if empty != "" {
|
||||||
|
said += " (" + empty + ")"
|
||||||
|
}
|
||||||
|
return stepOutcome{Outcome: meshwants.StepEndedOutcomeFailed, Said: said}
|
||||||
}
|
}
|
||||||
return stepOutcome{Outcome: meshwants.StepEndedOutcomePassed}
|
return stepOutcome{Outcome: meshwants.StepEndedOutcomePassed, Said: empty}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// emptyBeforeWords say, in a validate step's end, that its revision names no base: the branch's first take-in, judged against
|
||||||
|
// an empty case before (H-A-151, H-A-154).
|
||||||
|
const emptyBeforeWords = "the case before is empty: the revision names no base, the branch's first take-in"
|
||||||
|
|
||||||
// validateVerdict is a validate run's verdict as the run keeps it: the cycle the revision makes, or the validator's two cases.
|
// validateVerdict is a validate run's verdict as the run keeps it: the cycle the revision makes, or the validator's two cases.
|
||||||
type validateVerdict struct {
|
type validateVerdict struct {
|
||||||
Cycle []meshcatalog.ArtifactRef `json:"cycle,omitempty"`
|
Cycle []meshcatalog.ArtifactRef `json:"cycle,omitempty"`
|
||||||
@@ -148,15 +161,16 @@ func cycleWords(cycle []meshcatalog.ArtifactRef) string {
|
|||||||
return strings.Join(words, " → ")
|
return strings.Join(words, " → ")
|
||||||
}
|
}
|
||||||
|
|
||||||
// before is the branch's catalog revision before the step's, read through the seat mesh-catalog's verb revision (H-A-108 (3));
|
// before is the case before of the step's revision half: the revision its base names, the newest kept revision below it that
|
||||||
// none before the first.
|
// its take-in pinned, read through the seat mesh-catalog's verb revision (H-A-108 (3), H-A-151, H-A-154); empty where the
|
||||||
func (r *compositionRun) before(ctx context.Context, step meshwants.StepRun) (mcc.Half, error) {
|
// revision names no base, the branch's first take-in.
|
||||||
if step.Revision <= 1 {
|
func (r *compositionRun) before(ctx context.Context, step meshwants.StepRun, half mcc.Half) (mcc.Half, error) {
|
||||||
|
if half.Revision.Base <= 0 {
|
||||||
return mcc.Half{Entries: map[string]meshcatalog.CatalogEntry{}}, nil
|
return mcc.Half{Entries: map[string]meshcatalog.CatalogEntry{}}, nil
|
||||||
}
|
}
|
||||||
prev := step
|
base := step
|
||||||
prev.Revision--
|
base.Revision = half.Revision.Base
|
||||||
return r.revision(ctx, prev)
|
return r.revision(ctx, base)
|
||||||
}
|
}
|
||||||
|
|
||||||
// altered are the modules whose manifest the revision adds or changes against the one before it.
|
// altered are the modules whose manifest the revision adds or changes against the one before it.
|
||||||
@@ -270,9 +284,9 @@ func (r *compositionRun) startValidate(ctx context.Context, key string, run mesh
|
|||||||
end(meshwants.CompositionRunOutcomePassed, "", verdict)
|
end(meshwants.CompositionRunOutcomePassed, "", verdict)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
before, err := r.before(ctx, step)
|
before, err := r.before(ctx, step, half)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
couldNot("the branch's previous catalog revision is not read: " + err.Error())
|
couldNot("the base of the case before is not read: " + err.Error())
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
entry, ok := catalogEntry(half.Entries)
|
entry, ok := catalogEntry(half.Entries)
|
||||||
|
|||||||
@@ -20,7 +20,9 @@ import (
|
|||||||
// run, `<pipeline>.validate` of the state composition-runs; a manifest the revision alters that names an unknown field fails
|
// run, `<pipeline>.validate` of the state composition-runs; a manifest the revision alters that names an unknown field fails
|
||||||
// it `manifest-refused` naming the problem, a problem of a manifest it leaves as it was does not, and the validator is the
|
// it `manifest-refused` naming the problem, a problem of a manifest it leaves as it was does not, and the validator is the
|
||||||
// revision's own entry of the module holding the seat mesh-catalog, on the Go build seat; a revision whose entries make a cycle
|
// revision's own entry of the module holding the seat mesh-catalog, on the Go build seat; a revision whose entries make a cycle
|
||||||
// fails it `cycle` naming the cycle, with no validator asked.
|
// fails it `cycle` naming the cycle, with no validator asked. The case before is the revision its base names (H-A-151, H-A-154:
|
||||||
|
// the newest kept below it, which the stand-in names as the indexer does); a revision naming no base, the branch's first take-in,
|
||||||
|
// is judged against an empty case before, said in its end, and no revision below it is asked.
|
||||||
func TestTheValidateStepRefusesAManifestProblemAndACycle(t *testing.T) {
|
func TestTheValidateStepRefusesAManifestProblemAndACycle(t *testing.T) {
|
||||||
indexer := meshcatalog.CatalogEntry{Module: "indexer", Repository: "novox/mesh-delivery", Commit: commitE3, Path: "modules/mesh-delivery-indexer",
|
indexer := meshcatalog.CatalogEntry{Module: "indexer", Repository: "novox/mesh-delivery", Commit: commitE3, Path: "modules/mesh-delivery-indexer",
|
||||||
Fp: "src2:ix", Serves: []string{"seat:" + meshcatalog.Seat + ".revision"}, Manifest: map[string]any{"module": "indexer"}, ManifestDigest: "d-ix"}
|
Fp: "src2:ix", Serves: []string{"seat:" + meshcatalog.Seat + ".revision"}, Manifest: map[string]any{"module": "indexer"}, ManifestDigest: "d-ix"}
|
||||||
@@ -28,9 +30,24 @@ func TestTheValidateStepRefusesAManifestProblemAndACycle(t *testing.T) {
|
|||||||
return meshcatalog.CatalogEntry{Module: module, Manifest: map[string]any{"module": module, "d": digest}, ManifestDigest: digest, Edges: edges}
|
return meshcatalog.CatalogEntry{Module: module, Manifest: map[string]any{"module": module, "d": digest}, ManifestDigest: digest, Edges: edges}
|
||||||
}
|
}
|
||||||
revisions := map[int64][]meshcatalog.CatalogEntry{
|
revisions := map[int64][]meshcatalog.CatalogEntry{
|
||||||
6: {indexer, entry("web", "d-web-1"), entry("db", "d-db")},
|
6: {indexer, entry("web", "d-web-1"), entry("db", "d-db")},
|
||||||
7: {indexer, entry("web", "d-web-2"), entry("db", "d-db")},
|
7: {indexer, entry("web", "d-web-2"), entry("db", "d-db")},
|
||||||
9: {indexer, entry("a", "d-a", meshcatalog.Edge{From: "a:x", To: "b:y", Kind: 3}, meshcatalog.Edge{From: "b:y", To: "a:x", Kind: 3}), entry("b", "d-b")},
|
9: {indexer, entry("a", "d-a", meshcatalog.Edge{From: "a:x", To: "b:y", Kind: 3}, meshcatalog.Edge{From: "b:y", To: "a:x", Kind: 3}), entry("b", "d-b")},
|
||||||
|
3: {indexer},
|
||||||
|
12: {indexer, entry("web", "d-web-2"), entry("db", "d-db")},
|
||||||
|
}
|
||||||
|
// base is the newest kept revision below n, as the take-in names it; none below the first. Revision 12 names 7 with 8 to 11
|
||||||
|
// never kept, so a case before read as the number minus one could not run (H-A-154).
|
||||||
|
base := func(n int64) (b int64) {
|
||||||
|
if n == 12 {
|
||||||
|
return 7
|
||||||
|
}
|
||||||
|
for k := range revisions {
|
||||||
|
if k < n && k > b {
|
||||||
|
b = k
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return b
|
||||||
}
|
}
|
||||||
call := func(key string, body any) (json.RawMessage, error) {
|
call := func(key string, body any) (json.RawMessage, error) {
|
||||||
raw, _ := json.Marshal(body)
|
raw, _ := json.Marshal(body)
|
||||||
@@ -42,7 +59,7 @@ func TestTheValidateStepRefusesAManifestProblemAndACycle(t *testing.T) {
|
|||||||
if !ok || in.Branch != "main" {
|
if !ok || in.Branch != "main" {
|
||||||
return nil, errors.New("asked another revision")
|
return nil, errors.New("asked another revision")
|
||||||
}
|
}
|
||||||
return json.Marshal(meshcatalog.RevisionAnswer{Revision: &meshcatalog.CatalogRevision{Revision: in.Revision,
|
return json.Marshal(meshcatalog.RevisionAnswer{Revision: &meshcatalog.CatalogRevision{Revision: in.Revision, Base: base(in.Revision),
|
||||||
Definitions: []meshcatalog.CatalogRevisionDefinitionsItem{{Seat: "s1", Digest: "sd"}}}, Entries: entries})
|
Definitions: []meshcatalog.CatalogRevisionDefinitionsItem{{Seat: "s1", Digest: "sd"}}}, Entries: entries})
|
||||||
case seatDefinitionsKey:
|
case seatDefinitionsKey:
|
||||||
return json.Marshal(meshcatalog.SeatDefinitionsAnswer{Found: true, Entry: &meshcatalog.SeatDefinitionsAnswerEntry{Seat: "s1", Digest: "sd", Definition: map[string]any{"seat": "s1"}}})
|
return json.Marshal(meshcatalog.SeatDefinitionsAnswer{Found: true, Entry: &meshcatalog.SeatDefinitionsAnswerEntry{Seat: "s1", Digest: "sd", Definition: map[string]any{"seat": "s1"}}})
|
||||||
@@ -117,4 +134,17 @@ func TestTheValidateStepRefusesAManifestProblemAndACycle(t *testing.T) {
|
|||||||
if o.Outcome != meshwants.StepEndedOutcomeFailed || o.Said != reasonCycle+": a:x → b:y → a:x" || len(asks) != 1 {
|
if o.Outcome != meshwants.StepEndedOutcomeFailed || o.Said != reasonCycle+": a:x → b:y → a:x" || len(asks) != 1 {
|
||||||
t.Errorf("a revision making a cycle ended %+v (%d validator asks)", o, len(asks))
|
t.Errorf("a revision making a cycle ended %+v (%d validator asks)", o, len(asks))
|
||||||
}
|
}
|
||||||
|
// The stand-in validator answers its one verdict: judged against the empty case before, web's problem is the revision's.
|
||||||
|
if o := r.validate(ctx, "ask-first", step("indexer", 3)); o.Outcome != meshwants.StepEndedOutcomeFailed ||
|
||||||
|
o.Said != reasonManifestRefused+`: web: unknown field "colour" (`+emptyBeforeWords+")" || len(asks) != 2 || len(requests[1].Cases[1].Manifests) != 0 {
|
||||||
|
t.Errorf("a revision naming no base ended %+v (%d validator asks), want it judged against an empty case before, said", o, len(asks))
|
||||||
|
}
|
||||||
|
// Revision 12 holds revision 7's manifests and names base 7: judged against it, web's problem is the revision's, db's old one
|
||||||
|
// is not, and the case before holds base 7's manifests.
|
||||||
|
if o := r.validate(ctx, "ask-base", step("web", 12)); o.Outcome != meshwants.StepEndedOutcomeFailed ||
|
||||||
|
o.Said != reasonManifestRefused+`: web: unknown field "colour"` || len(asks) != 3 {
|
||||||
|
t.Errorf("a revision naming base 7 below its number ended %+v (%d validator asks), want it judged against base 7", o, len(asks))
|
||||||
|
} else if web := requests[2].Cases[1].Manifests["web"]; len(requests[2].Cases[1].Manifests) != 3 || !strings.Contains(string(web.Raw), "d-web-2") {
|
||||||
|
t.Errorf("the case before of revision 12 is %+v, want base 7's manifests", requests[2].Cases[1].Manifests)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -132,6 +132,20 @@ func (c *catalogHalf) Changed(ctx context.Context) func(branch, module string, e
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// picture is build.Builder.Picture: the source revision the view of branch holds (design 47 H H-A-155), false while the branch
|
||||||
|
// is not followed or its view holds none.
|
||||||
|
func (c *catalogHalf) picture(branch string) (int64, bool) {
|
||||||
|
cat, ok := c.branches.Catalog(branch)
|
||||||
|
if !ok {
|
||||||
|
return 0, false
|
||||||
|
}
|
||||||
|
half, ok := cat.View()
|
||||||
|
if !ok {
|
||||||
|
return 0, false
|
||||||
|
}
|
||||||
|
return half.Revision.Source, true
|
||||||
|
}
|
||||||
|
|
||||||
// namesOf are the package names an entry's artifacts carry, in one line.
|
// namesOf are the package names an entry's artifacts carry, in one line.
|
||||||
func namesOf(e meshcatalog.CatalogEntry) string {
|
func namesOf(e meshcatalog.CatalogEntry) string {
|
||||||
var names []string
|
var names []string
|
||||||
|
|||||||
+7
-2
@@ -33,8 +33,13 @@ type catalogHolder struct {
|
|||||||
mu sync.Mutex
|
mu sync.Mutex
|
||||||
entries map[string]meshcatalog.CatalogEntry
|
entries map[string]meshcatalog.CatalogEntry
|
||||||
revision int64
|
revision int64
|
||||||
|
// source is the source revision each trunk revision is taken in from; 0 is 1.
|
||||||
|
source int64
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// sourceLocked is the source revision of the revisions put now. The caller holds mu.
|
||||||
|
func (h *catalogHolder) sourceLocked() int64 { return max(h.source, 1) }
|
||||||
|
|
||||||
func newCatalogHolder(t *testing.T, ctx context.Context, js jetstream.JetStream, nc *nats.Conn) *catalogHolder {
|
func newCatalogHolder(t *testing.T, ctx context.Context, js jetstream.JetStream, nc *nats.Conn) *catalogHolder {
|
||||||
t.Helper()
|
t.Helper()
|
||||||
h := &catalogHolder{ctx: ctx, js: js, entries: map[string]meshcatalog.CatalogEntry{}}
|
h := &catalogHolder{ctx: ctx, js: js, entries: map[string]meshcatalog.CatalogEntry{}}
|
||||||
@@ -84,7 +89,7 @@ func (h *catalogHolder) whole() meshcatalog.RevisionAnswer {
|
|||||||
all = append(all, e)
|
all = append(all, e)
|
||||||
}
|
}
|
||||||
at := time.Now()
|
at := time.Now()
|
||||||
return meshcatalog.RevisionAnswer{Revision: &meshcatalog.CatalogRevision{Revision: h.revision, Kind: "trunk", Branch: "main", Entries: refs, Source: 1, At: &at}, Entries: all}
|
return meshcatalog.RevisionAnswer{Revision: &meshcatalog.CatalogRevision{Revision: h.revision, Kind: "trunk", Branch: "main", Entries: refs, Source: h.sourceLocked(), At: &at}, Entries: all}
|
||||||
}
|
}
|
||||||
|
|
||||||
// put sets one module's entry in a new trunk revision of main and says catalog-revision.
|
// put sets one module's entry in a new trunk revision of main and says catalog-revision.
|
||||||
@@ -100,7 +105,7 @@ func (h *catalogHolder) putAll(t *testing.T, es ...meshcatalog.CatalogEntry) {
|
|||||||
h.entries[e.Module] = e
|
h.entries[e.Module] = e
|
||||||
changed = append(changed, e.Module)
|
changed = append(changed, e.Module)
|
||||||
}
|
}
|
||||||
ev, _ := json.Marshal(meshcatalog.CatalogRevisionEvent{Branch: "main", Kind: "trunk", Revision: h.revision, Source: 1, Entries: int64(len(h.entries)), Changed: changed, V: 1})
|
ev, _ := json.Marshal(meshcatalog.CatalogRevisionEvent{Branch: "main", Kind: "trunk", Revision: h.revision, Source: h.sourceLocked(), Entries: int64(len(h.entries)), Changed: changed, V: 1})
|
||||||
h.mu.Unlock()
|
h.mu.Unlock()
|
||||||
if _, err := h.js.Publish(h.ctx, meshcatalog.SubjectCatalogRevision("main"), ev); err != nil {
|
if _, err := h.js.Publish(h.ctx, meshcatalog.SubjectCatalogRevision("main"), ev); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
|
|||||||
@@ -522,9 +522,9 @@ func isState(state string) func(builds.BuilderBuild) bool {
|
|||||||
// the digests of both bundles, both build modules' toolchains, after a fetch and a build on one node (ADR 0478 clause 4).
|
// the digests of both bundles, both build modules' toolchains, after a fetch and a build on one node (ADR 0478 clause 4).
|
||||||
func TestBuilderMakesADoneKeyWithTheDigests(t *testing.T) { // 1607/AC7
|
func TestBuilderMakesADoneKeyWithTheDigests(t *testing.T) { // 1607/AC7
|
||||||
b := startBed(t)
|
b := startBed(t)
|
||||||
// DLV-B10 (design 51, round 2): the builder's versions, findings and the floor's three sources are on the bus; the seat
|
// The builder's versions, findings and the floor's three sources are on the bus, the seat answering 0.1.4; two merges close
|
||||||
// answers 0.1.4, so netcheck's bundles are numbered from 0.1.5. Two merges close together, the first replaced before
|
// together, the first replaced before its claim. The builder numbers neither in its state versions (design 47 H H-A-159,
|
||||||
// its claim: the second is numbered at once, and the first never.
|
// G §348, §369): the reservation is the one place a version is numbered.
|
||||||
reg := b.registry(t, "n1", "0.1.4")
|
reg := b.registry(t, "n1", "0.1.4")
|
||||||
const netcheck = "catalogue-a67f0196-netcheck.module.json"
|
const netcheck = "catalogue-a67f0196-netcheck.module.json"
|
||||||
first := "src2:" + strings.Repeat("1", 64)
|
first := "src2:" + strings.Repeat("1", 64)
|
||||||
@@ -534,8 +534,8 @@ func TestBuilderMakesADoneKeyWithTheDigests(t *testing.T) { // 1607/AC7
|
|||||||
v := b.await(t, "netcheck", isState(builds.BuildDone))
|
v := b.await(t, "netcheck", isState(builds.BuildDone))
|
||||||
for _, a := range []string{"tools-go", "tools-typescript"} {
|
for _, a := range []string{"tools-go", "tools-typescript"} {
|
||||||
es := reg.of(t, "netcheck/"+a)
|
es := reg.of(t, "netcheck/"+a)
|
||||||
if len(es) != 1 || es[0].Version != "0.1.5" || es[0].Fingerprint != fp || es[0].State != versions.Numbered || es[0].Digest != digestOf(a) {
|
if len(es) != 0 {
|
||||||
t.Errorf("versions of netcheck/%s = %+v, want the second merge numbered 0.1.5 at once with its digest, the first never", a, es)
|
t.Errorf("versions of netcheck/%s = %+v, want none: the builder numbers nothing of its own (H-A-159)", a, es)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if v.By != "n1.mesh-delivery-builder" || v.Manifest != digest || len(v.Artifacts) != 2 {
|
if v.By != "n1.mesh-delivery-builder" || v.Manifest != digest || len(v.Artifacts) != 2 {
|
||||||
@@ -565,13 +565,13 @@ func TestBuilderMakesADoneKeyWithTheDigests(t *testing.T) { // 1607/AC7
|
|||||||
}
|
}
|
||||||
// 1955/L7 (ADR 0571 §1): the build's start and end are in the module log build-log under the module's key, read as a
|
// 1955/L7 (ADR 0571 §1): the build's start and end are in the module log build-log under the module's key, read as a
|
||||||
// reader with the log's read reads them, the end naming the manifest and what was made.
|
// reader with the log's read reads them, the end naming the manifest and what was made.
|
||||||
// DLV-B10: between them the build log holds the build's narrations (build.said), each version numbered, and why.
|
// H-A-159: no version is numbered of the builder's own, so the build log holds no narration of one (build.said).
|
||||||
var ended []builds.BuildLogEntry
|
var ended []builds.BuildLogEntry
|
||||||
for _, e := range b.logged(t, "netcheck") {
|
for _, e := range b.logged(t, "netcheck") {
|
||||||
if e.Event != builds.BuildSaidEvent {
|
if e.Event != builds.BuildSaidEvent {
|
||||||
ended = append(ended, e)
|
ended = append(ended, e)
|
||||||
} else if e.Why != versions.SaidNumbered || !strings.Contains(e.Line, "numbered 0.1.5") || e.FP != fp {
|
} else if e.Why == versions.SaidNumbered || e.Why == versions.SaidKept {
|
||||||
t.Errorf("said = %+v, want netcheck's versions numbered", e)
|
t.Errorf("said = %+v, want no version of the builder's own numbered (H-A-159)", e)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if len(ended) != 2 || ended[0].Event != builds.BuildStartedEvent || ended[1].Event != builds.BuildEndedEvent ||
|
if len(ended) != 2 || ended[0].Event != builds.BuildStartedEvent || ended[1].Event != builds.BuildEndedEvent ||
|
||||||
@@ -596,7 +596,7 @@ func TestBuilderMakesADoneKeyWithTheDigests(t *testing.T) { // 1607/AC7
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
// Design 32, design 47 G §348: a package's name the catalog half's entry of the module gives later reaches the builder by the
|
// Design 32, design 47 G §348: a package's name the catalog half's entry of the module gives later reaches the builder by the
|
||||||
// branch follower's view (never the indexer's state), and looks at the module again; the done bundles are kept, not numbered twice.
|
// branch follower's view (never the indexer's state), and looks at the module again.
|
||||||
named := b.entry("netcheck", "modules/netcheck", commit, fp, digest, nil, bothToolchains, 0)
|
named := b.entry("netcheck", "modules/netcheck", commit, fp, digest, nil, bothToolchains, 0)
|
||||||
named.Manifest = b.manifestOf(t, "catalogue-a67f0196-netcheck.module.json")
|
named.Manifest = b.manifestOf(t, "catalogue-a67f0196-netcheck.module.json")
|
||||||
named.Artifacts = []meshcatalog.Artifact{{Ref: "netcheck:lib", Language: "go", Package: &meshcatalog.ArtifactPackage{Ecosystem: "go", Name: "netcheck"}}}
|
named.Artifacts = []meshcatalog.Artifact{{Ref: "netcheck:lib", Language: "go", Package: &meshcatalog.ArtifactPackage{Ecosystem: "go", Name: "netcheck"}}}
|
||||||
@@ -606,11 +606,12 @@ func TestBuilderMakesADoneKeyWithTheDigests(t *testing.T) { // 1607/AC7
|
|||||||
if got := reg.numberedOf("netcheck/tools-go"); len(got) != 0 {
|
if got := reg.numberedOf("netcheck/tools-go"); len(got) != 0 {
|
||||||
t.Errorf("version.numbered of netcheck/tools-go said %v, want none", got)
|
t.Errorf("version.numbered of netcheck/tools-go said %v, want none", got)
|
||||||
}
|
}
|
||||||
for _, a := range []string{"tools-go", "tools-typescript"} {
|
// Versions numbered before G, which the state keeps until G §372 removes it: one a holder removes below, one it refuses.
|
||||||
reg.published(t, "netcheck/"+a, "0.1.5", digestOf(a))
|
kept, _ := json.Marshal(versions.Entry{Name: "netcheck/tools-typescript", Kind: versions.KindBundle, Series: "0.1", Version: "0.1.5", Module: "netcheck",
|
||||||
|
Fingerprint: fp, Digest: digestOf("tools-typescript"), Seat: ociartifactregistry.Seat, State: versions.Published, At: time.Now().UTC()})
|
||||||
|
if _, err := reg.versions.Put(b.ctx, versions.Key("netcheck/tools-typescript", "0.1.5"), kept); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
reg.awaitOf(t, "netcheck/tools-go", func(es []versions.Entry) bool { return len(es) == 1 && es[0].State == versions.Published })
|
|
||||||
// A numbered version a holder will refuse below, written to the state as the builder numbers one.
|
|
||||||
refusable, _ := json.Marshal(versions.Entry{Name: "netcheck/tools-go", Kind: versions.KindBundle, Series: "0.1", Version: "0.1.6", Module: "netcheck",
|
refusable, _ := json.Marshal(versions.Entry{Name: "netcheck/tools-go", Kind: versions.KindBundle, Series: "0.1", Version: "0.1.6", Module: "netcheck",
|
||||||
Fingerprint: "src2:" + strings.Repeat("6", 64), Seat: ociartifactregistry.Seat, State: versions.Numbered, At: time.Now().UTC()})
|
Fingerprint: "src2:" + strings.Repeat("6", 64), Seat: ociartifactregistry.Seat, State: versions.Numbered, At: time.Now().UTC()})
|
||||||
if _, err := reg.versions.Put(b.ctx, versions.Key("netcheck/tools-go", "0.1.6"), refusable); err != nil {
|
if _, err := reg.versions.Put(b.ctx, versions.Key("netcheck/tools-go", "0.1.6"), refusable); err != nil {
|
||||||
@@ -643,7 +644,7 @@ func TestBuilderMakesADoneKeyWithTheDigests(t *testing.T) { // 1607/AC7
|
|||||||
t.Errorf("version.numbered of netcheck/tools-go said %v, want none", got)
|
t.Errorf("version.numbered of netcheck/tools-go said %v, want none", got)
|
||||||
}
|
}
|
||||||
// DLV-B10: a build module's bound running out fails the trunk build, which is the builder's finding build-failed; the
|
// DLV-B10: a build module's bound running out fails the trunk build, which is the builder's finding build-failed; the
|
||||||
// fingerprint built again keeps its number, said with why, and its done build clears the finding.
|
// fingerprint built again clears it with its done build, numbering nothing of the builder's own (H-A-159).
|
||||||
release := make(chan struct{})
|
release := make(chan struct{})
|
||||||
b.fake.hang.Store(&release)
|
b.fake.hang.Store(&release)
|
||||||
third := "src2:" + strings.Repeat("4", 64)
|
third := "src2:" + strings.Repeat("4", 64)
|
||||||
@@ -666,12 +667,6 @@ func TestBuilderMakesADoneKeyWithTheDigests(t *testing.T) { // 1607/AC7
|
|||||||
close(release)
|
close(release)
|
||||||
b.moduleFP(t, "netcheck", netcheck, "modules/netcheck", bothToolchains, "89abcdef0123456789abcdef0123456789abcdef", third, 3) // the entry moves to a later commit, same fingerprint
|
b.moduleFP(t, "netcheck", netcheck, "modules/netcheck", bothToolchains, "89abcdef0123456789abcdef0123456789abcdef", third, 3) // the entry moves to a later commit, same fingerprint
|
||||||
b.awaitFP(t, "netcheck", third, isState(builds.BuildDone))
|
b.awaitFP(t, "netcheck", third, isState(builds.BuildDone))
|
||||||
b.awaitSaid(t, "kept: fingerprint "+third+" is numbered under it")
|
|
||||||
if !slices.ContainsFunc(b.logged(t, "netcheck"), func(e builds.BuildLogEntry) bool {
|
|
||||||
return e.Event == builds.BuildSaidEvent && e.Why == versions.SaidKept && e.FP == third && strings.Contains(e.Line, "kept: fingerprint "+third)
|
|
||||||
}) {
|
|
||||||
t.Errorf("the build log of netcheck says no version kept at %s", third)
|
|
||||||
}
|
|
||||||
reg.awaitFinding(t, failed, false)
|
reg.awaitFinding(t, failed, false)
|
||||||
// DLV-B4: the seats' refused and removed, heard on the builder's durable consumer, move a numbered version: a retention
|
// DLV-B4: the seats' refused and removed, heard on the builder's durable consumer, move a numbered version: a retention
|
||||||
// removal turns the entry removed with its reason, a refusal refused with the holder's reason and the bytes it refused.
|
// removal turns the entry removed with its reason, a refusal refused with the holder's reason and the bytes it refused.
|
||||||
|
|||||||
@@ -35,6 +35,7 @@ import (
|
|||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/clients/meshcatalogclient"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/clients/meshcatalogclient"
|
||||||
sweep "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshartifactsweep"
|
sweep "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshartifactsweep"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshbuilds"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshbuilds"
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-sdk/buildstep"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-sdk/buildstep"
|
||||||
"git.novox.be/novox/mesh-sdk/go/operatorask"
|
"git.novox.be/novox/mesh-sdk/go/operatorask"
|
||||||
"git.novox.be/novox/mesh-sdk/go/process"
|
"git.novox.be/novox/mesh-sdk/go/process"
|
||||||
@@ -156,9 +157,9 @@ func run(ctx context.Context, getenv func(string) string, logOut io.Writer) erro
|
|||||||
conn.SetReconnectHandler(func(*nats.Conn) { hearing.Again(); heard.Nudge("") })
|
conn.SetReconnectHandler(func(*nats.Conn) { hearing.Again(); heard.Nudge("") })
|
||||||
// The builder asks the controller, as its own account, whether the artifact store still holds a done key's blobs
|
// The builder asks the controller, as its own account, whether the artifact store still holds a done key's blobs
|
||||||
// (the seat verb held, novox/hq issue 1937) before it leaves the key done, on its calls connection.
|
// (the seat verb held, novox/hq issue 1937) before it leaves the key done, on its calls connection.
|
||||||
// The builder numbers each trunk build at its claim (novox/hq design 51 *The versions*): its state versions, bound once
|
// The state versions, kept from before G (design 51 *The versions*) and read through builder_versions until G §372 removes
|
||||||
// the bus holds it; the floor's three sources asked as its own account.
|
// it, bound once the bus holds it; the builder numbers nothing in it (design 47 H H-A-159).
|
||||||
versionsKV := process.AwaitBucket(ctx, js, conn, own.versions, "no trunk build is numbered: each is built unnumbered and published by its digest", logger.Printf)
|
versionsKV := process.AwaitBucket(ctx, js, conn, own.versions, "builder_versions answers nothing of the versions numbered before G", logger.Printf)
|
||||||
found := &findings{module: cred.Module, w: fw, logf: logger.Printf, now: time.Now}
|
found := &findings{module: cred.Module, w: fw, logf: logger.Printf, now: time.Now}
|
||||||
floorWaits := &versions.FloorWaits{Holder: versions.HolderOf(branches), Logf: logger.Printf, Said: found.floorSaid(context.WithoutCancel(ctx))}
|
floorWaits := &versions.FloorWaits{Holder: versions.HolderOf(branches), Logf: logger.Printf, Said: found.floorSaid(context.WithoutCancel(ctx))}
|
||||||
// The names waiting on their floor are kept in the state floor-waits (DLV-B4): a restarted builder takes them in, so
|
// The names waiting on their floor are kept in the state floor-waits (DLV-B4): a restarted builder takes them in, so
|
||||||
@@ -205,13 +206,28 @@ func run(ctx context.Context, getenv func(string) string, logOut io.Writer) erro
|
|||||||
unput := &unputs{bounds: pubBoundsKV.KV, store: b.Claimer.Store, looking: b.Looking, findings: found,
|
unput := &unputs{bounds: pubBoundsKV.KV, store: b.Claimer.Store, looking: b.Looking, findings: found,
|
||||||
bound: meshconditionsclient.CallUnansweredAfter, now: time.Now, logf: logger.Printf}
|
bound: meshconditionsclient.CallUnansweredAfter, now: time.Now, logf: logger.Printf}
|
||||||
b.Left, b.Ended = unput.left, unput.ended
|
b.Left, b.Ended = unput.left, unput.ended
|
||||||
b.Numbers = build.VersionNumbers{N: numberer}
|
// The builder numbers nothing of its own (design 47 H H-A-159, G §348, §349, §369): b.Numbers stays nil, so no trunk build
|
||||||
|
// is numbered in the state versions, waits on a floor or arms a publish-unanswered bound of it; the reservation is the one
|
||||||
|
// place a version is numbered. The state, kept from before G, is still read (builder_versions) until G §372 removes it.
|
||||||
// The builder's toolchain waits (design 47 G §672): its state waits, and wait-held and wait-ended on its stream waits; its
|
// The builder's toolchain waits (design 47 G §672): its state waits, and wait-held and wait-ended on its stream waits; its
|
||||||
// bound is its setting toolchain-wait-minutes.
|
// bound is its setting toolchain-wait-minutes.
|
||||||
waitBound, err := toolchainWaitOf(getenv("MESH_BUILDER_TOOLCHAIN_WAIT_FILE"))
|
waitBound, err := toolchainWaitOf(getenv("MESH_BUILDER_TOOLCHAIN_WAIT_FILE"))
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
// A build step ask waits for the builder's picture of its branch to hold its source revision (design 47 H H-A-155); its
|
||||||
|
// bound is its setting revision-wait-minutes (H-A-156).
|
||||||
|
revisionWait, err := numberFile(getenv("MESH_BUILDER_REVISION_WAIT_FILE"), int(build.DefaultRevisionWait/time.Minute))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
b.RevisionWait = time.Duration(revisionWait) * time.Minute
|
||||||
|
// A step ask naming a package with no pin waits for its release (H-A-165); its bound is package-wait-minutes.
|
||||||
|
packageWait, err := numberFile(getenv("MESH_BUILDER_PACKAGE_WAIT_FILE"), int(build.DefaultPackageWait/time.Minute))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
b.PackageWait = time.Duration(packageWait) * time.Minute
|
||||||
waitsBucket := process.AwaitBucket(ctx, js, conn, builds.StateBucket(cred.Module, build.WaitsState), "the toolchain waits are kept in memory only, and builder_waits shows none", logger.Printf)
|
waitsBucket := process.AwaitBucket(ctx, js, conn, builds.StateBucket(cred.Module, build.WaitsState), "the toolchain waits are kept in memory only, and builder_waits shows none", logger.Printf)
|
||||||
b.Waits = newWaitsKept(waitsBucket, func(ctx context.Context, event, id string, body any) error {
|
b.Waits = newWaitsKept(waitsBucket, func(ctx context.Context, event, id string, body any) error {
|
||||||
return emitEvent(context.WithoutCancel(ctx), js, cred, event, id, body)
|
return emitEvent(context.WithoutCancel(ctx), js, cred, event, id, body)
|
||||||
@@ -226,6 +242,9 @@ func run(ctx context.Context, getenv func(string) string, logOut io.Writer) erro
|
|||||||
return emitSeatEvent(context.WithoutCancel(ctx), js, cred, meshbuilds.SubjectPackagePublished, "package-published-"+p.Module+"-"+p.Version+"-"+p.Artifact, p)
|
return emitSeatEvent(context.WithoutCancel(ctx), js, cred, meshbuilds.SubjectPackagePublished, "package-published-"+p.Module+"-"+p.Version+"-"+p.Artifact, p)
|
||||||
}
|
}
|
||||||
b.Reserved = reserved
|
b.Reserved = reserved
|
||||||
|
// A release heard, or the newest the builder's record keeps, pins a package an entry names with none (H-A-165).
|
||||||
|
reserved.heardReleased = b.VersionReleased
|
||||||
|
b.NewestReleased = reserved.r.NewestReleased
|
||||||
// The last versions-filled the stream keeps is read at the start (design 47 G §369, §372): a restart does not lose it.
|
// The last versions-filled the stream keeps is read at the start (design 47 G §369, §372): a restart does not lose it.
|
||||||
reserved.readFilled(ctx, lastKeptOf(js, cred, logger.Printf), sleeps)
|
reserved.readFilled(ctx, lastKeptOf(js, cred, logger.Printf), sleeps)
|
||||||
// A state bound later numbers the builds looked at without it.
|
// A state bound later numbers the builds looked at without it.
|
||||||
@@ -450,6 +469,8 @@ func run(ctx context.Context, getenv func(string) string, logOut io.Writer) erro
|
|||||||
// fingerprint no branch carries is closed (issue 1660) once the first view of every followed branch is in (never at the start:
|
// fingerprint no branch carries is closed (issue 1660) once the first view of every followed branch is in (never at the start:
|
||||||
// a holder of the seat that is down holds no other part of it).
|
// a holder of the seat that is down holds no other part of it).
|
||||||
half.b = b
|
half.b = b
|
||||||
|
b.Picture = half.picture
|
||||||
|
branches.Held = func(string, meshcatalog.CatalogRevision) { b.PictureHeld() } // a revision held wakes a step ask's wait (H-A-162)
|
||||||
half.ready = func() {
|
half.ready = func() {
|
||||||
if err := b.Sweep(ctx, half.pictured()...); err != nil {
|
if err := b.Sweep(ctx, half.pictured()...); err != nil {
|
||||||
errs <- err
|
errs <- err
|
||||||
|
|||||||
@@ -44,12 +44,15 @@ type reservations struct {
|
|||||||
// built asks a done build's publish (design 47 G A-457a), released ends its item; nil are none.
|
// built asks a done build's publish (design 47 G A-457a), released ends its item; nil are none.
|
||||||
built func(ctx context.Context, module, version string) error
|
built func(ctx context.Context, module, version string) error
|
||||||
released func(ctx context.Context, module, version string)
|
released func(ctx context.Context, module, version string)
|
||||||
filled atomic.Bool
|
// heardReleased is told each version-released taken in (design 47 H H-A-165): a step ask waiting for a package of the
|
||||||
bounds func() jetstream.KeyValue
|
// module wakes. Nil tells nobody.
|
||||||
found *findings
|
heardReleased func(module, version string)
|
||||||
bound time.Duration
|
filled atomic.Bool
|
||||||
wake func(context.Context)
|
bounds func() jetstream.KeyValue
|
||||||
logf func(string, ...any)
|
found *findings
|
||||||
|
bound time.Duration
|
||||||
|
wake func(context.Context)
|
||||||
|
logf func(string, ...any)
|
||||||
// call asks a seat's verb: the git seat's tag (design 47 G §370).
|
// call asks a seat's verb: the git seat's tag (design 47 G §370).
|
||||||
call toolCaller
|
call toolCaller
|
||||||
// say says package-published on the seat mesh-builds; nil says none.
|
// say says package-published on the seat mesh-builds; nil says none.
|
||||||
@@ -252,6 +255,9 @@ func (rv *reservations) heard(ctx context.Context, m jetstream.Msg) bool {
|
|||||||
if rv.released != nil {
|
if rv.released != nil {
|
||||||
rv.released(ctx, ev.Module, ev.Version)
|
rv.released(ctx, ev.Module, ev.Version)
|
||||||
}
|
}
|
||||||
|
if rv.heardReleased != nil {
|
||||||
|
rv.heardReleased(ev.Module, ev.Version)
|
||||||
|
}
|
||||||
rv.found.clear(ctx, versions.VersionUnreleased, meshconditionsclient.ScopeModule, ev.Module)
|
rv.found.clear(ctx, versions.VersionUnreleased, meshconditionsclient.ScopeModule, ev.Module)
|
||||||
default:
|
default:
|
||||||
return false
|
return false
|
||||||
|
|||||||
@@ -134,10 +134,15 @@ func TestTheCatalogsWordsMoveTheReservations(t *testing.T) {
|
|||||||
if err != nil || !strings.Contains(got.Summary, "m:b unpublished") || strings.Contains(got.Summary, "m:a unpublished") || !strings.Contains(got.Summary, "1.4.3") {
|
if err != nil || !strings.Contains(got.Summary, "m:b unpublished") || strings.Contains(got.Summary, "m:a unpublished") || !strings.Contains(got.Summary, "1.4.3") {
|
||||||
t.Fatalf("finding = %+v (%v), want version-unreleased naming m:b of 1.4.3", got, err)
|
t.Fatalf("finding = %+v (%v), want version-unreleased naming m:b of 1.4.3", got, err)
|
||||||
}
|
}
|
||||||
|
var heardReleases []string // H-A-165: a release heard wakes a step ask waiting for a package of the module
|
||||||
|
rv.heardReleased = func(m, v string) { heardReleases = append(heardReleases, m+" "+v) }
|
||||||
released := &wakeMsg{subject: meshcatalog.SubjectVersionReleased, data: []byte(`{"v":1,"module":"m","version":"1.4.3","source":1,"artifacts":[]}`)}
|
released := &wakeMsg{subject: meshcatalog.SubjectVersionReleased, data: []byte(`{"v":1,"module":"m","version":"1.4.3","source":1,"artifacts":[]}`)}
|
||||||
if !rv.heard(ctx, released) || !released.acked {
|
if !rv.heard(ctx, released) || !released.acked {
|
||||||
t.Fatalf("version-released was not taken in (acked %v)", released.acked)
|
t.Fatalf("version-released was not taken in (acked %v)", released.acked)
|
||||||
}
|
}
|
||||||
|
if strings.Join(heardReleases, ", ") != "m 1.4.3" {
|
||||||
|
t.Errorf("the release heard was told %v, want m 1.4.3 (H-A-165)", heardReleases)
|
||||||
|
}
|
||||||
if strings.Join(items, ", ") != "asked m 1.4.3, ended m 1.4.3" {
|
if strings.Join(items, ", ") != "asked m 1.4.3, ended m 1.4.3" {
|
||||||
t.Errorf("publish items %v, want the build's end to ask the publish and the release to end it", items)
|
t.Errorf("publish items %v, want the build's end to ask the publish and the release to end it", items)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ package main
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
|
"strings"
|
||||||
"testing"
|
"testing"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
@@ -49,4 +50,29 @@ func TestTheRunnersBuildStepAskIsAnsweredAsStepEnded(t *testing.T) {
|
|||||||
case <-time.After(20 * time.Second):
|
case <-time.After(20 * time.Second):
|
||||||
t.Fatal("no step-ended within 20 s")
|
t.Fatal("no step-ended within 20 s")
|
||||||
}
|
}
|
||||||
|
// H-A-155: an ask naming a source revision the builder's picture of main does not hold yet waits for it, said in the
|
||||||
|
// journal, and is answered once a revision taken in from it arrives.
|
||||||
|
run.Pipeline, run.Revision, run.Source = "main.2.netcheck", 2, 2
|
||||||
|
data, _ = json.Marshal(run)
|
||||||
|
msg = nats.NewMsg(meshbuilds.AcceptSubjectStep)
|
||||||
|
msg.Data = data
|
||||||
|
msg.Header.Set("x-event-id", "ask-2")
|
||||||
|
if err := sub.PublishMsg(msg); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
b.awaitSaid(t, "main.2.netcheck: revision 2 of main not in the builder's picture yet")
|
||||||
|
b.catalog.mu.Lock()
|
||||||
|
b.catalog.source = 2
|
||||||
|
b.catalog.mu.Unlock()
|
||||||
|
// Revision 2, taken in from source 2, moves another module: netcheck's entry is the one the picture holds already.
|
||||||
|
b.moduleFP(t, "ca-trust", "catalogue-a67f0196-ca-trust.module.json", "modules/ca-trust", nil, commit, "src2:"+strings.Repeat("4", 64), 0)
|
||||||
|
select {
|
||||||
|
case m := <-ended:
|
||||||
|
var end meshbuilds.StepEnded
|
||||||
|
if err := json.Unmarshal(m.Data, &end); err != nil || end.ID != "ask-2" || end.Outcome != meshbuilds.StepEndedOutcomePassed {
|
||||||
|
t.Fatalf("step-ended = %+v, %v; want the ask ask-2 passed once the picture held source revision 2", end, err)
|
||||||
|
}
|
||||||
|
case <-time.After(20 * time.Second):
|
||||||
|
t.Fatal("no step-ended for ask-2 within 20 s")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,210 @@
|
|||||||
|
package build
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"maps"
|
||||||
|
"slices"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-builder/builds"
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshbuilds"
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
||||||
|
)
|
||||||
|
|
||||||
|
// **A build waits for its revision; a build with no version is never made** (design 47 H H-A-155, H-A-156; H-A-141): a step
|
||||||
|
// ask names its branch and source revision, and the builder reserves the version before it builds. When the builder's picture
|
||||||
|
// of that branch does not hold that source revision yet, or holds it but has not taken in the entry of the asked fingerprint
|
||||||
|
// from it, the ask waits for the picture to take it in, woken by each entry the picture takes in (take, EntryGone) and each
|
||||||
|
// revision its view holds (PictureHeld, H-A-162), never a
|
||||||
|
// timer or a poll, up to RevisionWait (the setting revision-wait-minutes); past it the ask fails, naming the revision and the
|
||||||
|
// branch, and nothing is built. A step ask with no source (a run on request) does not wait.
|
||||||
|
|
||||||
|
// DefaultRevisionWait is the bound of a step ask's wait for its revision, its setting revision-wait-minutes' default (H-A-156).
|
||||||
|
const DefaultRevisionWait = 2 * time.Minute
|
||||||
|
|
||||||
|
func (b *Builder) revisionWait() time.Duration {
|
||||||
|
if b.RevisionWait > 0 {
|
||||||
|
return b.RevisionWait
|
||||||
|
}
|
||||||
|
return DefaultRevisionWait
|
||||||
|
}
|
||||||
|
|
||||||
|
// PictureHeld is told each revision a branch's view takes in whole, whether or not an entry changed (H-A-162): every step
|
||||||
|
// ask waiting for its revision looks again.
|
||||||
|
func (b *Builder) PictureHeld() {
|
||||||
|
b.init()
|
||||||
|
b.pictureMoved()
|
||||||
|
}
|
||||||
|
|
||||||
|
// pictureMoved wakes every step ask waiting for the picture: an entry was taken in or went, or a revision was held.
|
||||||
|
func (b *Builder) pictureMoved() {
|
||||||
|
b.mu.Lock()
|
||||||
|
moved := b.moved
|
||||||
|
b.moved = make(chan struct{})
|
||||||
|
b.mu.Unlock()
|
||||||
|
close(moved)
|
||||||
|
}
|
||||||
|
|
||||||
|
// holdsRevision says whether the builder's picture of branch holds the source revision and has taken in every entry of the
|
||||||
|
// ask from that branch.
|
||||||
|
func (b *Builder) holdsRevision(branch string, source int64, entries []meshbuilds.BuildEntry) bool {
|
||||||
|
held, ok := b.Picture(branch)
|
||||||
|
if !ok || held < source {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
b.mu.Lock()
|
||||||
|
defer b.mu.Unlock()
|
||||||
|
for _, e := range entries {
|
||||||
|
key, err := builds.BuilderBuildKey(e.Module, e.Fingerprint)
|
||||||
|
if err != nil {
|
||||||
|
return true // the build key is refused where the entry is built, with why
|
||||||
|
}
|
||||||
|
if b.origin[key].Branch != branch && b.heard[branch+"\x00"+e.Module].Fp2 != e.Fingerprint {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
|
// awaitRevision returns no outcome once the builder's picture of the ask's branch holds its source revision; past the bound the
|
||||||
|
// step's outcome failed, at the builder's stop could not run, each with its words.
|
||||||
|
func (b *Builder) awaitRevision(ctx context.Context, run meshbuilds.StepRun) (outcome, said string) {
|
||||||
|
if b.Picture == nil || run.Source <= 0 || run.Branch == "" {
|
||||||
|
return "", ""
|
||||||
|
}
|
||||||
|
bound := b.revisionWait()
|
||||||
|
notHeld := fmt.Sprintf("revision %d of %s not in the builder's picture", run.Source, run.Branch)
|
||||||
|
wait, stop := context.WithTimeout(ctx, bound) // a context's bound, no timer (ADR 0437 §8)
|
||||||
|
defer stop()
|
||||||
|
told := false
|
||||||
|
for {
|
||||||
|
b.mu.Lock()
|
||||||
|
moved := b.moved
|
||||||
|
b.mu.Unlock()
|
||||||
|
if b.holdsRevision(run.Branch, run.Source, run.Entries) {
|
||||||
|
if told {
|
||||||
|
b.logf("%s: revision %d of %s is in the builder's picture: the build goes on", run.Pipeline, run.Source, run.Branch)
|
||||||
|
}
|
||||||
|
return "", ""
|
||||||
|
}
|
||||||
|
if !told {
|
||||||
|
b.logf("%s: %s yet: the ask waits for it, at most %s", run.Pipeline, notHeld, bound)
|
||||||
|
told = true
|
||||||
|
}
|
||||||
|
select {
|
||||||
|
case <-moved:
|
||||||
|
case <-wait.Done():
|
||||||
|
if ctx.Err() != nil {
|
||||||
|
return meshbuilds.StepEndedOutcomeCouldNotRun, notHeld + ": the builder stopped before it was"
|
||||||
|
}
|
||||||
|
b.logf("%s: %s within %s: the step fails, nothing is built", run.Pipeline, notHeld, bound)
|
||||||
|
return meshbuilds.StepEndedOutcomeFailed, fmt.Sprintf("%s within %s", notHeld, bound)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// **A package with no pin waits for its release** (design 47 H H-A-165, H-A-161): an entry keeps a mesh package none of
|
||||||
|
// whose versions is released with an empty version. Its step ask waits, as for its revision, for the release of the module
|
||||||
|
// that holds the package (the catalog's version-released, VersionReleased), up to PackageWait (the setting
|
||||||
|
// package-wait-minutes), then builds with that release as the package's pin (v<version>); past the bound the step fails,
|
||||||
|
// naming the package, and nothing is built.
|
||||||
|
|
||||||
|
// DefaultPackageWait is the bound of a step ask's wait for a package's release, its setting package-wait-minutes' default.
|
||||||
|
const DefaultPackageWait = 10 * time.Minute
|
||||||
|
|
||||||
|
func (b *Builder) packageWait() time.Duration {
|
||||||
|
if b.PackageWait > 0 {
|
||||||
|
return b.PackageWait
|
||||||
|
}
|
||||||
|
return DefaultPackageWait
|
||||||
|
}
|
||||||
|
|
||||||
|
// VersionReleased takes the catalog's version-released of module in: a step ask waiting for a package of it wakes.
|
||||||
|
func (b *Builder) VersionReleased(module, version string) {
|
||||||
|
b.init()
|
||||||
|
b.mu.Lock()
|
||||||
|
b.releases[module] = version
|
||||||
|
b.mu.Unlock()
|
||||||
|
b.pictureMoved()
|
||||||
|
}
|
||||||
|
|
||||||
|
// releaseOf is the pin a package is built against: the release of the module holding it, as Go names it; "" for none yet.
|
||||||
|
func (b *Builder) releaseOf(ctx context.Context, pkg string) string {
|
||||||
|
if b.Members == nil {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
module, _, found, err := b.Members(ctx, pkg)
|
||||||
|
if err != nil || !found {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
b.mu.Lock()
|
||||||
|
v := b.releases[module]
|
||||||
|
b.mu.Unlock()
|
||||||
|
if v == "" && b.NewestReleased != nil {
|
||||||
|
if kept, ok, err := b.NewestReleased(ctx, module); err == nil && ok {
|
||||||
|
v = kept
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if v == "" {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return "v" + v
|
||||||
|
}
|
||||||
|
|
||||||
|
// awaitPins fills each package entry names with no pin from its release, waiting for one; no outcome once every package has
|
||||||
|
// a pin, failed past the bound, could not run at the builder's stop.
|
||||||
|
func (b *Builder) awaitPins(ctx context.Context, entry *meshcatalog.CatalogEntry) (outcome, said string) {
|
||||||
|
var unpinned []string
|
||||||
|
for p, v := range entry.Packages {
|
||||||
|
if v == "" {
|
||||||
|
unpinned = append(unpinned, p)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(unpinned) == 0 {
|
||||||
|
return "", ""
|
||||||
|
}
|
||||||
|
slices.Sort(unpinned)
|
||||||
|
bound := b.packageWait()
|
||||||
|
wait, stop := context.WithTimeout(ctx, bound) // a context's bound, no timer (ADR 0437 §8)
|
||||||
|
defer stop()
|
||||||
|
pins := map[string]string{}
|
||||||
|
told := false
|
||||||
|
for {
|
||||||
|
b.mu.Lock()
|
||||||
|
moved := b.moved
|
||||||
|
b.mu.Unlock()
|
||||||
|
missing := ""
|
||||||
|
for _, p := range unpinned {
|
||||||
|
if pins[p] == "" {
|
||||||
|
pins[p] = b.releaseOf(ctx, p)
|
||||||
|
}
|
||||||
|
if pins[p] == "" && missing == "" {
|
||||||
|
missing = p
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if missing == "" {
|
||||||
|
packages := maps.Clone(entry.Packages)
|
||||||
|
maps.Copy(packages, pins)
|
||||||
|
entry.Packages = packages
|
||||||
|
if told {
|
||||||
|
b.logf("%s at %s: every package it names has a released version: built with %v", entry.Module, entry.Fp, pins)
|
||||||
|
}
|
||||||
|
return "", ""
|
||||||
|
}
|
||||||
|
notReleased := fmt.Sprintf("package %s has no released version", missing)
|
||||||
|
if !told {
|
||||||
|
b.logf("%s at %s: %s yet: the ask waits for its release, at most %s", entry.Module, entry.Fp, notReleased, bound)
|
||||||
|
told = true
|
||||||
|
}
|
||||||
|
select {
|
||||||
|
case <-moved:
|
||||||
|
case <-wait.Done():
|
||||||
|
if ctx.Err() != nil {
|
||||||
|
return meshbuilds.StepEndedOutcomeCouldNotRun, notReleased + ": the builder stopped before it was"
|
||||||
|
}
|
||||||
|
b.logf("%s at %s: %s within %s: the step fails, nothing is built", entry.Module, entry.Fp, notReleased, bound)
|
||||||
|
return meshbuilds.StepEndedOutcomeFailed, fmt.Sprintf("%s within %s", notReleased, bound)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -103,10 +103,21 @@ type Builder struct {
|
|||||||
Now func() time.Time
|
Now func() time.Time
|
||||||
Node string
|
Node string
|
||||||
// Numbers numbers each trunk build at its claim and records what it was built with (design 51 *The versions*); nil
|
// Numbers numbers each trunk build at its claim and records what it was built with (design 51 *The versions*); nil
|
||||||
// numbers nothing.
|
// numbers nothing, as the builder's program leaves it (design 47 H H-A-159: the reservation numbers, G §369).
|
||||||
Numbers Numbers
|
Numbers Numbers
|
||||||
// Reserved reserves the version of a trunk build at its start (design 47 G §369); nil reserves nothing.
|
// Reserved reserves the version of a trunk build at its start (design 47 G §369); nil reserves nothing.
|
||||||
Reserved Reservations
|
Reserved Reservations
|
||||||
|
// Picture answers the source revision the builder's picture of a watched branch holds, false while it holds none (design 47
|
||||||
|
// H H-A-155, H-A-141): a step ask naming a newer one waits for it. Nil waits for nothing.
|
||||||
|
Picture func(branch string) (source int64, held bool)
|
||||||
|
// RevisionWait bounds a step ask's wait for its revision, its setting revision-wait-minutes (H-A-156); DefaultRevisionWait
|
||||||
|
// when 0.
|
||||||
|
RevisionWait time.Duration
|
||||||
|
// PackageWait bounds a step ask's wait for the release of a package its entry names with no pin, its setting
|
||||||
|
// package-wait-minutes (H-A-165); DefaultPackageWait when 0. NewestReleased reads the newest version the builder's
|
||||||
|
// record of releases keeps for a module; nil reads none, and only a release heard (VersionReleased) gives a pin.
|
||||||
|
PackageWait time.Duration
|
||||||
|
NewestReleased func(ctx context.Context, module string) (version string, found bool, err error)
|
||||||
// Forms answers what each node's engine states it reads (ADR 0618 §2, ADR 0624 §1): present, the nodes whose engine
|
// Forms answers what each node's engine states it reads (ADR 0618 §2, ADR 0624 §1): present, the nodes whose engine
|
||||||
// answered when last asked, and counted, every node the assignments names, present or away, a node with no statement
|
// answered when last asked, and counted, every node the assignments names, present or away, a node with no statement
|
||||||
// stating nothing (the baseline's first forms). A done key names each artifact in the forms these keep, the oldest in
|
// stating nothing (the baseline's first forms). A done key names each artifact in the forms these keep, the oldest in
|
||||||
@@ -149,6 +160,10 @@ type Builder struct {
|
|||||||
// builds are the ends that withdraw the asks of a key's build in flight, by build key (ADR 0664 §4): a newer fingerprint of
|
// builds are the ends that withdraw the asks of a key's build in flight, by build key (ADR 0664 §4): a newer fingerprint of
|
||||||
// the module takes its older one's build out, and the asker drops that build's asks.
|
// the module takes its older one's build out, and the asker drops that build's asks.
|
||||||
builds map[string]context.CancelCauseFunc
|
builds map[string]context.CancelCauseFunc
|
||||||
|
// moved is closed and made again at each entry the picture takes in or drops: the step asks waiting for a revision wake.
|
||||||
|
moved chan struct{}
|
||||||
|
// releases are the versions heard released, by module (VersionReleased): a package with no pin waits for one.
|
||||||
|
releases map[string]string
|
||||||
}
|
}
|
||||||
|
|
||||||
type planned struct {
|
type planned struct {
|
||||||
@@ -178,6 +193,8 @@ func (b *Builder) init() {
|
|||||||
b.published, b.held, b.waiting = map[string]bool{}, map[string]bool{}, map[string]map[string]chan string{}
|
b.published, b.held, b.waiting = map[string]bool{}, map[string]bool{}, map[string]map[string]chan string{}
|
||||||
b.hands, b.events = map[string]*handWatch{}, map[string]bool{}
|
b.hands, b.events = map[string]*handWatch{}, map[string]bool{}
|
||||||
b.builds = map[string]context.CancelCauseFunc{}
|
b.builds = map[string]context.CancelCauseFunc{}
|
||||||
|
b.moved = make(chan struct{})
|
||||||
|
b.releases = map[string]string{}
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -230,6 +247,7 @@ func (b *Builder) EntryGone(branch string, first bool, module string) {
|
|||||||
b.mu.Lock()
|
b.mu.Lock()
|
||||||
delete(b.heard, branch+"\x00"+module)
|
delete(b.heard, branch+"\x00"+module)
|
||||||
b.mu.Unlock()
|
b.mu.Unlock()
|
||||||
|
b.pictureMoved()
|
||||||
if first {
|
if first {
|
||||||
b.Forget(module)
|
b.Forget(module)
|
||||||
}
|
}
|
||||||
@@ -256,6 +274,7 @@ func (b *Builder) take(ctx context.Context, o Origin, key string, m meshcatalog.
|
|||||||
b.edges[bk] = e
|
b.edges[bk] = e
|
||||||
}
|
}
|
||||||
b.mu.Unlock()
|
b.mu.Unlock()
|
||||||
|
b.pictureMoved()
|
||||||
if superseded != nil {
|
if superseded != nil {
|
||||||
// A newer fingerprint of the module: the build of the older one in flight is taken out, and its asks are withdrawn
|
// A newer fingerprint of the module: the build of the older one in flight is taken out, and its asks are withdrawn
|
||||||
// from the build seats (ADR 0664 §4).
|
// from the build seats (ADR 0664 §4).
|
||||||
@@ -1095,6 +1114,7 @@ func (b *Builder) runLane(ctx context.Context, l *lane, repository string, m mes
|
|||||||
// The versions of the mesh packages the fingerprint was computed with (novox/hq ADR 0573 §2): the build module writes
|
// The versions of the mesh packages the fingerprint was computed with (novox/hq ADR 0573 §2): the build module writes
|
||||||
// them into the workspace, whatever the repository's go.mod names.
|
// them into the workspace, whatever the repository's go.mod names.
|
||||||
ask.Packages = maps.Clone(m.Packages)
|
ask.Packages = maps.Clone(m.Packages)
|
||||||
|
maps.DeleteFunc(ask.Packages, func(_, v string) bool { return v == "" }) // a package with no released version is no pin (H-A-161)
|
||||||
for _, fb := range req.Builds {
|
for _, fb := range req.Builds {
|
||||||
delete(ask.Packages, fb.Package) // a package `builds` names is named in neither packages nor package (§465)
|
delete(ask.Packages, fb.Package) // a package `builds` names is named in neither packages nor package (§465)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -332,10 +332,12 @@ func TestABundleAndAnArchiveAreBuiltOnOneNodeAndDone(t *testing.T) { // 1607/AC7
|
|||||||
func TestATrunkFingerprintIsOneAskOnTheDeliveryStream(t *testing.T) {
|
func TestATrunkFingerprintIsOneAskOnTheDeliveryStream(t *testing.T) {
|
||||||
r := newRig(t, goBundle)
|
r := newRig(t, goBundle)
|
||||||
r.asks.Answer = nil // no node has pulled it yet
|
r.asks.Answer = nil // no node has pulled it yet
|
||||||
// Issue 1585 (ADR 0573 §2): the ask carries the package versions the fingerprint was computed with.
|
// Issue 1585 (ADR 0573 §2): the ask carries the module's pins; a package the entry keeps with no version (none
|
||||||
sdk := buildstep.PackageVersions{"git.novox.be/novox/mesh-sdk/go": hex40('5')}
|
// released, design 47 H-A-161) is no pin.
|
||||||
|
sdk := buildstep.PackageVersions{"git.novox.be/novox/mesh-sdk/go": "v0.1.20"}
|
||||||
data, err := meshcatalogclient.EncodeModule(meshcatalog.ModulesByModuleValue{Repository: "novox/mesh-catalog", Commit: "7a74cee83f88e6585a5511c3cc53bdf0f5303d20",
|
data, err := meshcatalogclient.EncodeModule(meshcatalog.ModulesByModuleValue{Repository: "novox/mesh-catalog", Commit: "7a74cee83f88e6585a5511c3cc53bdf0f5303d20",
|
||||||
Fp2: fp1, Manifest: mdigest('a'), Path: "modules/m", Toolchains: CatalogToolchains(agreedToolchains), Packages: sdk})
|
Fp2: fp1, Manifest: mdigest('a'), Path: "modules/m", Toolchains: CatalogToolchains(agreedToolchains),
|
||||||
|
Packages: map[string]string{"git.novox.be/novox/mesh-sdk/go": "v0.1.20", "git.novox.be/novox/mesh-contracts/go/seats/x": ""}})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -34,6 +34,10 @@ func (b *Builder) BuildStep(ctx context.Context, run meshbuilds.StepRun) meshbui
|
|||||||
if b.StepEntry == nil {
|
if b.StepEntry == nil {
|
||||||
return finish(meshbuilds.StepEndedOutcomeCouldNotRun, "the builder reads no entry of the seat mesh-catalog")
|
return finish(meshbuilds.StepEndedOutcomeCouldNotRun, "the builder reads no entry of the seat mesh-catalog")
|
||||||
}
|
}
|
||||||
|
// The version is reserved before the build (H-A-155): the ask waits for the builder's picture to hold its revision.
|
||||||
|
if outcome, said := b.awaitRevision(ctx, run); outcome != "" {
|
||||||
|
return finish(outcome, said)
|
||||||
|
}
|
||||||
var failed []string
|
var failed []string
|
||||||
for _, e := range run.Entries {
|
for _, e := range run.Entries {
|
||||||
outcome, said := b.buildEntry(ctx, e)
|
outcome, said := b.buildEntry(ctx, e)
|
||||||
@@ -59,6 +63,10 @@ func (b *Builder) buildEntry(ctx context.Context, e meshbuilds.BuildEntry) (outc
|
|||||||
if entry.Module != e.Module || (e.Commit != "" && entry.Commit != e.Commit) {
|
if entry.Module != e.Module || (e.Commit != "" && entry.Commit != e.Commit) {
|
||||||
return meshbuilds.StepEndedOutcomeCouldNotRun, fmt.Sprintf("the entry of %s at %s is of %s at %s", e.Module, e.Fingerprint, entry.Module, entry.Commit)
|
return meshbuilds.StepEndedOutcomeCouldNotRun, fmt.Sprintf("the entry of %s at %s is of %s at %s", e.Module, e.Fingerprint, entry.Module, entry.Commit)
|
||||||
}
|
}
|
||||||
|
// A package the entry names with no pin is built against its release, waited for (H-A-165).
|
||||||
|
if outcome, said := b.awaitPins(ctx, &entry); outcome != "" {
|
||||||
|
return outcome, said
|
||||||
|
}
|
||||||
key, err := builds.BuilderBuildKey(entry.Module, entry.Fp)
|
key, err := builds.BuilderBuildKey(entry.Module, entry.Fp)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return meshbuilds.StepEndedOutcomeCouldNotRun, err.Error()
|
return meshbuilds.StepEndedOutcomeCouldNotRun, err.Error()
|
||||||
|
|||||||
@@ -3,13 +3,17 @@ package build
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
|
"reflect"
|
||||||
"strings"
|
"strings"
|
||||||
|
"sync"
|
||||||
|
"sync/atomic"
|
||||||
"testing"
|
"testing"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-builder/builds"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-builder/builds"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshbuilds"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshbuilds"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-sdk/buildstep"
|
||||||
"git.novox.be/novox/mesh-sdk/go/catalogue"
|
"git.novox.be/novox/mesh-sdk/go/catalogue"
|
||||||
|
|
||||||
"mesh-delivery-builder/internal/versions"
|
"mesh-delivery-builder/internal/versions"
|
||||||
@@ -112,6 +116,184 @@ func TestABuildStepPassesAReservingBuildOnlyWithItsReservedVersion(t *testing.T)
|
|||||||
}
|
}
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
t.Run("H-A-155: an ask waits for the picture to take its revision in, then builds with its version reserved", aStepAskWaitsForItsRevision)
|
||||||
|
t.Run("H-A-155: past the bound the ask fails naming its revision, and nothing is built", aStepAskPastItsRevisionBoundFails)
|
||||||
|
t.Run("H-A-162: a revision held that changes no entry wakes the ask", aRevisionHeldWakesTheAsk)
|
||||||
|
t.Run("H-A-165: a package with no pin waits for its release and is built with it", aPackageWithNoPinWaitsForItsRelease)
|
||||||
|
t.Run("H-A-165: past its bound a package with no release fails the step", aPackageWithNoReleaseFailsPastItsBound)
|
||||||
|
}
|
||||||
|
|
||||||
|
// unpinnedRig is a rig whose step entry m names the package x with no version, built by the module contracts.
|
||||||
|
func unpinnedRig(t *testing.T) (*rig, *fakeReservations) {
|
||||||
|
var held atomic.Int64
|
||||||
|
r, res, entry := revisionRig(t, &held, make(chan struct{}, 1))
|
||||||
|
r.b.Picture = nil // no revision to wait for here
|
||||||
|
entry.Packages = map[string]string{"git.novox.be/novox/mesh-contracts/go/seats/x": "", "git.novox.be/novox/mesh-sdk/go": "v0.1.20"}
|
||||||
|
r.b.StepEntry = func(context.Context, string) (meshcatalog.CatalogEntry, error) { return entry, nil }
|
||||||
|
r.b.Members = func(_ context.Context, pkg string) (string, string, bool, error) {
|
||||||
|
return "contracts", "contracts:x", pkg == "git.novox.be/novox/mesh-contracts/go/seats/x", nil
|
||||||
|
}
|
||||||
|
return r, res
|
||||||
|
}
|
||||||
|
|
||||||
|
func aPackageWithNoPinWaitsForItsRelease(t *testing.T) {
|
||||||
|
r, _ := unpinnedRig(t)
|
||||||
|
var once sync.Once
|
||||||
|
looked := make(chan struct{})
|
||||||
|
r.b.NewestReleased = func(context.Context, string) (string, bool, error) { // the record holds none yet
|
||||||
|
once.Do(func() { close(looked) })
|
||||||
|
return "", false, nil
|
||||||
|
}
|
||||||
|
ended := make(chan meshbuilds.StepEnded, 1)
|
||||||
|
go func() {
|
||||||
|
ended <- r.b.BuildStep(t.Context(), meshbuilds.StepRun{Pipeline: "main.9.m", Step: meshbuilds.StepRunStepBuild, Branch: "main", Source: 41,
|
||||||
|
Entries: []meshbuilds.BuildEntry{{Module: "m", Fingerprint: fp1}}})
|
||||||
|
}()
|
||||||
|
select {
|
||||||
|
case <-looked:
|
||||||
|
case end := <-ended:
|
||||||
|
t.Fatalf("the ask ended before the package was released: %+v, asks %+v", end, r.asks.Asks())
|
||||||
|
case <-time.After(5 * time.Second):
|
||||||
|
t.Fatal("the ask never looked for the package's release")
|
||||||
|
}
|
||||||
|
if _, ok := r.st.vals[r.key]; ok {
|
||||||
|
t.Fatal("the build was made before the package had a release")
|
||||||
|
}
|
||||||
|
r.b.VersionReleased("contracts", "0.1.3")
|
||||||
|
var end meshbuilds.StepEnded
|
||||||
|
select {
|
||||||
|
case end = <-ended:
|
||||||
|
case <-time.After(5 * time.Second):
|
||||||
|
t.Fatal("the release did not wake the ask")
|
||||||
|
}
|
||||||
|
r.b.Wait()
|
||||||
|
asks := r.asks.Asks()
|
||||||
|
if end.Outcome != meshbuilds.StepEndedOutcomePassed || len(asks) == 0 ||
|
||||||
|
!reflect.DeepEqual(asks[0].Packages, buildstep.PackageVersions{"git.novox.be/novox/mesh-contracts/go/seats/x": "v0.1.3", "git.novox.be/novox/mesh-sdk/go": "v0.1.20"}) {
|
||||||
|
t.Errorf("end = %+v, asks %+v; want passed, built with x at v0.1.3", end, asks)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func aPackageWithNoReleaseFailsPastItsBound(t *testing.T) {
|
||||||
|
r, _ := unpinnedRig(t)
|
||||||
|
r.b.PackageWait = time.Nanosecond
|
||||||
|
end := r.b.BuildStep(t.Context(), meshbuilds.StepRun{Pipeline: "main.9.m", Step: meshbuilds.StepRunStepBuild, Branch: "main", Source: 41,
|
||||||
|
Entries: []meshbuilds.BuildEntry{{Module: "m", Fingerprint: fp1}}})
|
||||||
|
r.b.Wait()
|
||||||
|
if _, built := r.st.vals[r.key]; end.Outcome != meshbuilds.StepEndedOutcomeFailed || built ||
|
||||||
|
!strings.Contains(end.Said, "package git.novox.be/novox/mesh-contracts/go/seats/x has no released version") {
|
||||||
|
t.Errorf("end = %+v, built %v; want failed naming the package, nothing built", end, built)
|
||||||
|
}
|
||||||
|
// A release the builder's own record keeps gives the pin at once.
|
||||||
|
r.b.NewestReleased = func(_ context.Context, module string) (string, bool, error) {
|
||||||
|
return "0.1.2", module == "contracts", nil
|
||||||
|
}
|
||||||
|
if end := r.b.BuildStep(t.Context(), meshbuilds.StepRun{Pipeline: "main.9.m", Step: meshbuilds.StepRunStepBuild, Branch: "main", Source: 41,
|
||||||
|
Entries: []meshbuilds.BuildEntry{{Module: "m", Fingerprint: fp1}}}); strings.Contains(end.Said, "no released version") {
|
||||||
|
t.Errorf("a release the record keeps did not pin the package: %+v", end)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func aRevisionHeldWakesTheAsk(t *testing.T) {
|
||||||
|
var held atomic.Int64
|
||||||
|
held.Store(40)
|
||||||
|
asked := make(chan struct{}, 1)
|
||||||
|
r, res, entry := revisionRig(t, &held, asked)
|
||||||
|
r.b.Entry(context.Background(), Origin{Branch: "main", Source: 40, First: true}, entry) // the entry, unchanged since 40
|
||||||
|
r.b.Wait()
|
||||||
|
ended := make(chan meshbuilds.StepEnded, 1)
|
||||||
|
go func() {
|
||||||
|
ended <- r.b.BuildStep(t.Context(), meshbuilds.StepRun{Pipeline: "main.8.m", Step: meshbuilds.StepRunStepBuild, Branch: "main", Revision: 8, Source: 41,
|
||||||
|
Entries: []meshbuilds.BuildEntry{{Module: "m", Fingerprint: fp1}}})
|
||||||
|
}()
|
||||||
|
select {
|
||||||
|
case <-asked:
|
||||||
|
case end := <-ended:
|
||||||
|
t.Fatalf("the ask ended before the picture held its revision: %+v", end)
|
||||||
|
case <-time.After(5 * time.Second):
|
||||||
|
t.Fatal("the ask never read the builder's picture")
|
||||||
|
}
|
||||||
|
held.Store(41)
|
||||||
|
r.b.PictureHeld() // revision 8, from source 41, changes no entry
|
||||||
|
select {
|
||||||
|
case end := <-ended:
|
||||||
|
if end.Outcome != meshbuilds.StepEndedOutcomePassed || len(res.sources) != 1 {
|
||||||
|
t.Errorf("end = %+v, reserved from %+v; want passed with its version reserved", end, res.sources)
|
||||||
|
}
|
||||||
|
case <-time.After(5 * time.Second):
|
||||||
|
t.Fatal("a revision held did not wake the ask")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// revisionRig is a rig whose builder reserves, its step entry m at fp1, its picture of main holding the source revision held.
|
||||||
|
func revisionRig(t *testing.T, held *atomic.Int64, asked chan struct{}) (*rig, *fakeReservations, meshcatalog.CatalogEntry) {
|
||||||
|
r := newRig(t, goBundle)
|
||||||
|
r.mf.byDigest[mdigest('a')] = catalogue.Manifest{Module: "m", Version: "0.1", Build: &catalogue.Build{Artifacts: []catalogue.Artifact{goBundle}}}
|
||||||
|
res := &fakeReservations{filled: true}
|
||||||
|
r.b.Reserved = res
|
||||||
|
entry := meshcatalog.CatalogEntry{Module: "m", Repository: "novox/mesh-catalog", Path: "modules/m", Commit: "7a74cee83f88e6585a5511c3cc53bdf0f5303d20", Fp: fp1,
|
||||||
|
ManifestDigest: mdigest('a'), Inputs: &meshcatalog.EntryInputs{Toolchains: CatalogToolchains(agreedToolchains)}}
|
||||||
|
r.b.StepEntry = func(context.Context, string) (meshcatalog.CatalogEntry, error) { return entry, nil }
|
||||||
|
r.b.Picture = func(branch string) (int64, bool) {
|
||||||
|
select {
|
||||||
|
case asked <- struct{}{}:
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
return held.Load(), branch == "main" && held.Load() > 0
|
||||||
|
}
|
||||||
|
return r, res, entry
|
||||||
|
}
|
||||||
|
|
||||||
|
func aStepAskWaitsForItsRevision(t *testing.T) {
|
||||||
|
var held atomic.Int64
|
||||||
|
held.Store(40)
|
||||||
|
asked := make(chan struct{}, 1)
|
||||||
|
r, res, entry := revisionRig(t, &held, asked)
|
||||||
|
ended := make(chan meshbuilds.StepEnded, 1)
|
||||||
|
go func() {
|
||||||
|
ended <- r.b.BuildStep(t.Context(), meshbuilds.StepRun{Pipeline: "main.7.m", Step: meshbuilds.StepRunStepBuild, Branch: "main", Revision: 7, Source: 41,
|
||||||
|
Entries: []meshbuilds.BuildEntry{{Module: "m", Fingerprint: fp1}}})
|
||||||
|
}()
|
||||||
|
select {
|
||||||
|
case <-asked: // the ask read the picture, which holds source revision 40
|
||||||
|
case end := <-ended:
|
||||||
|
t.Fatalf("the ask ended before the picture held its revision: %+v, reserved from %+v", end, res.sources)
|
||||||
|
case <-time.After(5 * time.Second):
|
||||||
|
t.Fatal("the ask never read the builder's picture")
|
||||||
|
}
|
||||||
|
if _, ok := r.st.vals[r.key]; ok {
|
||||||
|
t.Fatal("the ask built before the picture held its revision")
|
||||||
|
}
|
||||||
|
held.Store(41)
|
||||||
|
r.b.Entry(context.Background(), Origin{Branch: "main", Source: 41, First: true}, entry) // the picture takes revision 41 in
|
||||||
|
var end meshbuilds.StepEnded
|
||||||
|
select {
|
||||||
|
case end = <-ended:
|
||||||
|
case <-time.After(5 * time.Second):
|
||||||
|
t.Fatal("the ask was not woken by the entry the picture took in")
|
||||||
|
}
|
||||||
|
r.b.Wait()
|
||||||
|
if end.Outcome != meshbuilds.StepEndedOutcomePassed || len(res.sources) != 1 || res.sources[0].Revision != 41 {
|
||||||
|
t.Errorf("end = %+v, reserved from %+v; want passed with one version reserved from revision 41", end, res.sources)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func aStepAskPastItsRevisionBoundFails(t *testing.T) {
|
||||||
|
var held atomic.Int64
|
||||||
|
held.Store(40)
|
||||||
|
r, res, _ := revisionRig(t, &held, make(chan struct{}, 1))
|
||||||
|
r.b.RevisionWait = time.Nanosecond
|
||||||
|
end := r.b.BuildStep(t.Context(), meshbuilds.StepRun{Pipeline: "main.7.m", Step: meshbuilds.StepRunStepBuild, Branch: "main", Revision: 7, Source: 41,
|
||||||
|
Entries: []meshbuilds.BuildEntry{{Module: "m", Fingerprint: fp1}}})
|
||||||
|
r.b.Wait()
|
||||||
|
if _, built := r.st.vals[r.key]; end.Outcome != meshbuilds.StepEndedOutcomeFailed || !strings.Contains(end.Said, "revision 41 of main not in the builder's picture") || built || len(res.sources) != 0 {
|
||||||
|
t.Errorf("end = %+v, built %v, reserved %+v; want failed naming revision 41 of main, nothing built", end, built, res.sources)
|
||||||
|
}
|
||||||
|
// A step ask with no source (a run on request) does not wait (H-A-156).
|
||||||
|
end = r.b.BuildStep(t.Context(), meshbuilds.StepRun{Pipeline: "run.1.m", Step: meshbuilds.StepRunStepBuild, Branch: "main", Entries: []meshbuilds.BuildEntry{{Module: "m", Fingerprint: fp1}}})
|
||||||
|
if strings.Contains(end.Said, "not in the builder's picture") {
|
||||||
|
t.Errorf("an ask with no source waited: %+v", end)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// digestOf is the manifest digest a step's entry names: the rig's manifest, or one no store holds, whose plan cannot be read.
|
// digestOf is the manifest digest a step's entry names: the rig's manifest, or one no store holds, whose plan cannot be read.
|
||||||
|
|||||||
@@ -3,16 +3,14 @@ package versions
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"strings"
|
|
||||||
"time"
|
"time"
|
||||||
)
|
)
|
||||||
|
|
||||||
// The tools' descriptions.
|
// The tools' descriptions.
|
||||||
const (
|
const (
|
||||||
FloorAgainDescription = "Ask the floor of one name again now, by hand (design 51 *The floor*): the seat's versions, the seat git's " +
|
FloorAgainDescription = "Refused for every name: the builder numbers nothing of its own and asks no floor (design 47 H H-A-159); " +
|
||||||
"git.tags and the indexer's indexer_requirements, as the builder asks them by itself when a silent source says something. " +
|
"a version is numbered by the reservation (design 47 G §369, builder_reserved). Kept until design 47 G §372 removes it with " +
|
||||||
"Answers which sources were silent and whether the floor is now known. A name the builder's versions already hold needs no floor: " +
|
"the state versions."
|
||||||
"refused, saying so. A hand act."
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// Acts are the builder's hand acts on its versions, answered by its program (the tools bundle writes them to reasks).
|
// Acts are the builder's hand acts on its versions, answered by its program (the tools bundle writes them to reasks).
|
||||||
@@ -31,24 +29,9 @@ type Acts struct {
|
|||||||
DropReserved func(ctx context.Context, module, series, by, why string, at time.Time) (string, error)
|
DropReserved func(ctx context.Context, module, series, by, why string, at time.Time) (string, error)
|
||||||
}
|
}
|
||||||
|
|
||||||
// FloorAgain is builder_floor_again of name: the floor counts only for a name the versions hold nothing of.
|
// FloorAgain is builder_floor_again of name: refused, since the builder numbers nothing of its own and no claim asks a floor
|
||||||
func (a Acts) FloorAgain(ctx context.Context, name string) (string, error) {
|
// (design 47 H H-A-159; the reservation numbers, G §369). The tool stays until G §372 removes it with the state versions.
|
||||||
entries, err := a.Numberer.Versions.Of(ctx, name)
|
func (a Acts) FloorAgain(_ context.Context, name string) (string, error) {
|
||||||
if err != nil {
|
return "", fmt.Errorf("the floor of %s is not asked: the builder numbers nothing of its own and asks no floor (design 47 H H-A-159); "+
|
||||||
return "", err
|
"a version is numbered by the reservation (G §369, builder_reserved)", name)
|
||||||
}
|
|
||||||
if len(entries) > 0 {
|
|
||||||
return "", fmt.Errorf("%s holds %d versions: its floor counts only for its first number, so nothing is asked", name, len(entries))
|
|
||||||
}
|
|
||||||
answer := name + " waits on no floor in this builder: the floor is asked at its next claim"
|
|
||||||
if a.Numberer.Waits != nil {
|
|
||||||
for _, w := range a.Numberer.Waits.Waiting() {
|
|
||||||
if w.Name == name {
|
|
||||||
answer = fmt.Sprintf("the floor of %s is asked again (%s were silent)", name, strings.Join(w.Silent, ", "))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
a.Numberer.Waits.Wake(WakeByHand, "", "", name)
|
|
||||||
}
|
|
||||||
a.Reconsider(ctx)
|
|
||||||
return answer + "; builder_versions shows its version once numbered", nil
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -43,6 +43,11 @@ func (n *Numberer) Heard(ctx context.Context, seat, event, id string, o Outcome)
|
|||||||
var change func(*Entry)
|
var change func(*Entry)
|
||||||
switch event {
|
switch event {
|
||||||
case HeardPublished:
|
case HeardPublished:
|
||||||
|
// A published of other bytes than an entry records under its number is no publish of that entry: the reservation
|
||||||
|
// numbered it and takes it in (design 47 H H-A-159, G §369, A-415; ADR 0605 §4), and the entry stays as it is.
|
||||||
|
if e, ok, _, err := n.Versions.Recorded(ctx, o.Name, o.Version, o.Digest); err == nil && !ok && e.Digest != "" && o.Digest != "" && e.Digest != o.Digest {
|
||||||
|
return wake, fmt.Errorf("%s@%s is recorded with digest %s, so %s's published of %s is %w", o.Name, o.Version, e.Digest, seat, o.Digest, ErrNotNumbered)
|
||||||
|
}
|
||||||
change = func(e *Entry) {
|
change = func(e *Entry) {
|
||||||
e.State, e.Reason = Published, ""
|
e.State, e.Reason = Published, ""
|
||||||
if e.Digest == "" {
|
if e.Digest == "" {
|
||||||
|
|||||||
@@ -295,6 +295,23 @@ func (r *Reserver) ReleasedFor(ctx context.Context, module, fingerprint string)
|
|||||||
return false, nil
|
return false, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// NewestReleased is the newest version the builder's own record of releases keeps for module (design 47 H H-A-165): a
|
||||||
|
// package with no pin is built against it; false when the record holds none.
|
||||||
|
func (r *Reserver) NewestReleased(ctx context.Context, module string) (string, bool, error) {
|
||||||
|
if r.Releases == nil {
|
||||||
|
return "", false, nil
|
||||||
|
}
|
||||||
|
raw, _, found, err := r.Releases.Get(ctx, ReleasedKey(module))
|
||||||
|
if err != nil || !found {
|
||||||
|
return "", false, err
|
||||||
|
}
|
||||||
|
var rec ReleasedRecord
|
||||||
|
if json.Unmarshal(raw, &rec) != nil || len(rec.Kept) == 0 {
|
||||||
|
return "", false, nil
|
||||||
|
}
|
||||||
|
return rec.Kept[len(rec.Kept)-1].Version, true, nil
|
||||||
|
}
|
||||||
|
|
||||||
// keepRelease adds a release to the module's record, dropping the oldest past ReleasedKept.
|
// keepRelease adds a release to the module's record, dropping the oldest past ReleasedKept.
|
||||||
func (r *Reserver) keepRelease(ctx context.Context, module, fingerprint, version string) error {
|
func (r *Reserver) keepRelease(ctx context.Context, module, fingerprint, version string) error {
|
||||||
n := r.ReleasedKept
|
n := r.ReleasedKept
|
||||||
|
|||||||
@@ -201,11 +201,13 @@ func TestAReleaseIsRecordedByFingerprintBeforeItsReservationGoes(t *testing.T) {
|
|||||||
t.Errorf("reservations left: %v", all)
|
t.Errorf("reservations left: %v", all)
|
||||||
}
|
}
|
||||||
// One key per module holds the last releases, the oldest dropped (A-456b).
|
// One key per module holds the last releases, the oldest dropped (A-456b).
|
||||||
|
newest := ""
|
||||||
for _, fp := range []string{"src2:b1", "src2:b2"} {
|
for _, fp := range []string{"src2:b1", "src2:b2"} {
|
||||||
n, err := r.Reserve(ctx, "m", "0.1", []string{"m:a"}, Source{Fingerprint: fp})
|
n, err := r.Reserve(ctx, "m", "0.1", []string{"m:a"}, Source{Fingerprint: fp})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
|
newest = n.Version
|
||||||
if _, err := r.Released(ctx, "m", n.Version); err != nil {
|
if _, err := r.Released(ctx, "m", n.Version); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
@@ -219,6 +221,13 @@ func TestAReleaseIsRecordedByFingerprintBeforeItsReservationGoes(t *testing.T) {
|
|||||||
if ok, _ := r.ReleasedFor(ctx, "m", "src2:b2"); !ok {
|
if ok, _ := r.ReleasedFor(ctx, "m", "src2:b2"); !ok {
|
||||||
t.Error("the newest release is not kept")
|
t.Error("the newest release is not kept")
|
||||||
}
|
}
|
||||||
|
// H-A-165: the newest version the record keeps is the pin of a package with none.
|
||||||
|
if v, ok, err := r.NewestReleased(ctx, "m"); !ok || err != nil || v != newest {
|
||||||
|
t.Errorf("newest released of m = %q, %v (%v), want %s", v, ok, err, newest)
|
||||||
|
}
|
||||||
|
if _, ok, _ := r.NewestReleased(ctx, "other"); ok {
|
||||||
|
t.Error("a module never released has a newest release")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestARebuildReservesAboveTheCatalogsHighestWhateverItsStandingNumberWas: design 47 G A-490b — a build again of a done key replaces
|
// TestARebuildReservesAboveTheCatalogsHighestWhateverItsStandingNumberWas: design 47 G A-490b — a build again of a done key replaces
|
||||||
|
|||||||
@@ -440,6 +440,13 @@ func TestTheBuildersVersions(t *testing.T) {
|
|||||||
if wake, _ := n.Heard(ctx, SeatGoPackages, HeardPublished, "e2", Outcome{Name: "m/x", Digest: "sha256:dd"}); !reflect.DeepEqual(wake, []string{"m/lib"}) {
|
if wake, _ := n.Heard(ctx, SeatGoPackages, HeardPublished, "e2", Outcome{Name: "m/x", Digest: "sha256:dd"}); !reflect.DeepEqual(wake, []string{"m/lib"}) {
|
||||||
t.Fatalf("a published on the Go seat woke %v, want m/lib, whose seat was silent", wake)
|
t.Fatalf("a published on the Go seat woke %v, want m/lib, whose seat was silent", wake)
|
||||||
}
|
}
|
||||||
|
// Design 47 G §369, A-415; ADR 0605 §4: a published of other bytes under the number is the reservation's, never this entry's.
|
||||||
|
if _, err := n.Heard(ctx, SeatArtifacts, HeardPublished, "e5", Outcome{Name: "m/program", Version: "0.1.14", Digest: "sha256:new"}); !errors.Is(err, ErrNotNumbered) {
|
||||||
|
t.Fatalf("a published of other bytes under 0.1.14: %v, want ErrNotNumbered", err)
|
||||||
|
}
|
||||||
|
if all, _ := n.Versions.Of(ctx, "m/program"); all[0].State != Numbered || all[0].Digest != "sha256:aa" {
|
||||||
|
t.Fatalf("after a published of other bytes: %+v, want it numbered with sha256:aa", all[0])
|
||||||
|
}
|
||||||
for _, h := range []struct{ event, state, reason string }{{HeardRefused, Refused, "bytes differ"}, {HeardPublished, Published, ""}, {HeardRefused, Published, ""}, {HeardRemoved, Removed, "retention"}} {
|
for _, h := range []struct{ event, state, reason string }{{HeardRefused, Refused, "bytes differ"}, {HeardPublished, Published, ""}, {HeardRefused, Published, ""}, {HeardRemoved, Removed, "retention"}} {
|
||||||
if _, err := n.Heard(ctx, SeatArtifacts, h.event, "e3", Outcome{Name: "m/program", Version: "0.1.14", Digest: "sha256:aa", Reason: h.reason}); err != nil {
|
if _, err := n.Heard(ctx, SeatArtifacts, h.event, "e3", Outcome{Name: "m/program", Version: "0.1.14", Digest: "sha256:aa", Reason: h.reason}); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
@@ -581,11 +588,13 @@ func TestTheBuildersVersions(t *testing.T) {
|
|||||||
}
|
}
|
||||||
_, _ = v.Mark(ctx, "m/p", "0.1.4", func(e *Entry) { e.State = Published })
|
_, _ = v.Mark(ctx, "m/p", "0.1.4", func(e *Entry) { e.State = Published })
|
||||||
acts := Acts{Numberer: &Numberer{Versions: v, Waits: &FloorWaits{}}, Reconsider: func(context.Context) {}}
|
acts := Acts{Numberer: &Numberer{Versions: v, Waits: &FloorWaits{}}, Reconsider: func(context.Context) {}}
|
||||||
if _, err := acts.FloorAgain(ctx, "m/p"); err == nil {
|
reconsidered := false
|
||||||
t.Error("a name with versions asks its floor again")
|
acts.Reconsider = func(context.Context) { reconsidered = true }
|
||||||
}
|
// H-A-159: the builder numbers nothing of its own, so no claim asks a floor: the tool refuses, saying so, and does nothing.
|
||||||
if ans, err := acts.FloorAgain(ctx, "m/new"); err != nil || ans == "" {
|
for _, name := range []string{"m/p", "m/new"} {
|
||||||
t.Errorf("floor again of a new name: %q %v", ans, err)
|
if ans, err := acts.FloorAgain(ctx, name); err == nil || !strings.Contains(err.Error(), "numbers nothing of its own") || reconsidered {
|
||||||
|
t.Errorf("floor again of %s: %q %v, looked again %v; want refused naming H-A-159, nothing looked at", name, ans, err, reconsidered)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -186,9 +186,9 @@ func TestManifestDeclarations(t *testing.T) { // 1607/AC1
|
|||||||
m.Streams[2].Name != "mesh-delivery-builder-findings" || !reflect.DeepEqual(m.Streams[2].Events, []string{"finding-written.*", "finding-cleared.*", "findings-stated.*"}) {
|
m.Streams[2].Name != "mesh-delivery-builder-findings" || !reflect.DeepEqual(m.Streams[2].Events, []string{"finding-written.*", "finding-cleared.*", "findings-stated.*"}) {
|
||||||
t.Errorf("streams = %+v, want waits with wait-held.** and wait-ended.**, 7 days, 16 MiB, the builds' stream (build.ended.**, 7 days, kept last per subject: design 47 G A-181) and the findings' stream", m.Streams)
|
t.Errorf("streams = %+v, want waits with wait-held.** and wait-ended.**, 7 days, 16 MiB, the builds' stream (build.ended.**, 7 days, kept last per subject: design 47 G A-181) and the findings' stream", m.Streams)
|
||||||
}
|
}
|
||||||
if c, ok := m.Config["toolchain-wait-minutes"]; !ok || c.Default != float64(60) || len(m.Config) != 5 ||
|
if c, ok := m.Config["toolchain-wait-minutes"]; !ok || c.Default != float64(60) || len(m.Config) != 7 || m.Config["revision-wait-minutes"].Default != float64(2) || m.Config["package-wait-minutes"].Default != float64(10) ||
|
||||||
m.Config["publish-pause"].Default != float64(30) || m.Config["publish-pause-max"].Default != float64(30) || m.Config["publish-tries"].Default != float64(8) {
|
m.Config["publish-pause"].Default != float64(30) || m.Config["publish-pause-max"].Default != float64(30) || m.Config["publish-tries"].Default != float64(8) {
|
||||||
t.Errorf("config = %+v, want toolchain-wait-minutes of 60, the publish settings 30 s, 30 min and 8 tries (design 47 G §588, §633, A-457a)", m.Config)
|
t.Errorf("config = %+v, want toolchain-wait-minutes of 60, revision-wait-minutes of 2 (H-A-156), package-wait-minutes of 10 (H-A-165), the publish settings 30 s, 30 min and 8 tries (design 47 G §588, §633, A-457a)", m.Config)
|
||||||
}
|
}
|
||||||
// Design 47 G §349: version.numbered is no longer said; old-form-closed on the family version, apart from the builds' ends.
|
// Design 47 G §349: version.numbered is no longer said; old-form-closed on the family version, apart from the builds' ends.
|
||||||
if want := []string{"build.asked-again", "version.old-form-closed"}; !reflect.DeepEqual(m.Emits, want) {
|
if want := []string{"build.asked-again", "version.old-form-closed"}; !reflect.DeepEqual(m.Emits, want) {
|
||||||
@@ -241,7 +241,7 @@ func TestManifestProcess(t *testing.T) { // 1607/AC1
|
|||||||
t.Errorf("process = %v", p)
|
t.Errorf("process = %v", p)
|
||||||
}
|
}
|
||||||
env, _ := p["env"].(map[string]any)
|
env, _ := p["env"].(map[string]any)
|
||||||
if len(env) != 6 || env["MESH_BUILDER_PUBLISH_TRIES_FILE"] != "${dir:state}/publish-tries" || env["MESH_BROKER_FILE"] != "${dir:state}/broker" || env["MESH_BUILDER_TOOLCHAIN_WAIT_FILE"] != "${dir:state}/toolchain-wait-minutes" {
|
if len(env) != 8 || env["MESH_BUILDER_REVISION_WAIT_FILE"] != "${dir:state}/revision-wait-minutes" || env["MESH_BUILDER_PACKAGE_WAIT_FILE"] != "${dir:state}/package-wait-minutes" || env["MESH_BUILDER_PUBLISH_TRIES_FILE"] != "${dir:state}/publish-tries" || env["MESH_BROKER_FILE"] != "${dir:state}/broker" || env["MESH_BUILDER_TOOLCHAIN_WAIT_FILE"] != "${dir:state}/toolchain-wait-minutes" {
|
||||||
t.Errorf("env = %v, want the broker file and the path of the toolchain wait's file, never the setting itself (design 47 G §672, A-71)", p["env"])
|
t.Errorf("env = %v, want the broker file and the path of the toolchain wait's file, never the setting itself (design 47 G §672, A-71)", p["env"])
|
||||||
}
|
}
|
||||||
for k, v := range env {
|
for k, v := range env {
|
||||||
|
|||||||
@@ -147,6 +147,22 @@
|
|||||||
"trusted": false,
|
"trusted": false,
|
||||||
"default": 60
|
"default": 60
|
||||||
},
|
},
|
||||||
|
"revision-wait-minutes": {
|
||||||
|
"type": "number",
|
||||||
|
"description": "minutes a build step ask waits for the builder's picture of its branch to hold its source revision before it fails, building nothing (design 47 H H-A-155, H-A-156).",
|
||||||
|
"minimum": 1,
|
||||||
|
"maximum": 60,
|
||||||
|
"trusted": false,
|
||||||
|
"default": 2
|
||||||
|
},
|
||||||
|
"package-wait-minutes": {
|
||||||
|
"type": "number",
|
||||||
|
"description": "minutes a build step ask waits for the release of a mesh package its entry names with no pin before it fails, building nothing (design 47 H H-A-165).",
|
||||||
|
"minimum": 1,
|
||||||
|
"maximum": 120,
|
||||||
|
"trusted": false,
|
||||||
|
"default": 10
|
||||||
|
},
|
||||||
"publish-pause": {
|
"publish-pause": {
|
||||||
"type": "number",
|
"type": "number",
|
||||||
"description": "seconds before a version's second publish try, doubled per try up to publish-pause-max (design 47 G A-457a).",
|
"description": "seconds before a version's second publish try, doubled per try up to publish-pause-max (design 47 G A-457a).",
|
||||||
@@ -223,6 +239,22 @@
|
|||||||
"mode": "0600",
|
"mode": "0600",
|
||||||
"content": "${config:toolchain-wait-minutes}"
|
"content": "${config:toolchain-wait-minutes}"
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"id": "revision-wait",
|
||||||
|
"type": "file",
|
||||||
|
"path": "${dir:state}/revision-wait-minutes",
|
||||||
|
"owner": "mesh-delivery-builder",
|
||||||
|
"mode": "0600",
|
||||||
|
"content": "${config:revision-wait-minutes}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"id": "package-wait",
|
||||||
|
"type": "file",
|
||||||
|
"path": "${dir:state}/package-wait-minutes",
|
||||||
|
"owner": "mesh-delivery-builder",
|
||||||
|
"mode": "0600",
|
||||||
|
"content": "${config:package-wait-minutes}"
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"id": "publish-pause",
|
"id": "publish-pause",
|
||||||
"type": "file",
|
"type": "file",
|
||||||
@@ -269,6 +301,8 @@
|
|||||||
"env": {
|
"env": {
|
||||||
"MESH_BROKER_FILE": "${dir:state}/broker",
|
"MESH_BROKER_FILE": "${dir:state}/broker",
|
||||||
"MESH_BUILDER_TOOLCHAIN_WAIT_FILE": "${dir:state}/toolchain-wait-minutes",
|
"MESH_BUILDER_TOOLCHAIN_WAIT_FILE": "${dir:state}/toolchain-wait-minutes",
|
||||||
|
"MESH_BUILDER_REVISION_WAIT_FILE": "${dir:state}/revision-wait-minutes",
|
||||||
|
"MESH_BUILDER_PACKAGE_WAIT_FILE": "${dir:state}/package-wait-minutes",
|
||||||
"MESH_BUILDER_PUBLISH_PAUSE_FILE": "${dir:state}/publish-pause",
|
"MESH_BUILDER_PUBLISH_PAUSE_FILE": "${dir:state}/publish-pause",
|
||||||
"MESH_BUILDER_PUBLISH_PAUSE_MAX_FILE": "${dir:state}/publish-pause-max",
|
"MESH_BUILDER_PUBLISH_PAUSE_MAX_FILE": "${dir:state}/publish-pause-max",
|
||||||
"MESH_BUILDER_PUBLISH_TRIES_FILE": "${dir:state}/publish-tries",
|
"MESH_BUILDER_PUBLISH_TRIES_FILE": "${dir:state}/publish-tries",
|
||||||
|
|||||||
@@ -74,6 +74,8 @@ type Branches struct {
|
|||||||
holders atomic.Pointer[seatHolders]
|
holders atomic.Pointer[seatHolders]
|
||||||
// Changed, when not nil, is told of each change to a branch's view (module, its entry, deleted), set before Wire.
|
// Changed, when not nil, is told of each change to a branch's view (module, its entry, deleted), set before Wire.
|
||||||
Changed func(branch, module string, entry json.RawMessage, deleted bool, at time.Time)
|
Changed func(branch, module string, entry json.RawMessage, deleted bool, at time.Time)
|
||||||
|
// Held, when not nil, is told of each revision a branch's view takes in whole (Catalog.Held; H-A-162), set before Wire.
|
||||||
|
Held func(branch string, revision seat.CatalogRevision)
|
||||||
// Adopted, when not nil, is told on a goroutine of its own of each branch whose view was adopted, with that view (a part that waits for
|
// Adopted, when not nil, is told on a goroutine of its own of each branch whose view was adopted, with that view (a part that waits for
|
||||||
// its first branch's first view, design 47 G §507), set before Wire.
|
// its first branch's first view, design 47 G §507), set before Wire.
|
||||||
Adopted func(branch string, c *Catalog)
|
Adopted func(branch string, c *Catalog)
|
||||||
@@ -253,6 +255,11 @@ func (b *Branches) reconcile() {
|
|||||||
b.Changed(branch, module, entry, deleted, at)
|
b.Changed(branch, module, entry, deleted, at)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
c.Held = func(r seat.CatalogRevision) {
|
||||||
|
if b.Held != nil {
|
||||||
|
b.Held(branch, r)
|
||||||
|
}
|
||||||
|
}
|
||||||
// A catalog-revision also asks again each entry whose ask failed in transport (design 47 H, H-A-60).
|
// A catalog-revision also asks again each entry whose ask failed in transport (design 47 H, H-A-60).
|
||||||
hear := func(ctx context.Context, data []byte) error {
|
hear := func(ctx context.Context, data []byte) error {
|
||||||
err := c.Hear(ctx, data)
|
err := c.Hear(ctx, data)
|
||||||
|
|||||||
@@ -59,6 +59,9 @@ type Catalog struct {
|
|||||||
waits int64
|
waits int64
|
||||||
// made is when the view's numbering last started again (H-A-141), the follower's Created; zero is catalogCreated.
|
// made is when the view's numbering last started again (H-A-141), the follower's Created; zero is catalogCreated.
|
||||||
made time.Time
|
made time.Time
|
||||||
|
// Held, when not nil, is told each revision the view takes in whole, once it holds it, whether or not an entry
|
||||||
|
// changed (design 47 H H-A-162): a part waiting for a revision wakes on it. Set before Start.
|
||||||
|
Held func(seat.CatalogRevision)
|
||||||
}
|
}
|
||||||
|
|
||||||
// created is madeLocked, taking mu.
|
// created is madeLocked, taking mu.
|
||||||
@@ -232,7 +235,9 @@ func (c *Catalog) ask(_ context.Context, after string) (views.Answer, error) {
|
|||||||
}
|
}
|
||||||
rev := a.Revision.Revision
|
rev := a.Revision.Revision
|
||||||
holds := false
|
holds := false
|
||||||
if a.Next == "" {
|
whole := a.Next == ""
|
||||||
|
held := *a.Revision
|
||||||
|
if whole {
|
||||||
c.held, c.paging = c.paging, nil
|
c.held, c.paging = c.paging, nil
|
||||||
if c.waits <= rev {
|
if c.waits <= rev {
|
||||||
c.waits, holds = 0, true
|
c.waits, holds = 0, true
|
||||||
@@ -242,6 +247,9 @@ func (c *Catalog) ask(_ context.Context, after string) (views.Answer, error) {
|
|||||||
if holds {
|
if holds {
|
||||||
c.Follower.Holds(ViewName(rev))
|
c.Follower.Holds(ViewName(rev))
|
||||||
}
|
}
|
||||||
|
if whole && c.Held != nil {
|
||||||
|
c.Held(held)
|
||||||
|
}
|
||||||
return views.Answer{V: 1, Owner: seat.Seat, State: c.Follower.State, Revision: uint64(rev), Created: c.created(), Values: values, Next: a.Next, At: time.Now()}, nil
|
return views.Answer{V: 1, Owner: seat.Seat, State: c.Follower.State, Revision: uint64(rev), Created: c.created(), Values: values, Next: a.Next, At: time.Now()}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"slices"
|
||||||
"strings"
|
"strings"
|
||||||
"sync"
|
"sync"
|
||||||
"testing"
|
"testing"
|
||||||
@@ -83,6 +84,14 @@ func TestCatalogIsAViewPerWatchedBranch(t *testing.T) {
|
|||||||
c.Follower.Wait = time.Nanosecond
|
c.Follower.Wait = time.Nanosecond
|
||||||
c.Follower.Logf = logf
|
c.Follower.Logf = logf
|
||||||
}
|
}
|
||||||
|
// H-A-162: each revision the view takes in whole is told to Held.
|
||||||
|
var heldMu sync.Mutex
|
||||||
|
var held []int64
|
||||||
|
main.Held = func(r seat.CatalogRevision) {
|
||||||
|
heldMu.Lock()
|
||||||
|
defer heldMu.Unlock()
|
||||||
|
held = append(held, r.Revision)
|
||||||
|
}
|
||||||
if main.Follower.State == rel.Follower.State || main.Follower.State != "catalog-revisions.main" || rel.Follower.State != views.BranchState(seat.StateCatalogRevisions, "release/1") {
|
if main.Follower.State == rel.Follower.State || main.Follower.State != "catalog-revisions.main" || rel.Follower.State != views.BranchState(seat.StateCatalogRevisions, "release/1") {
|
||||||
t.Fatalf("views are named %q and %q", main.Follower.State, rel.Follower.State)
|
t.Fatalf("views are named %q and %q", main.Follower.State, rel.Follower.State)
|
||||||
}
|
}
|
||||||
@@ -116,17 +125,25 @@ func TestCatalogIsAViewPerWatchedBranch(t *testing.T) {
|
|||||||
}
|
}
|
||||||
deadline := time.Now().Add(5 * time.Second)
|
deadline := time.Now().Add(5 * time.Second)
|
||||||
for {
|
for {
|
||||||
if h, _ := main.View(); h.Revision.Revision == 4 {
|
heldMu.Lock()
|
||||||
|
told := len(held)
|
||||||
|
heldMu.Unlock()
|
||||||
|
if h, _ := main.View(); h.Revision.Revision == 4 && told == 2 {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
if time.Now().After(deadline) {
|
if time.Now().After(deadline) {
|
||||||
t.Fatal("main never held revision 4")
|
t.Fatal("main never held revision 4, told to Held")
|
||||||
}
|
}
|
||||||
time.Sleep(time.Millisecond)
|
time.Sleep(time.Millisecond)
|
||||||
}
|
}
|
||||||
if n := f.asked("release/1"); n != 1 {
|
if n := f.asked("release/1"); n != 1 {
|
||||||
t.Errorf("release/1 asked %d times after main's revision", n)
|
t.Errorf("release/1 asked %d times after main's revision", n)
|
||||||
}
|
}
|
||||||
|
heldMu.Lock()
|
||||||
|
if !slices.Equal(held, []int64{3, 4}) {
|
||||||
|
t.Errorf("Held was told %v, want 3 then 4", held)
|
||||||
|
}
|
||||||
|
heldMu.Unlock()
|
||||||
logMu.Lock()
|
logMu.Lock()
|
||||||
said := false
|
said := false
|
||||||
for _, l := range logged {
|
for _, l := range logged {
|
||||||
|
|||||||
@@ -711,6 +711,8 @@ type CatalogRevisionDefinitionsItem struct {
|
|||||||
type CatalogRevision struct {
|
type CatalogRevision struct {
|
||||||
// when (RFC 3339 time)
|
// when (RFC 3339 time)
|
||||||
At *time.Time `json:"at,omitempty"`
|
At *time.Time `json:"at,omitempty"`
|
||||||
|
// the newest kept revision of its branch below it, which the take-in that wrote it pinned for its pipeline: the base of the validate step's case before (design 47 H-A-147, H-A-151, H-A-154); absent on the branch's first take-in
|
||||||
|
Base int64 `json:"base,omitempty"`
|
||||||
// the watched branch the revision is of
|
// the watched branch the revision is of
|
||||||
Branch string `json:"branch,omitempty"`
|
Branch string `json:"branch,omitempty"`
|
||||||
// the seat definitions it was judged with, each by its digest, read whole through seat-definitions
|
// the seat definitions it was judged with, each by its digest, read whole through seat-definitions
|
||||||
|
|||||||
@@ -59,7 +59,7 @@ func TestFixtures(t *testing.T) {
|
|||||||
decode: func(b []byte) (any, error) { var v ModulesAnswer; err := json.Unmarshal(b, &v); return v, err }, subjectIs: nil},
|
decode: func(b []byte) (any, error) { var v ModulesAnswer; err := json.Unmarshal(b, &v); return v, err }, subjectIs: nil},
|
||||||
{name: "the module verb (captured: xclip)", subject: "", given: "{\"module\":{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"fp\":\"src2:b427bdde1f100e2f52490cfa9df0c5112dd3700226b4892349f0c14a15a4af56\",\"manifest\":{\"build\":{\"artifacts\":[{\"binary\":\"xclip-tools\",\"from\":\"cmd/xclip-tools\",\"kind\":\"bundle\",\"language\":\"go\",\"loads\":[\"xclip-tools\"],\"name\":\"tools\",\"system\":\"arch\"}]},\"capabilities\":[\"package-manager\"],\"module\":\"xclip\",\"resources\":[{\"id\":\"package\",\"package\":\"xclip\",\"type\":\"package\"}],\"tools\":[\"xclip_copy\",\"xclip_paste\",\"xclip_targets\",\"xclip_session\"],\"version\":\"1\"},\"module\":\"xclip\",\"path\":\"modules/xclip\",\"repository\":\"novox/mesh-catalog\"}}", wire: "{\"module\":{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"fp\":\"src2:b427bdde1f100e2f52490cfa9df0c5112dd3700226b4892349f0c14a15a4af56\",\"manifest\":{\"build\":{\"artifacts\":[{\"binary\":\"xclip-tools\",\"from\":\"cmd/xclip-tools\",\"kind\":\"bundle\",\"language\":\"go\",\"loads\":[\"xclip-tools\"],\"name\":\"tools\",\"system\":\"arch\"}]},\"capabilities\":[\"package-manager\"],\"module\":\"xclip\",\"resources\":[{\"id\":\"package\",\"package\":\"xclip\",\"type\":\"package\"}],\"tools\":[\"xclip_copy\",\"xclip_paste\",\"xclip_targets\",\"xclip_session\"],\"version\":\"1\"},\"module\":\"xclip\",\"path\":\"modules/xclip\",\"repository\":\"novox/mesh-catalog\"}}",
|
{name: "the module verb (captured: xclip)", subject: "", given: "{\"module\":{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"fp\":\"src2:b427bdde1f100e2f52490cfa9df0c5112dd3700226b4892349f0c14a15a4af56\",\"manifest\":{\"build\":{\"artifacts\":[{\"binary\":\"xclip-tools\",\"from\":\"cmd/xclip-tools\",\"kind\":\"bundle\",\"language\":\"go\",\"loads\":[\"xclip-tools\"],\"name\":\"tools\",\"system\":\"arch\"}]},\"capabilities\":[\"package-manager\"],\"module\":\"xclip\",\"resources\":[{\"id\":\"package\",\"package\":\"xclip\",\"type\":\"package\"}],\"tools\":[\"xclip_copy\",\"xclip_paste\",\"xclip_targets\",\"xclip_session\"],\"version\":\"1\"},\"module\":\"xclip\",\"path\":\"modules/xclip\",\"repository\":\"novox/mesh-catalog\"}}", wire: "{\"module\":{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"fp\":\"src2:b427bdde1f100e2f52490cfa9df0c5112dd3700226b4892349f0c14a15a4af56\",\"manifest\":{\"build\":{\"artifacts\":[{\"binary\":\"xclip-tools\",\"from\":\"cmd/xclip-tools\",\"kind\":\"bundle\",\"language\":\"go\",\"loads\":[\"xclip-tools\"],\"name\":\"tools\",\"system\":\"arch\"}]},\"capabilities\":[\"package-manager\"],\"module\":\"xclip\",\"resources\":[{\"id\":\"package\",\"package\":\"xclip\",\"type\":\"package\"}],\"tools\":[\"xclip_copy\",\"xclip_paste\",\"xclip_targets\",\"xclip_session\"],\"version\":\"1\"},\"module\":\"xclip\",\"path\":\"modules/xclip\",\"repository\":\"novox/mesh-catalog\"}}",
|
||||||
decode: func(b []byte) (any, error) { var v ModuleAnswer; err := json.Unmarshal(b, &v); return v, err }, subjectIs: nil},
|
decode: func(b []byte) (any, error) { var v ModuleAnswer; err := json.Unmarshal(b, &v); return v, err }, subjectIs: nil},
|
||||||
{name: "a watched branch's catalog graph revision", subject: "", given: "{\"at\":\"2026-11-09T19:00:00Z\",\"branch\":\"main\",\"definitions\":[{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"seat\":\"node-build-go\"}],\"entries\":[{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"module\":\"mesh-build-go\"},{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"module\":\"xclip\"}],\"kind\":\"trunk\",\"movers\":[{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"fingerprint\":\"0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef\",\"module\":\"xclip\",\"repository\":\"novox/mesh-catalog\"}],\"revision\":12,\"source\":3589,\"trunk\":[{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"repository\":\"novox/mesh-catalog\"}],\"v\":1}", wire: "{\"at\":\"2026-11-09T19:00:00Z\",\"branch\":\"main\",\"definitions\":[{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"seat\":\"node-build-go\"}],\"entries\":[{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"module\":\"mesh-build-go\"},{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"module\":\"xclip\"}],\"kind\":\"trunk\",\"movers\":[{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"fingerprint\":\"0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef\",\"module\":\"xclip\",\"repository\":\"novox/mesh-catalog\"}],\"revision\":12,\"source\":3589,\"trunk\":[{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"repository\":\"novox/mesh-catalog\"}],\"v\":1}",
|
{name: "a watched branch's catalog graph revision", subject: "", given: "{\"at\":\"2026-11-09T19:00:00Z\",\"base\":9,\"branch\":\"main\",\"definitions\":[{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"seat\":\"node-build-go\"}],\"entries\":[{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"module\":\"mesh-build-go\"},{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"module\":\"xclip\"}],\"kind\":\"trunk\",\"movers\":[{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"fingerprint\":\"0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef\",\"module\":\"xclip\",\"repository\":\"novox/mesh-catalog\"}],\"revision\":12,\"source\":3589,\"trunk\":[{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"repository\":\"novox/mesh-catalog\"}],\"v\":1}", wire: "{\"at\":\"2026-11-09T19:00:00Z\",\"base\":9,\"branch\":\"main\",\"definitions\":[{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"seat\":\"node-build-go\"}],\"entries\":[{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"module\":\"mesh-build-go\"},{\"digest\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"module\":\"xclip\"}],\"kind\":\"trunk\",\"movers\":[{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"fingerprint\":\"0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef\",\"module\":\"xclip\",\"repository\":\"novox/mesh-catalog\"}],\"revision\":12,\"source\":3589,\"trunk\":[{\"commit\":\"f469eb387a3015569d9b16c66ed418e9dd098f64\",\"repository\":\"novox/mesh-catalog\"}],\"v\":1}",
|
||||||
decode: func(b []byte) (any, error) {
|
decode: func(b []byte) (any, error) {
|
||||||
var v CatalogRevisionsByBranchRevisionValue
|
var v CatalogRevisionsByBranchRevisionValue
|
||||||
err := json.Unmarshal(b, &v)
|
err := json.Unmarshal(b, &v)
|
||||||
|
|||||||
@@ -26,6 +26,7 @@ const (
|
|||||||
VerbRerun = "rerun"
|
VerbRerun = "rerun"
|
||||||
VerbAccept = "accept"
|
VerbAccept = "accept"
|
||||||
VerbCancel = "cancel"
|
VerbCancel = "cancel"
|
||||||
|
VerbEndAgain = "end-again"
|
||||||
VerbPlace = "place"
|
VerbPlace = "place"
|
||||||
VerbAskAgain = "ask-again"
|
VerbAskAgain = "ask-again"
|
||||||
VerbTestRuns = "test-runs"
|
VerbTestRuns = "test-runs"
|
||||||
@@ -47,7 +48,7 @@ const (
|
|||||||
|
|
||||||
// Verbs is every verb the seat serves, in its definition's order: a new copy each call.
|
// Verbs is every verb the seat serves, in its definition's order: a new copy each call.
|
||||||
func Verbs() []string {
|
func Verbs() []string {
|
||||||
return []string{VerbRun, VerbStart, VerbShow, VerbList, VerbStands, VerbWhyCarried, VerbKept, VerbReview, VerbRerun, VerbAccept, VerbCancel, VerbPlace, VerbAskAgain, VerbTestRuns, VerbTestRunsDrop}
|
return []string{VerbRun, VerbStart, VerbShow, VerbList, VerbStands, VerbWhyCarried, VerbKept, VerbReview, VerbRerun, VerbAccept, VerbCancel, VerbEndAgain, VerbPlace, VerbAskAgain, VerbTestRuns, VerbTestRunsDrop}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Events is every event published on the seat's subject: a new copy each call.
|
// Events is every event published on the seat's subject: a new copy each call.
|
||||||
@@ -1195,6 +1196,19 @@ type CancelAnswer struct {
|
|||||||
Pipeline Pipeline `json:"pipeline"`
|
Pipeline Pipeline `json:"pipeline"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// EndAgainInput is what end-again takes.
|
||||||
|
type EndAgainInput struct {
|
||||||
|
// the pipeline's key
|
||||||
|
Pipeline string `json:"pipeline"`
|
||||||
|
// why, written with the caller the runtime proves in the hand-act log
|
||||||
|
Why string `json:"why"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// EndAgainAnswer is what end-again answers.
|
||||||
|
type EndAgainAnswer struct {
|
||||||
|
Pipeline Pipeline `json:"pipeline"`
|
||||||
|
}
|
||||||
|
|
||||||
// PlaceInput is what place takes.
|
// PlaceInput is what place takes.
|
||||||
type PlaceInput struct {
|
type PlaceInput struct {
|
||||||
// the pipeline's key
|
// the pipeline's key
|
||||||
|
|||||||
@@ -119,6 +119,8 @@ func TestFixtures(t *testing.T) {
|
|||||||
decode: func(b []byte) (any, error) { var v TestRunsDropAnswer; err := json.Unmarshal(b, &v); return v, err }, subjectIs: nil},
|
decode: func(b []byte) (any, error) { var v TestRunsDropAnswer; err := json.Unmarshal(b, &v); return v, err }, subjectIs: nil},
|
||||||
{name: "place asks a waiting pipeline ahead of its turn, with why", subject: "", given: "{\"pipeline\":\"main.3590\",\"why\":\"the operator wants the fix out first\"}", wire: "{\"pipeline\":\"main.3590\",\"why\":\"the operator wants the fix out first\"}",
|
{name: "place asks a waiting pipeline ahead of its turn, with why", subject: "", given: "{\"pipeline\":\"main.3590\",\"why\":\"the operator wants the fix out first\"}", wire: "{\"pipeline\":\"main.3590\",\"why\":\"the operator wants the fix out first\"}",
|
||||||
decode: func(b []byte) (any, error) { var v PlaceInput; err := json.Unmarshal(b, &v); return v, err }, subjectIs: nil},
|
decode: func(b []byte) (any, error) { var v PlaceInput; err := json.Unmarshal(b, &v); return v, err }, subjectIs: nil},
|
||||||
|
{name: "end-again asks a running pipeline's end judged once more, with why", subject: "", given: "{\"pipeline\":\"main.20\",\"why\":\"a mover waits on its registration and another failed\"}", wire: "{\"pipeline\":\"main.20\",\"why\":\"a mover waits on its registration and another failed\"}",
|
||||||
|
decode: func(b []byte) (any, error) { var v EndAgainInput; err := json.Unmarshal(b, &v); return v, err }, subjectIs: nil},
|
||||||
}
|
}
|
||||||
for _, c := range cases {
|
for _, c := range cases {
|
||||||
v, err := c.decode([]byte(c.given))
|
v, err := c.decode([]byte(c.given))
|
||||||
|
|||||||
@@ -208,7 +208,8 @@
|
|||||||
"fingerprint": "0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef",
|
"fingerprint": "0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef",
|
||||||
"repository": "novox/mesh-catalog"
|
"repository": "novox/mesh-catalog"
|
||||||
}
|
}
|
||||||
]
|
],
|
||||||
|
"base": 9
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
|
|||||||
@@ -1927,6 +1927,10 @@
|
|||||||
"$ref": "#/defs/TakeInEntry"
|
"$ref": "#/defs/TakeInEntry"
|
||||||
},
|
},
|
||||||
"description": "the movers of the take-in that wrote it, so a redelivered source-moved whose revision is kept says take-in.taken again from them, recomputing nothing (design 47 H §743, H-A-92); absent for one with no mover"
|
"description": "the movers of the take-in that wrote it, so a redelivered source-moved whose revision is kept says take-in.taken again from them, recomputing nothing (design 47 H §743, H-A-92); absent for one with no mover"
|
||||||
|
},
|
||||||
|
"base": {
|
||||||
|
"type": "integer",
|
||||||
|
"description": "the newest kept revision of its branch below it, which the take-in that wrote it pinned for its pipeline: the base of the validate step's case before (design 47 H-A-147, H-A-151, H-A-154); absent on the branch's first take-in"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"required": [
|
"required": [
|
||||||
|
|||||||
@@ -336,5 +336,13 @@
|
|||||||
"pipeline": "main.3590",
|
"pipeline": "main.3590",
|
||||||
"why": "the operator wants the fix out first"
|
"why": "the operator wants the fix out first"
|
||||||
}
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "end-again asks a running pipeline's end judged once more, with why",
|
||||||
|
"of": "verb:end-again.input",
|
||||||
|
"given": {
|
||||||
|
"pipeline": "main.20",
|
||||||
|
"why": "a mover waits on its registration and another failed"
|
||||||
|
}
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
|
|||||||
@@ -474,6 +474,39 @@
|
|||||||
},
|
},
|
||||||
"class": "act"
|
"class": "act"
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"name": "end-again",
|
||||||
|
"description": "A running pipeline's end judged once more, as at a step's end: it ends when it can, failed as soon as it can no longer pass (design 47 H §746, H-A-163, H-A-164). Written in the hand-act log.",
|
||||||
|
"input": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"pipeline": {
|
||||||
|
"type": "string",
|
||||||
|
"description": "the pipeline's key"
|
||||||
|
},
|
||||||
|
"why": {
|
||||||
|
"type": "string",
|
||||||
|
"description": "why, written with the caller the runtime proves in the hand-act log"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"required": [
|
||||||
|
"pipeline",
|
||||||
|
"why"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"answer": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"pipeline": {
|
||||||
|
"$ref": "#/defs/Pipeline"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"required": [
|
||||||
|
"pipeline"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"class": "act"
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"name": "place",
|
"name": "place",
|
||||||
"description": "A waiting pipeline placed ahead of its turn, its steps asked now; written in the hand-act log (design 47 H §748, H-A-53).",
|
"description": "A waiting pipeline placed ahead of its turn, its steps asked now; written in the hand-act log (design 47 H §748, H-A-53).",
|
||||||
|
|||||||
@@ -273,6 +273,8 @@ export interface CatalogRevisionDefinitionsItem {
|
|||||||
export interface CatalogRevision {
|
export interface CatalogRevision {
|
||||||
/** when (RFC 3339 time) */
|
/** when (RFC 3339 time) */
|
||||||
"at"?: string;
|
"at"?: string;
|
||||||
|
/** the newest kept revision of its branch below it, which the take-in that wrote it pinned for its pipeline: the base of the validate step's case before (design 47 H-A-147, H-A-151, H-A-154); absent on the branch's first take-in */
|
||||||
|
"base"?: number;
|
||||||
/** the watched branch the revision is of */
|
/** the watched branch the revision is of */
|
||||||
"branch"?: string;
|
"branch"?: string;
|
||||||
/** the seat definitions it was judged with, each by its digest, read whole through seat-definitions */
|
/** the seat definitions it was judged with, each by its digest, read whole through seat-definitions */
|
||||||
|
|||||||
@@ -16,6 +16,7 @@ export declare const verbs: {
|
|||||||
readonly rerun: "rerun";
|
readonly rerun: "rerun";
|
||||||
readonly accept: "accept";
|
readonly accept: "accept";
|
||||||
readonly cancel: "cancel";
|
readonly cancel: "cancel";
|
||||||
|
readonly endAgain: "end-again";
|
||||||
readonly place: "place";
|
readonly place: "place";
|
||||||
readonly askAgain: "ask-again";
|
readonly askAgain: "ask-again";
|
||||||
readonly testRuns: "test-runs";
|
readonly testRuns: "test-runs";
|
||||||
@@ -683,6 +684,19 @@ export interface CancelAnswer {
|
|||||||
"pipeline": Pipeline;
|
"pipeline": Pipeline;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/** is what end-again takes. */
|
||||||
|
export interface EndAgainInput {
|
||||||
|
/** the pipeline's key */
|
||||||
|
"pipeline": string;
|
||||||
|
/** why, written with the caller the runtime proves in the hand-act log */
|
||||||
|
"why": string;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** is what end-again answers. */
|
||||||
|
export interface EndAgainAnswer {
|
||||||
|
"pipeline": Pipeline;
|
||||||
|
}
|
||||||
|
|
||||||
/** is what place takes. */
|
/** is what place takes. */
|
||||||
export interface PlaceInput {
|
export interface PlaceInput {
|
||||||
/** the pipeline's key */
|
/** the pipeline's key */
|
||||||
|
|||||||
@@ -16,6 +16,7 @@ export const verbs = {
|
|||||||
rerun: "rerun",
|
rerun: "rerun",
|
||||||
accept: "accept",
|
accept: "accept",
|
||||||
cancel: "cancel",
|
cancel: "cancel",
|
||||||
|
endAgain: "end-again",
|
||||||
place: "place",
|
place: "place",
|
||||||
askAgain: "ask-again",
|
askAgain: "ask-again",
|
||||||
testRuns: "test-runs",
|
testRuns: "test-runs",
|
||||||
|
|||||||
@@ -49,10 +49,12 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
// busConf is the shape of the composed accounts file (mesh-controller internal/broker): one account with JetStream, the
|
// busConf is the shape of the composed accounts file (mesh-controller internal/broker): one account with JetStream, the
|
||||||
// controller's user and the indexer's own principal <node>.<module>.
|
// controller's user and the indexer's own principal <node>.<module>; and the bus's system account, whose disconnect events
|
||||||
|
// tell a restart when the stopped indexer's connections are gone (restartWaits).
|
||||||
const busConf = `
|
const busConf = `
|
||||||
listen: 127.0.0.1:-1
|
listen: 127.0.0.1:-1
|
||||||
jetstream { store_dir: %q }
|
jetstream { store_dir: %q }
|
||||||
|
system_account: SYS
|
||||||
accounts {
|
accounts {
|
||||||
MESH {
|
MESH {
|
||||||
jetstream: enabled
|
jetstream: enabled
|
||||||
@@ -61,6 +63,11 @@ accounts {
|
|||||||
{ user: "n1.mesh-delivery-indexer", password: "pw" }
|
{ user: "n1.mesh-delivery-indexer", password: "pw" }
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
SYS {
|
||||||
|
users = [
|
||||||
|
{ user: "sys", password: "pw" }
|
||||||
|
]
|
||||||
|
}
|
||||||
}
|
}
|
||||||
`
|
`
|
||||||
|
|
||||||
@@ -296,8 +303,9 @@ func startIndexerRun(t *testing.T, put func(context.Context, buildLog), before .
|
|||||||
ctx, cancel := context.WithTimeout(context.Background(), 60*time.Second)
|
ctx, cancel := context.WithTimeout(context.Background(), 60*time.Second)
|
||||||
t.Cleanup(cancel)
|
t.Cleanup(cancel)
|
||||||
// The gate's source-moved on its kept stream, with the indexer's durable of each watched branch the beds register
|
// The gate's source-moved on its kept stream, with the indexer's durable of each watched branch the beds register
|
||||||
// (watchBranch), and the streams of the seat events the indexer consumes on durables of its own: its registration-changed
|
// (watchBranch), and the streams of the seat events the indexer consumes on durables of its own: its registration-changed,
|
||||||
// and the runner's run-started, pipeline-started and pipeline-ended (design 47 H §743, §749), as the grants part makes them.
|
// the runner's run-started, pipeline-started and pipeline-ended (design 47 H §743, §749) and the seat mesh-wants' pipeline-wanted
|
||||||
|
// (H-A-170), as the grants part makes them.
|
||||||
if _, err := js.CreateStream(ctx, jetstream.StreamConfig{Name: meshdelivery.StreamSourceMoved, Subjects: []string{meshdelivery.SubjectSourceMovedAll}}); err != nil {
|
if _, err := js.CreateStream(ctx, jetstream.StreamConfig{Name: meshdelivery.StreamSourceMoved, Subjects: []string{meshdelivery.SubjectSourceMovedAll}}); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
@@ -306,7 +314,7 @@ func startIndexerRun(t *testing.T, put func(context.Context, buildLog), before .
|
|||||||
}
|
}
|
||||||
for stream, subject := range map[string]string{meshcatalog.StreamRegistrationChanged: meshcatalog.SubjectRegistrationChanged,
|
for stream, subject := range map[string]string{meshcatalog.StreamRegistrationChanged: meshcatalog.SubjectRegistrationChanged,
|
||||||
meshpipelinerunner.StreamRunStarted: meshpipelinerunner.SubjectRunStartedAll, meshpipelinerunner.StreamPipelineStarted: meshpipelinerunner.SubjectPipelineStartedAll,
|
meshpipelinerunner.StreamRunStarted: meshpipelinerunner.SubjectRunStartedAll, meshpipelinerunner.StreamPipelineStarted: meshpipelinerunner.SubjectPipelineStartedAll,
|
||||||
meshpipelinerunner.StreamPipelineEnded: meshpipelinerunner.SubjectPipelineEndedAll} {
|
meshpipelinerunner.StreamPipelineEnded: meshpipelinerunner.SubjectPipelineEndedAll, meshwants.StreamPipelineWanted: meshwants.SubjectPipelineWantedAll} {
|
||||||
if _, err := js.CreateStream(ctx, jetstream.StreamConfig{Name: stream, Subjects: []string{subject}}); err != nil {
|
if _, err := js.CreateStream(ctx, jetstream.StreamConfig{Name: stream, Subjects: []string{subject}}); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
@@ -420,12 +428,54 @@ func startIndexerRun(t *testing.T, put func(context.Context, buildLog), before .
|
|||||||
}
|
}
|
||||||
start()
|
start()
|
||||||
t.Cleanup(func() { stop() })
|
t.Cleanup(func() { stop() })
|
||||||
// restart stops the program and starts it again on the same bus, as the node-engine does with a new build.
|
// restart stops the program and starts it again on the same bus, as the node-engine does with a new build, once the bus has
|
||||||
restart := func() { stop(); start() }
|
// closed every connection of the stopped one (restartWaits).
|
||||||
|
gone := restartWaits(t, srv)
|
||||||
|
restart := func() { gone(stop); start() }
|
||||||
|
|
||||||
return js, ctx, candidates, modules, restart
|
return js, ctx, candidates, modules, restart
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// restartWaits gives a stop that returns only once the bus has closed every connection the indexer held, heard on the system
|
||||||
|
// account's disconnect events, never by sleeping. A program's stop closes its connections on its side alone; until the bus
|
||||||
|
// has closed them its pulls on a durable still count, and a source-moved said in between is delivered to the stopped
|
||||||
|
// program, unacknowledged for the durable's whole acknowledgement wait, while the branch's durable delivers one message
|
||||||
|
// at a time (design 47 H §743).
|
||||||
|
func restartWaits(t *testing.T, srv *server.Server) func(stop func()) {
|
||||||
|
t.Helper()
|
||||||
|
sys, err := nats.Connect(srv.ClientURL(), nats.UserInfo("sys", "pw"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
t.Cleanup(sys.Close)
|
||||||
|
return func(stop func()) {
|
||||||
|
t.Helper()
|
||||||
|
disconnects, err := sys.SubscribeSync("$SYS.ACCOUNT.MESH.DISCONNECT")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer func() { _ = disconnects.Unsubscribe() }()
|
||||||
|
if err := sys.Flush(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
open, err := srv.Connz(&server.ConnzOptions{User: "n1.mesh-delivery-indexer"})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
stop()
|
||||||
|
for left := open.NumConns; left > 0; {
|
||||||
|
m, err := disconnects.NextMsg(waitBound)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("the bus closed %d of the stopped indexer's %d connections within %s: %v", open.NumConns-left, open.NumConns, waitBound, err)
|
||||||
|
}
|
||||||
|
var ev server.DisconnectEventMsg
|
||||||
|
if json.Unmarshal(m.Data, &ev) == nil && ev.Client.User == "n1.mesh-delivery-indexer" {
|
||||||
|
left--
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// The build seats and their holders as the mesh has them (design 47:482-485 and 1583: a language's build module is the
|
// The build seats and their holders as the mesh has them (design 47:482-485 and 1583: a language's build module is the
|
||||||
// module claiming the seat whose `acts` is step build on that language): the seat definitions as modules/mesh-delivery-contracts/seats/<seat>/
|
// module claiming the seat whose `acts` is step build on that language): the seat definitions as modules/mesh-delivery-contracts/seats/<seat>/
|
||||||
// seat.json has them (acts included) and the manifests as the catalog's modules/mesh-build-go and mesh-build-node claim them.
|
// seat.json has them (acts included) and the manifests as the catalog's modules/mesh-build-go and mesh-build-node claim them.
|
||||||
@@ -691,6 +741,7 @@ func TestIndexerBuildsARunsCandidateAndDropsItWhenEveryMembersPipelineEnded(t *t
|
|||||||
func TestIndexerCountsOnlyThePlacedBuildNodesToolchains(t *testing.T) {
|
func TestIndexerCountsOnlyThePlacedBuildNodesToolchains(t *testing.T) {
|
||||||
const goSum = "3b5028f0c1e9bde04dd766abd63eb5931bc516bae695cf46f00abcd8510b0381"
|
const goSum = "3b5028f0c1e9bde04dd766abd63eb5931bc516bae695cf46f00abcd8510b0381"
|
||||||
var assignments, toolchains jetstream.KeyValue
|
var assignments, toolchains jetstream.KeyValue
|
||||||
|
var heard *takeIns
|
||||||
place := func(ctx context.Context, t *testing.T, node string, modules ...string) {
|
place := func(ctx context.Context, t *testing.T, node string, modules ...string) {
|
||||||
p := meshmoduleassigner.Assignments{Node: node}
|
p := meshmoduleassigner.Assignments{Node: node}
|
||||||
for _, m := range modules {
|
for _, m := range modules {
|
||||||
@@ -712,6 +763,7 @@ func TestIndexerCountsOnlyThePlacedBuildNodesToolchains(t *testing.T) {
|
|||||||
assignerLate = up
|
assignerLate = up
|
||||||
t.Cleanup(func() { assignerLate = nil })
|
t.Cleanup(func() { assignerLate = nil })
|
||||||
js, ctx, _, modules, restart := startIndexerRun(t, func(context.Context, buildLog) {}, func(ctx context.Context, js jetstream.JetStream) {
|
js, ctx, _, modules, restart := startIndexerRun(t, func(context.Context, buildLog) {}, func(ctx context.Context, js jetstream.JetStream) {
|
||||||
|
heard = hearTakeIns(t, js.Conn())
|
||||||
registerAvahi(t, ctx, js, "main")
|
registerAvahi(t, ctx, js, "main")
|
||||||
kv, err := js.CreateKeyValue(ctx, jetstream.KeyValueConfig{Bucket: index.ToolchainsBucket("mesh-build-go"), History: 1})
|
kv, err := js.CreateKeyValue(ctx, jetstream.KeyValueConfig{Bucket: index.ToolchainsBucket("mesh-build-go"), History: 1})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -762,6 +814,10 @@ func TestIndexerCountsOnlyThePlacedBuildNodesToolchains(t *testing.T) {
|
|||||||
if !agreed(held) {
|
if !agreed(held) {
|
||||||
t.Fatalf("within 20 s avahi has fp2 %q, none2 %q, toolchains %v: want a fingerprint of n1's go1.27 alone", held.Fp2, held.None2, held.Toolchains)
|
t.Fatalf("within 20 s avahi has fp2 %q, none2 %q, toolchains %v: want a fingerprint of n1's go1.27 alone", held.Fp2, held.None2, held.Toolchains)
|
||||||
}
|
}
|
||||||
|
// The module is written before its take-in ends: each restart below waits for the source-moved's acknowledgement, the
|
||||||
|
// take-in's end (design 47 H §743), so the stop cancels no take-in and leaves none unacknowledged ahead of the next one
|
||||||
|
// on the branch's durable, which delivers one message at a time.
|
||||||
|
heard.acked(t, "main")
|
||||||
place(ctx, t, "n2", "mesh-build-go")
|
place(ctx, t, "n2", "mesh-build-go")
|
||||||
key, _ := index.ToolchainKey("n2", "go")
|
key, _ := index.ToolchainKey("n2", "go")
|
||||||
value, err := index.EncodeToolchain(nodebuildgo.Toolchain{Language: "go", Version: "go1.28.1", Recipe: "1", At: ptr(time.Now().Add(time.Second))})
|
value, err := index.EncodeToolchain(nodebuildgo.Toolchain{Language: "go", Version: "go1.28.1", Recipe: "1", At: ptr(time.Now().Add(time.Second))})
|
||||||
@@ -789,6 +845,7 @@ func TestIndexerCountsOnlyThePlacedBuildNodesToolchains(t *testing.T) {
|
|||||||
if m := read(disagree); !disagree(m) {
|
if m := read(disagree); !disagree(m) {
|
||||||
t.Fatalf("within 20 s of a merge after n2's assignments avahi has fp2 %q, none2 %q: want the builders to disagree", m.Fp2, m.None2)
|
t.Fatalf("within 20 s of a merge after n2's assignments avahi has fp2 %q, none2 %q: want the builders to disagree", m.Fp2, m.None2)
|
||||||
}
|
}
|
||||||
|
heard.acked(t, "main")
|
||||||
// The view moves only at a take-in (design 47 H-A-49, H-A-103): with n2's assignments taken away, the next take-in agrees.
|
// The view moves only at a take-in (design 47 H-A-49, H-A-103): with n2's assignments taken away, the next take-in agrees.
|
||||||
place(ctx, t, "n2")
|
place(ctx, t, "n2")
|
||||||
restart()
|
restart()
|
||||||
|
|||||||
@@ -182,9 +182,9 @@ func containsVia(call toolCaller) func(ctx context.Context, repository, commit,
|
|||||||
var lockFiles = []string{"go.sum", "package-lock.json"}
|
var lockFiles = []string{"go.sum", "package-lock.json"}
|
||||||
|
|
||||||
// readVia reads a repository at a commit as the forge bridge does for a merged message: the seat git's trees, then the
|
// readVia reads a repository at a commit as the forge bridge does for a merged message: the seat git's trees, then the
|
||||||
// module.json and lock files of the one directory dir by its file (a repository can hold hundreds). A manifest the forge
|
// module.json and lock files of the one directory dir by its file (a repository can hold hundreds), and the go.mod beside a
|
||||||
// does not have is an error; a directory with no module.json in the trees is answered with no manifest; a lock file it does
|
// go.sum for its mesh packages (Packages). A manifest the forge does not have is an error; a directory with no module.json in
|
||||||
// not have is left out.
|
// the trees is answered with no manifest; a lock file it does not have is left out.
|
||||||
func readVia(call toolCaller) func(ctx context.Context, repository, sha, dir string) (index.RepoRead, error) {
|
func readVia(call toolCaller) func(ctx context.Context, repository, sha, dir string) (index.RepoRead, error) {
|
||||||
return func(_ context.Context, repository, sha, dir string) (index.RepoRead, error) {
|
return func(_ context.Context, repository, sha, dir string) (index.RepoRead, error) {
|
||||||
a, err := treesOf(call, repository, git.TreesInput{Commit: sha})
|
a, err := treesOf(call, repository, git.TreesInput{Commit: sha})
|
||||||
@@ -222,13 +222,20 @@ func readVia(call toolCaller) func(ctx context.Context, repository, sha, dir str
|
|||||||
out.Locks[dir] = map[string]string{}
|
out.Locks[dir] = map[string]string{}
|
||||||
}
|
}
|
||||||
out.Locks[dir][name] = hex.EncodeToString(sum[:])
|
out.Locks[dir][name] = hex.EncodeToString(sum[:])
|
||||||
if name == "go.sum" {
|
if name != "go.sum" {
|
||||||
if p := fingerprint.MeshPackagesOf([]byte(c)); len(p) > 0 {
|
continue
|
||||||
if out.Packages == nil {
|
}
|
||||||
out.Packages = map[string][]string{}
|
// A Go module's mesh packages are what its go.mod requires, at any version (design 47 H-A-157): its go.sum
|
||||||
}
|
// names none required at the zero version (ADR 0573 §2).
|
||||||
out.Packages[dir] = p // the mesh packages it uses, as the bridge reads them (ADR 0573 §2)
|
mod, absent, err := file(dir, "go.mod")
|
||||||
|
if err != nil {
|
||||||
|
return index.RepoRead{}, fmt.Errorf("%s: %w", path.Join(dir, "go.mod"), err)
|
||||||
|
}
|
||||||
|
if p := fingerprint.MeshRequiresOf([]byte(mod)); !absent && len(p) > 0 {
|
||||||
|
if out.Packages == nil {
|
||||||
|
out.Packages = map[string][]string{}
|
||||||
}
|
}
|
||||||
|
out.Packages[dir] = p
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -83,22 +83,29 @@ func TestTheTrunkIsTheDirectoriesTheForgeListsTrees(t *testing.T) { // 1900/AC3
|
|||||||
// or a run that can never be taken in, is terminated, any other failure is left for redelivery, and a taken one is acked.
|
// or a run that can never be taken in, is terminated, any other failure is left for redelivery, and a taken one is acked.
|
||||||
for _, row := range []struct {
|
for _, row := range []struct {
|
||||||
name, body string
|
name, body string
|
||||||
ended bool
|
ended, wanted bool
|
||||||
err error
|
err error
|
||||||
acked, termd int
|
acked, termd int
|
||||||
started, endedOf string
|
started, endedOf string
|
||||||
}{
|
}{
|
||||||
{name: "a run started", body: `{"v":1,"run":"7","members":[{"module":"a","commit":"c"}],"by":"s"}`, acked: 1, started: "7"},
|
{name: "a run started", body: `{"v":1,"run":"7","members":[{"module":"a","commit":"c"}],"by":"s"}`, acked: 1, started: "7"},
|
||||||
{name: "a run's pipeline ended", body: `{"v":1,"pipeline":"p","module":"a","branch":"b","commit":"c","outcome":"passed","steps":[],"run":"7"}`, ended: true, acked: 1, endedOf: "7"},
|
{name: "a run's pipeline ended", body: `{"v":1,"pipeline":"p","module":"a","branch":"b","commit":"c","outcome":"passed","steps":[],"run":"7"}`, ended: true, acked: 1, endedOf: "7"},
|
||||||
|
{name: "a pipeline's wants written to the end", body: `{"v":1,"pipeline":"main.12","branch":"main","source":12,"outcome":"tier-late"}`, wanted: true, acked: 1},
|
||||||
{name: "not json", body: `nope`, termd: 1},
|
{name: "not json", body: `nope`, termd: 1},
|
||||||
{name: "a run never taken in", body: `{"v":1,"run":"7","members":[]}`, err: fmt.Errorf("%w: no member", index.ErrUnreadable), termd: 1, started: "7"},
|
{name: "a run never taken in", body: `{"v":1,"run":"7","members":[]}`, err: fmt.Errorf("%w: no member", index.ErrUnreadable), termd: 1, started: "7"},
|
||||||
{name: "a bus fault", body: `{"v":1,"run":"7","members":[{"module":"a","commit":"c"}]}`, err: errors.New("the bus did not answer"), started: "7"},
|
{name: "a bus fault", body: `{"v":1,"run":"7","members":[{"module":"a","commit":"c"}]}`, err: errors.New("the bus did not answer"), started: "7"},
|
||||||
} {
|
} {
|
||||||
ix := &fakeRuns{err: row.err}
|
ix := &fakeRuns{err: row.err}
|
||||||
m := &fakeMsg{subject: "x", data: []byte(row.body)}
|
m := &fakeMsg{subject: "x", data: []byte(row.body)}
|
||||||
if row.ended {
|
switch {
|
||||||
|
case row.wanted:
|
||||||
|
heardPipelineWanted(context.Background(), ix, m, t.Logf)
|
||||||
|
if ix.wanted != "main.12 tier-late" {
|
||||||
|
t.Errorf("%s: was handed %q, want main.12 tier-late", row.name, ix.wanted)
|
||||||
|
}
|
||||||
|
case row.ended:
|
||||||
heardPipelineEnded(context.Background(), ix, m, t.Logf)
|
heardPipelineEnded(context.Background(), ix, m, t.Logf)
|
||||||
} else {
|
default:
|
||||||
heardRunStarted(context.Background(), ix, m, t.Logf)
|
heardRunStarted(context.Background(), ix, m, t.Logf)
|
||||||
}
|
}
|
||||||
if m.acked != row.acked || m.termd != row.termd || ix.started != row.started || ix.ended != row.endedOf {
|
if m.acked != row.acked || m.termd != row.termd || ix.started != row.started || ix.ended != row.endedOf {
|
||||||
@@ -120,6 +127,8 @@ func TestReadViaReadsManifestsAndLocks(t *testing.T) {
|
|||||||
return json.RawMessage(`{"path":"module.json","content":"{\"module\":\"snake\"}"}`), nil
|
return json.RawMessage(`{"path":"module.json","content":"{\"module\":\"snake\"}"}`), nil
|
||||||
case "go.sum":
|
case "go.sum":
|
||||||
return json.RawMessage(`{"path":"go.sum","content":"x"}`), nil
|
return json.RawMessage(`{"path":"go.sum","content":"x"}`), nil
|
||||||
|
case "go.mod": // a mesh package required at the zero version, which no go.sum line names (design 47 H-A-157)
|
||||||
|
return json.RawMessage(`{"path":"go.mod","content":"module snake\n\nrequire (\n\tgit.novox.be/novox/mesh-sdk/go v0.0.0-00010101000000-000000000000\n)\n"}`), nil
|
||||||
}
|
}
|
||||||
return json.RawMessage(`{"path":"x","absent":true}`), nil
|
return json.RawMessage(`{"path":"x","absent":true}`), nil
|
||||||
}
|
}
|
||||||
@@ -129,18 +138,21 @@ func TestReadViaReadsManifestsAndLocks(t *testing.T) {
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
if len(got.Manifests) != 1 || len(files) != 3 { // the one directory asked: its manifest and two lock files, never the others
|
if len(got.Manifests) != 1 || len(files) != 4 { // the one directory asked: its manifest, two lock files and the go.mod, never the others
|
||||||
t.Fatalf("manifests = %v, files asked = %v", got.Manifests, files)
|
t.Fatalf("manifests = %v, files asked = %v", got.Manifests, files)
|
||||||
}
|
}
|
||||||
if got.Root != "r0" || got.Manifests[""] != `{"module":"snake"}` || len(got.Locks[""]) != 1 || got.Locks[""]["go.sum"] == "" {
|
if got.Root != "r0" || got.Manifests[""] != `{"module":"snake"}` || len(got.Locks[""]) != 1 || got.Locks[""]["go.sum"] == "" {
|
||||||
t.Fatalf("read = %+v", got)
|
t.Fatalf("read = %+v", got)
|
||||||
}
|
}
|
||||||
|
if p := got.Packages[""]; len(p) != 1 || p[0] != "git.novox.be/novox/mesh-sdk/go" {
|
||||||
|
t.Fatalf("mesh packages %v, want mesh-sdk, which the go.mod requires", got.Packages)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// fakeRuns records the run events handed to it and answers err.
|
// fakeRuns records the run events handed to it and answers err.
|
||||||
type fakeRuns struct {
|
type fakeRuns struct {
|
||||||
err error
|
err error
|
||||||
started, ended string
|
started, ended, wanted string
|
||||||
}
|
}
|
||||||
|
|
||||||
func (f *fakeRuns) StartRun(_ context.Context, e meshpipelinerunner.RunStarted) error {
|
func (f *fakeRuns) StartRun(_ context.Context, e meshpipelinerunner.RunStarted) error {
|
||||||
@@ -157,4 +169,9 @@ func (f *fakeRuns) HeardPins(context.Context, *meshpipelinerunner.PipelineStarte
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (f *fakeRuns) HeardPipelineWanted(_ context.Context, branch string, source int64, outcome string) error {
|
||||||
|
f.wanted = fmt.Sprintf("%s.%d %s", branch, source, outcome)
|
||||||
|
return f.err
|
||||||
|
}
|
||||||
|
|
||||||
func (f *fakeRuns) JudgePins(context.Context) {}
|
func (f *fakeRuns) JudgePins(context.Context) {}
|
||||||
|
|||||||
+10
-4
@@ -58,7 +58,8 @@ func untilModule(t *testing.T, ctx context.Context, js jetstream.JetStream, name
|
|||||||
}
|
}
|
||||||
|
|
||||||
// TestASourceRevisionMovingMeshSDKNamesItAndItsImporters (design 47 H §743; A-476a; ADR 0593 §2 to §4): the indexer whole against
|
// TestASourceRevisionMovingMeshSDKNamesItAndItsImporters (design 47 H §743; A-476a; ADR 0593 §2 to §4): the indexer whole against
|
||||||
// the bus. Two Go modules of the catalogue, importer, whose go.sum requires mesh-sdk's Go module, and plain, which requires
|
// the bus. Two Go modules of the catalogue, importer, whose go.mod requires mesh-sdk's Go module at the zero version (no
|
||||||
|
// go.sum line names it, ADR 0573 §2; design 47 H-A-157), and plain, which requires
|
||||||
// nothing of it, are taken in with mesh-sdk as main's first source revision. A source revision moving mesh-sdk to a commit
|
// nothing of it, are taken in with mesh-sdk as main's first source revision. A source revision moving mesh-sdk to a commit
|
||||||
// changing its buildstep package is taken in as one revision whose movers are mesh-sdk and importer, of another repository,
|
// changing its buildstep package is taken in as one revision whose movers are mesh-sdk and importer, of another repository,
|
||||||
// and not plain; the packages key of mesh-sdk/go names that commit with a digest per package.
|
// and not plain; the packages key of mesh-sdk/go names that commit with a digest per package.
|
||||||
@@ -67,7 +68,7 @@ func TestASourceRevisionMovingMeshSDKNamesItAndItsImporters(t *testing.T) {
|
|||||||
sdkGo = "git.novox.be/novox/mesh-sdk/go"
|
sdkGo = "git.novox.be/novox/mesh-sdk/go"
|
||||||
m1, m2 = "1111111111111111111111111111111111111111", "2222222222222222222222222222222222222222"
|
m1, m2 = "1111111111111111111111111111111111111111", "2222222222222222222222222222222222222222"
|
||||||
catalogMerge = "3333333333333333333333333333333333333333"
|
catalogMerge = "3333333333333333333333333333333333333333"
|
||||||
goSumContent = "git.novox.be/novox/mesh-sdk/go v0.1.14 h1:x=\ngit.novox.be/novox/mesh-sdk/go v0.1.14/go.mod h1:y=\n"
|
goModContent = "module importer\n\nrequire git.novox.be/novox/mesh-sdk/go v0.0.0-00010101000000-000000000000\n"
|
||||||
sdkRoot1, sdk2 = "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb"
|
sdkRoot1, sdk2 = "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb"
|
||||||
)
|
)
|
||||||
avahi, err := os.ReadFile("../../internal/index/testdata/catalogue-a67f0196-avahi.module.json")
|
avahi, err := os.ReadFile("../../internal/index/testdata/catalogue-a67f0196-avahi.module.json")
|
||||||
@@ -119,7 +120,8 @@ func TestASourceRevisionMovingMeshSDKNamesItAndItsImporters(t *testing.T) {
|
|||||||
forge.put(m2, sdkAt(sdk2, "f6", "7777777777777777777777777777777777777777"))
|
forge.put(m2, sdkAt(sdk2, "f6", "7777777777777777777777777777777777777777"))
|
||||||
forge.put(catalogMerge, repoAt{trees: map[string]string{"modules/importer": "t1", "modules/plain": "t2"},
|
forge.put(catalogMerge, repoAt{trees: map[string]string{"modules/importer": "t1", "modules/plain": "t2"},
|
||||||
files: map[string]string{"modules/importer/module.json": named("importer"), "modules/plain/module.json": named("plain"),
|
files: map[string]string{"modules/importer/module.json": named("importer"), "modules/plain/module.json": named("plain"),
|
||||||
"modules/importer/go.sum": goSumContent, "modules/plain/go.sum": "golang.org/x/sys v0.1.0 h1:x=\n"}})
|
"modules/importer/go.mod": goModContent, "modules/importer/go.sum": "golang.org/x/sys v0.1.0 h1:x=\n",
|
||||||
|
"modules/plain/go.mod": "module plain\n\nrequire golang.org/x/sys v0.1.0\n", "modules/plain/go.sum": "golang.org/x/sys v0.1.0 h1:x=\n"}})
|
||||||
regs := registerAvahi(t, ctx, js, "main")
|
regs := registerAvahi(t, ctx, js, "main")
|
||||||
for _, r := range []meshcatalog.Registration{{V: 1, Module: "importer", Origin: "novox/mesh-catalog", Path: "modules/importer", Branches: []string{"main"}},
|
for _, r := range []meshcatalog.Registration{{V: 1, Module: "importer", Origin: "novox/mesh-catalog", Path: "modules/importer", Branches: []string{"main"}},
|
||||||
{V: 1, Module: "plain", Origin: "novox/mesh-catalog", Path: "modules/plain", Branches: []string{"main"}},
|
{V: 1, Module: "plain", Origin: "novox/mesh-catalog", Path: "modules/plain", Branches: []string{"main"}},
|
||||||
@@ -142,7 +144,11 @@ func TestASourceRevisionMovingMeshSDKNamesItAndItsImporters(t *testing.T) {
|
|||||||
say(10, true, meshdelivery.SourceMovedEventHeadsItem{Repository: "novox/mesh-sdk", Commit: m1}, meshdelivery.SourceMovedEventHeadsItem{Repository: "novox/mesh-catalog", Commit: catalogMerge})
|
say(10, true, meshdelivery.SourceMovedEventHeadsItem{Repository: "novox/mesh-sdk", Commit: m1}, meshdelivery.SourceMovedEventHeadsItem{Repository: "novox/mesh-catalog", Commit: catalogMerge})
|
||||||
heard.next(t, "main", 10)
|
heard.next(t, "main", 10)
|
||||||
heard.acked(t, "main")
|
heard.acked(t, "main")
|
||||||
untilModule(t, ctx, js, "importer", func(m meshcatalog.ModulesByModuleValue) bool { return m.Fp2 != "" && m.Packages[sdkGo] == m1 })
|
// mesh-sdk has released no version: importer keeps the package for its kind-1 edge, with no pin (H-A-161).
|
||||||
|
untilModule(t, ctx, js, "importer", func(m meshcatalog.ModulesByModuleValue) bool {
|
||||||
|
pin, kept := m.Packages[sdkGo]
|
||||||
|
return m.Fp2 != "" && kept && pin == ""
|
||||||
|
})
|
||||||
plain := untilModule(t, ctx, js, "plain", func(m meshcatalog.ModulesByModuleValue) bool { return m.Fp2 != "" })
|
plain := untilModule(t, ctx, js, "plain", func(m meshcatalog.ModulesByModuleValue) bool { return m.Fp2 != "" })
|
||||||
if _, ok := plain.Packages[sdkGo]; ok {
|
if _, ok := plain.Packages[sdkGo]; ok {
|
||||||
t.Fatalf("plain requires %s: %+v", sdkGo, plain.Packages)
|
t.Fatalf("plain requires %s: %+v", sdkGo, plain.Packages)
|
||||||
|
|||||||
@@ -6,15 +6,17 @@ import (
|
|||||||
"github.com/nats-io/nats.go/jetstream"
|
"github.com/nats-io/nats.go/jetstream"
|
||||||
|
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshwants"
|
||||||
"git.novox.be/novox/mesh-sdk/go/process"
|
"git.novox.be/novox/mesh-sdk/go/process"
|
||||||
)
|
)
|
||||||
|
|
||||||
// The indexer pins a pipeline's revision on the runner's pipeline-started and frees it on its pipeline-ended, each heard on
|
// The indexer pins a pipeline's revision on the runner's pipeline-started and frees it on its pipeline-ended, a passed one's release
|
||||||
// a durable consumer of its own on that event's stream (design 47 H §749, runs.go): an event is applied to the state pins,
|
// pinned there and freed on the seat mesh-wants' pipeline-wanted of a newer pipeline (H-A-168, H-A-170), each heard on a durable
|
||||||
// and only then acknowledged, so one said while the indexer was down is applied when it comes back.
|
// consumer of its own on that event's stream (design 47 H §749, runs.go): an event is applied to the state pins, and only then
|
||||||
|
// acknowledged, so one said while the indexer was down is applied when it comes back.
|
||||||
|
|
||||||
// pinsStreams are the streams of the runner's events the indexer's pins follow.
|
// pinsStreams are the streams of the events the indexer's pins follow.
|
||||||
var pinsStreams = []string{meshpipelinerunner.StreamPipelineStarted, meshpipelinerunner.StreamPipelineEnded}
|
var pinsStreams = []string{meshpipelinerunner.StreamPipelineStarted, meshpipelinerunner.StreamPipelineEnded, meshwants.StreamPipelineWanted}
|
||||||
|
|
||||||
// pendingOf says how many messages of the indexer's durable consumers of the pins' streams have not been given to it yet.
|
// pendingOf says how many messages of the indexer's durable consumers of the pins' streams have not been given to it yet.
|
||||||
func pendingOf(js jetstream.JetStream, cred process.Account) func(context.Context) (uint64, error) {
|
func pendingOf(js jetstream.JetStream, cred process.Account) func(context.Context) (uint64, error) {
|
||||||
|
|||||||
@@ -8,17 +8,20 @@ import (
|
|||||||
"github.com/nats-io/nats.go/jetstream"
|
"github.com/nats-io/nats.go/jetstream"
|
||||||
|
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshwants"
|
||||||
"git.novox.be/novox/mesh-sdk/go/process"
|
"git.novox.be/novox/mesh-sdk/go/process"
|
||||||
|
|
||||||
"mesh-delivery-indexer/internal/index"
|
"mesh-delivery-indexer/internal/index"
|
||||||
)
|
)
|
||||||
|
|
||||||
// runTaker is what the indexer does with the runner's events: a run on request's (index.Indexer.StartRun, EndRunPipeline),
|
// runTaker is what the indexer does with the runner's events: a run on request's (index.Indexer.StartRun, EndRunPipeline),
|
||||||
// and a pipeline's pins (HeardPins, design 47 H §749), the kept revisions judged after each pin freed (JudgePins).
|
// and a pipeline's pins (HeardPins, design 47 H §749), a release's freed on the seat mesh-wants' pipeline-wanted (HeardPipelineWanted,
|
||||||
|
// H-A-168, H-A-170), the kept revisions judged after each pin freed (JudgePins).
|
||||||
type runTaker interface {
|
type runTaker interface {
|
||||||
StartRun(ctx context.Context, e meshpipelinerunner.RunStarted) error
|
StartRun(ctx context.Context, e meshpipelinerunner.RunStarted) error
|
||||||
EndRunPipeline(ctx context.Context, e meshpipelinerunner.PipelineEnded) error
|
EndRunPipeline(ctx context.Context, e meshpipelinerunner.PipelineEnded) error
|
||||||
HeardPins(ctx context.Context, started *meshpipelinerunner.PipelineStarted, ended *meshpipelinerunner.PipelineEnded) error
|
HeardPins(ctx context.Context, started *meshpipelinerunner.PipelineStarted, ended *meshpipelinerunner.PipelineEnded) error
|
||||||
|
HeardPipelineWanted(ctx context.Context, branch string, source int64, outcome string) error
|
||||||
JudgePins(ctx context.Context)
|
JudgePins(ctx context.Context)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -33,6 +36,7 @@ func hearRuns(ctx context.Context, js jetstream.JetStream, cred process.Account,
|
|||||||
{meshpipelinerunner.StreamRunStarted, func(m jetstream.Msg) { heardRunStarted(ctx, ix, m, logf) }},
|
{meshpipelinerunner.StreamRunStarted, func(m jetstream.Msg) { heardRunStarted(ctx, ix, m, logf) }},
|
||||||
{meshpipelinerunner.StreamPipelineStarted, func(m jetstream.Msg) { heardPipelineStarted(ctx, ix, m, logf) }},
|
{meshpipelinerunner.StreamPipelineStarted, func(m jetstream.Msg) { heardPipelineStarted(ctx, ix, m, logf) }},
|
||||||
{meshpipelinerunner.StreamPipelineEnded, func(m jetstream.Msg) { heardPipelineEnded(ctx, ix, m, logf) }},
|
{meshpipelinerunner.StreamPipelineEnded, func(m jetstream.Msg) { heardPipelineEnded(ctx, ix, m, logf) }},
|
||||||
|
{meshwants.StreamPipelineWanted, func(m jetstream.Msg) { heardPipelineWanted(ctx, ix, m, logf) }},
|
||||||
} {
|
} {
|
||||||
_ = notHeard.Bind(s.stream, "no run on request's candidate is written or dropped until the indexer starts again", func() error {
|
_ = notHeard.Bind(s.stream, "no run on request's candidate is written or dropped until the indexer starts again", func() error {
|
||||||
cc, err := cred.HearSeatEvents(ctx, js, s.stream, s.each, logf)
|
cc, err := cred.HearSeatEvents(ctx, js, s.stream, s.each, logf)
|
||||||
@@ -85,6 +89,23 @@ func heardPipelineEnded(ctx context.Context, ix runTaker, m delivered, logf func
|
|||||||
ix.JudgePins(ctx)
|
ix.JudgePins(ctx)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// heardPipelineWanted takes one pipeline-wanted of the seat mesh-wants in: the pipeline's wants are written to the end, tier-late
|
||||||
|
// included, so the older releases of the modules it moves free their revisions, and the kept revisions are judged (H-A-168,
|
||||||
|
// H-A-170).
|
||||||
|
func heardPipelineWanted(ctx context.Context, ix runTaker, m delivered, logf func(string, ...any)) {
|
||||||
|
var e meshwants.PipelineWanted
|
||||||
|
if err := json.Unmarshal(m.Data(), &e); err != nil || e.Branch == "" || e.Source <= 0 {
|
||||||
|
logf("%s: not a pipeline-wanted naming a branch and a source, dropped: %v", m.Subject(), err)
|
||||||
|
_ = m.Term()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
err := ix.HeardPipelineWanted(ctx, e.Branch, e.Source, e.Outcome)
|
||||||
|
settleRun(m, err, "pipeline-wanted of "+e.Pipeline, logf)
|
||||||
|
if err == nil {
|
||||||
|
ix.JudgePins(ctx)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func settleRun(m delivered, err error, what string, logf func(string, ...any)) {
|
func settleRun(m delivered, err error, what string, logf func(string, ...any)) {
|
||||||
switch {
|
switch {
|
||||||
case err == nil:
|
case err == nil:
|
||||||
|
|||||||
@@ -7,6 +7,7 @@ import (
|
|||||||
"encoding/json"
|
"encoding/json"
|
||||||
"errors"
|
"errors"
|
||||||
"os"
|
"os"
|
||||||
|
"slices"
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
"sync"
|
"sync"
|
||||||
@@ -20,6 +21,7 @@ import (
|
|||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshdelivery"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshdelivery"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshwants"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/nodebuildgo"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/nodebuildgo"
|
||||||
stdio "git.novox.be/novox/mesh-sdk/go"
|
stdio "git.novox.be/novox/mesh-sdk/go"
|
||||||
"git.novox.be/novox/mesh-sdk/go/keys"
|
"git.novox.be/novox/mesh-sdk/go/keys"
|
||||||
@@ -339,17 +341,22 @@ func sayPipeline(t *testing.T, ctx context.Context, js jetstream.JetStream, ende
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
raw, _ := json.Marshal(meshpipelinerunner.PipelineEnded{V: 1, Pipeline: pipeline, Branch: branch, Source: source, Revision: source,
|
raw, _ := json.Marshal(meshpipelinerunner.PipelineEnded{V: 1, Pipeline: pipeline, Branch: branch, Source: source, Revision: source,
|
||||||
Outcome: meshpipelinerunner.PipelineEndedOutcomePassed, Movers: []meshpipelinerunner.MoverEnded{{Module: "avahi", Steps: []meshpipelinerunner.StepResult{}, Tier: 1}}})
|
Outcome: meshpipelinerunner.PipelineEndedOutcomePassed, Movers: []meshpipelinerunner.MoverEnded{{Module: "avahi", Steps: []meshpipelinerunner.StepResult{}, Tier: 1,
|
||||||
|
Version: "0.1." + s}}})
|
||||||
if _, err := js.Publish(ctx, meshpipelinerunner.SubjectPipelineEnded(b, s), raw); err != nil {
|
if _, err := js.Publish(ctx, meshpipelinerunner.SubjectPipelineEnded(b, s), raw); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// pinned is whether a pins value names the record.
|
// pinned is whether a pins value names exactly the records, in any order.
|
||||||
func pinned(record string) func([]byte) bool {
|
func pinned(records ...string) func([]byte) bool {
|
||||||
return func(v []byte) bool {
|
return func(v []byte) bool {
|
||||||
var p index.PinValue
|
var p index.PinValue
|
||||||
return v != nil && json.Unmarshal(v, &p) == nil && len(p.Records) == 1 && p.Records[0] == record
|
if v == nil || json.Unmarshal(v, &p) != nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
slices.Sort(p.Records)
|
||||||
|
return slices.Equal(p.Records, slices.Sorted(slices.Values(records)))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -366,8 +373,9 @@ func absent(v []byte) bool { return v == nil }
|
|||||||
// - pipeline-started of main.12 pins it, a restart keeps main.11 and main.10 while main.11's pipeline runs;
|
// - pipeline-started of main.12 pins it, a restart keeps main.11 and main.10 while main.11's pipeline runs;
|
||||||
// - with the store full, main.13 is held, said once as take-in.pending, written whole in the state held and acknowledged
|
// - with the store full, main.13 is held, said once as take-in.pending, written whole in the state held and acknowledged
|
||||||
// (H-A-114, H-A-118); nothing takes it in on a
|
// (H-A-114, H-A-118); nothing takes it in on a
|
||||||
// timer: main.11's pipeline-ended frees both its pins, main.10 goes (main.11 stays, main.12's base), the indexer says its
|
// timer: main.11's pipeline-ended frees both its pins, main.10 goes (main.11 stays, main.12's base and its passed release), the
|
||||||
// room and takes main.13 in on it;
|
// indexer says its room and takes main.13 in on it; main.12's passed end and its pipeline-wanted free main.11's release, and
|
||||||
|
// main.11 goes (H-A-168, H-A-170, H-A-173);
|
||||||
// - beta's take-in whose commit the forge cannot read is held while main's next goes on; the hand skip, with why, is recorded in
|
// - beta's take-in whose commit the forge cannot read is held while main's next goes on; the hand skip, with why, is recorded in
|
||||||
// the hand-act log before it is asked, and take-in.taken says it skipped;
|
// the hand-act log before it is asked, and take-in.taken says it skipped;
|
||||||
// - a branch watched later is bound on registration-changed and its first revision taken in.
|
// - a branch watched later is bound on registration-changed and its first revision taken in.
|
||||||
@@ -457,6 +465,11 @@ func TestIndexerWhole(t *testing.T) {
|
|||||||
}
|
}
|
||||||
sayPipeline(t, ctx, js, false, "main", 12)
|
sayPipeline(t, ctx, js, false, "main", 12)
|
||||||
untilKey(t, ctx, pins, index.PinKey("main", 12), pinned("pipeline.main.12"))
|
untilKey(t, ctx, pins, index.PinKey("main", 12), pinned("pipeline.main.12"))
|
||||||
|
// The restart waits for the take-ins' ends, their source-moved acknowledged (design 47 H §743: main 10, 11, 11 given
|
||||||
|
// again and 12), so the stop cancels none and leaves none unacknowledged ahead of main 13.
|
||||||
|
for range 4 {
|
||||||
|
heard.acked(t, "main")
|
||||||
|
}
|
||||||
restart()
|
restart()
|
||||||
for _, name := range []string{"main.10", "main.11"} {
|
for _, name := range []string{"main.10", "main.11"} {
|
||||||
if _, _, err := index.ReadRevision(ctx, objects, name); err != nil {
|
if _, _, err := index.ReadRevision(ctx, objects, name); err != nil {
|
||||||
@@ -479,7 +492,9 @@ func TestIndexerWhole(t *testing.T) {
|
|||||||
return v != nil && json.Unmarshal(v, &hs) == nil && len(hs) == 1 && hs[0].Source == 13 && hs[0].Why != "" && !hs[0].Since.IsZero() &&
|
return v != nil && json.Unmarshal(v, &hs) == nil && len(hs) == 1 && hs[0].Source == 13 && hs[0].Why != "" && !hs[0].Since.IsZero() &&
|
||||||
hs[0].Call != "" && len(hs[0].Heads) == 1 && hs[0].Heads[0].Commit == c13
|
hs[0].Call != "" && len(hs[0].Heads) == 1 && hs[0].Heads[0].Commit == c13
|
||||||
})
|
})
|
||||||
// H-A-114: the held source-moved is acknowledged on the bus, kept only in the state held.
|
// H-A-114: the held source-moved is acknowledged on the bus, kept only in the state held; its acknowledgement follows the
|
||||||
|
// write, so it is waited for before the consumer is read.
|
||||||
|
heard.acked(t, "main")
|
||||||
if cons, err := testAccount.NamedEventConsumer(ctx, js, meshdelivery.StreamSourceMoved, keys.EscapeName("main")); err != nil {
|
if cons, err := testAccount.NamedEventConsumer(ctx, js, meshdelivery.StreamSourceMoved, keys.EscapeName("main")); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
} else if info, err := cons.Info(ctx); err != nil || info.NumAckPending != 0 {
|
} else if info, err := cons.Info(ctx); err != nil || info.NumAckPending != 0 {
|
||||||
@@ -491,8 +506,22 @@ func TestIndexerWhole(t *testing.T) {
|
|||||||
t.Errorf("main 13 taken in on room said %+v, want avahi at %s", got, c13)
|
t.Errorf("main 13 taken in on room said %+v, want avahi at %s", got, c13)
|
||||||
}
|
}
|
||||||
untilKey(t, ctx, held, keys.EscapeName("main"), absent)
|
untilKey(t, ctx, held, keys.EscapeName("main"), absent)
|
||||||
untilKey(t, ctx, pins, index.PinKey("main", 11), pinned("pipeline.main.12")) // main.12's validate base stays (H-A-147)
|
// main.12's validate base stays (H-A-147), and main.11's passed pipeline's release pins it (H-A-168, H-A-170).
|
||||||
untilRevisionGone(t, ctx, js, "main.10") // the end freed both of main.11's pins
|
untilKey(t, ctx, pins, index.PinKey("main", 11), pinned("pipeline.main.12", index.ReleaseRecord("main", "avahi")))
|
||||||
|
untilRevisionGone(t, ctx, js, "main.10") // the end freed both of main.11's pins
|
||||||
|
// main.12's passed pipeline releases avahi again; its pipeline-wanted, the seat mesh-wants' (its wants written to the end),
|
||||||
|
// frees main.11's older release, and main.11 goes (H-A-168, H-A-170, H-A-173).
|
||||||
|
sayPipeline(t, ctx, js, true, "main", 12)
|
||||||
|
untilKey(t, ctx, pins, index.PinKey("main", 12), func(v []byte) bool {
|
||||||
|
var p index.PinValue
|
||||||
|
return v != nil && json.Unmarshal(v, &p) == nil && slices.Contains(p.Records, index.ReleaseRecord("main", "avahi"))
|
||||||
|
})
|
||||||
|
wantedRaw, _ := json.Marshal(meshwants.PipelineWanted{V: 1, Pipeline: "main.12", Branch: "main", Source: 12, Outcome: meshwants.PipelineWantedOutcomeRunning})
|
||||||
|
if _, err := js.Publish(ctx, meshwants.SubjectPipelineWanted("main", "12"), wantedRaw); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
untilKey(t, ctx, pins, index.PinKey("main", 11), absent)
|
||||||
|
untilRevisionGone(t, ctx, js, "main.11")
|
||||||
if n := len(heard.pending); n != 0 {
|
if n := len(heard.pending); n != 0 {
|
||||||
t.Errorf("take-in.pending said %d more times for one held source revision, want once", n)
|
t.Errorf("take-in.pending said %d more times for one held source revision, want once", n)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -135,14 +135,32 @@ func NamedTree(manifest string, paths map[string]string) (string, error) {
|
|||||||
return NamedTreePrefix + hex.EncodeToString(sum[:]), nil
|
return NamedTreePrefix + hex.EncodeToString(sum[:]), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// MeshPackagesOf are the mesh Go modules a go.sum names (the module path of each line under
|
// MeshRequiresOf are the mesh Go modules a go.mod requires (the module path of each `require` line under
|
||||||
// trunk.ForgeModulePrefix), sorted and each once; nil for none. They are what a module with no reported import set
|
// trunk.ForgeModulePrefix, alone or in a block, at any version, the zero version and `// indirect` included), sorted and
|
||||||
// takes the version line of (ADR 0593 §2).
|
// each once; nil for none. They are a module's mesh packages from the take-in, with no build needed (design 47 H-A-157):
|
||||||
func MeshPackagesOf(goSum []byte) []string {
|
// a go.sum names none required at the zero version (ADR 0573 §2), so it is never read for them.
|
||||||
|
func MeshRequiresOf(goMod []byte) []string {
|
||||||
seen := map[string]bool{}
|
seen := map[string]bool{}
|
||||||
for _, line := range strings.Split(string(goSum), "\n") {
|
inBlock := false
|
||||||
|
for _, line := range strings.Split(string(goMod), "\n") {
|
||||||
|
line = strings.TrimSpace(line)
|
||||||
|
if i := strings.Index(line, "//"); i >= 0 {
|
||||||
|
line = strings.TrimSpace(line[:i])
|
||||||
|
}
|
||||||
|
switch {
|
||||||
|
case line == "require (":
|
||||||
|
inBlock = true
|
||||||
|
continue
|
||||||
|
case inBlock && line == ")":
|
||||||
|
inBlock = false
|
||||||
|
continue
|
||||||
|
case strings.HasPrefix(line, "require "):
|
||||||
|
line = strings.TrimSpace(strings.TrimPrefix(line, "require "))
|
||||||
|
case !inBlock:
|
||||||
|
continue
|
||||||
|
}
|
||||||
f := strings.Fields(line)
|
f := strings.Fields(line)
|
||||||
if len(f) < 2 || !strings.HasPrefix(f[0], trunk.ForgeModulePrefix) {
|
if len(f) != 2 || !strings.HasPrefix(f[0], trunk.ForgeModulePrefix) {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if _, _, ok := trunk.PackageRepository(f[0]); ok {
|
if _, _, ok := trunk.PackageRepository(f[0]); ok {
|
||||||
@@ -405,41 +423,49 @@ func sortedKeys[V any](m map[string]V) []string { return slices.Sorted(maps.Keys
|
|||||||
// commit or no directory, is in missing, sorted; versions is nil when packages is empty.
|
// commit or no directory, is in missing, sorted; versions is nil when packages is empty.
|
||||||
func HeldVersionsOf(packages []string, modules map[string]meshcatalog.ModulesByModuleValue) (versions sdkstep.PackageVersions, missing []string) {
|
func HeldVersionsOf(packages []string, modules map[string]meshcatalog.ModulesByModuleValue) (versions sdkstep.PackageVersions, missing []string) {
|
||||||
for _, pkg := range packages {
|
for _, pkg := range packages {
|
||||||
repository, dir, ok := trunk.PackageRepository(pkg)
|
key := HolderOf(pkg, modules)
|
||||||
commit, depth := "", -1
|
if key == "" {
|
||||||
if ok {
|
|
||||||
for _, key := range slices.Sorted(maps.Keys(modules)) {
|
|
||||||
m := modules[key]
|
|
||||||
if !trunk.SameRepository(m.Repository, repository) || m.Commit == "" {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
at := strings.Trim(m.Path, "/")
|
|
||||||
switch {
|
|
||||||
case at == "":
|
|
||||||
continue // a value that names no directory says nothing of where the package lies
|
|
||||||
case at == meshcatalogclient.RootPath:
|
|
||||||
at = ""
|
|
||||||
case dir != at && !strings.HasPrefix(dir, at+"/"):
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
if d := len(at); d > depth {
|
|
||||||
commit, depth = m.Commit, d
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if commit == "" {
|
|
||||||
missing = append(missing, pkg)
|
missing = append(missing, pkg)
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if versions == nil {
|
if versions == nil {
|
||||||
versions = sdkstep.PackageVersions{}
|
versions = sdkstep.PackageVersions{}
|
||||||
}
|
}
|
||||||
versions[pkg] = commit
|
versions[pkg] = modules[key].Commit
|
||||||
}
|
}
|
||||||
slices.Sort(missing)
|
slices.Sort(missing)
|
||||||
return versions, missing
|
return versions, missing
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// HolderOf is the key of the held module of the package's repository whose directory holds the package's directory (the
|
||||||
|
// deepest, a module at the repository's root holding every directory) and that names a commit; "" for none.
|
||||||
|
func HolderOf(pkg string, modules map[string]meshcatalog.ModulesByModuleValue) string {
|
||||||
|
repository, dir, ok := trunk.PackageRepository(pkg)
|
||||||
|
if !ok {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
holder, depth := "", -1
|
||||||
|
for _, key := range slices.Sorted(maps.Keys(modules)) {
|
||||||
|
m := modules[key]
|
||||||
|
if !trunk.SameRepository(m.Repository, repository) || m.Commit == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
at := strings.Trim(m.Path, "/")
|
||||||
|
switch {
|
||||||
|
case at == "":
|
||||||
|
continue // a value that names no directory says nothing of where the package lies
|
||||||
|
case at == meshcatalogclient.RootPath:
|
||||||
|
at = ""
|
||||||
|
case dir != at && !strings.HasPrefix(dir, at+"/"):
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if d := len(at); d > depth {
|
||||||
|
holder, depth = key, d
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return holder
|
||||||
|
}
|
||||||
|
|
||||||
// digestOf is the content digest of the package at import path pkg in a published module, and whether it holds it
|
// digestOf is the content digest of the package at import path pkg in a published module, and whether it holds it
|
||||||
// (its packages are sorted by import path).
|
// (its packages are sorted by import path).
|
||||||
func digestOf(p meshcatalog.PackagesByModuleValue, pkg string) (string, bool) {
|
func digestOf(p meshcatalog.PackagesByModuleValue, pkg string) (string, bool) {
|
||||||
@@ -455,3 +481,21 @@ func digestOf(p meshcatalog.PackagesByModuleValue, pkg string) (string, bool) {
|
|||||||
// NamedTreePrefix opens a module's tree when it is computed over the paths its artifacts name, not the directory's own
|
// NamedTreePrefix opens a module's tree when it is computed over the paths its artifacts name, not the directory's own
|
||||||
// git tree (novox/hq ADR 0499 clause 2): the indexer alone computes it (NamedTree).
|
// git tree (novox/hq ADR 0499 clause 2): the indexer alone computes it (NamedTree).
|
||||||
const NamedTreePrefix = "named:"
|
const NamedTreePrefix = "named:"
|
||||||
|
|
||||||
|
// WithPins is the fingerprint fp with the pins a build of it is made against (design 47 H-A-167): fp itself when no
|
||||||
|
// package is pinned, else `src2:` and the hex sha256 of fp and, sorted, the lines "pin <package> <version>" of each pin,
|
||||||
|
// joined by a newline. A package kept with no version (none released) is no pin.
|
||||||
|
func WithPins(fp string, pins sdkstep.PackageVersions) string {
|
||||||
|
var lines []string
|
||||||
|
for p, v := range pins {
|
||||||
|
if v != "" {
|
||||||
|
lines = append(lines, "pin "+p+" "+v)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if fp == "" || len(lines) == 0 {
|
||||||
|
return fp
|
||||||
|
}
|
||||||
|
sort.Strings(lines)
|
||||||
|
sum := sha256.Sum256([]byte(fp + "\n" + strings.Join(lines, "\n")))
|
||||||
|
return meshcatalogclient.SourcePrefix2 + hex.EncodeToString(sum[:])
|
||||||
|
}
|
||||||
|
|||||||
@@ -31,6 +31,20 @@ func versionLineTakesASiblingDirectoryByItsContent(t *testing.T) {
|
|||||||
if got := ReplacedSiblings(goMod, repo); len(got) != 1 || got[0] != buildrun {
|
if got := ReplacedSiblings(goMod, repo); len(got) != 1 || got[0] != buildrun {
|
||||||
t.Fatalf("siblings %v, want buildrun alone (mesh-sdk is another repository, replaced by a version)", got)
|
t.Fatalf("siblings %v, want buildrun alone (mesh-sdk is another repository, replaced by a version)", got)
|
||||||
}
|
}
|
||||||
|
// Its mesh packages are every mesh package its go.mod requires, at any version, the zero version included (design 47
|
||||||
|
// H-A-157); a replace line or a module outside the forge is none.
|
||||||
|
for _, c := range []struct {
|
||||||
|
goMod string
|
||||||
|
want []string
|
||||||
|
}{
|
||||||
|
{string(goMod), []string{buildrun, sdk}},
|
||||||
|
{"module x\n\nrequire " + sdk + " v0.0.0-00010101000000-000000000000 // indirect\nrequire github.com/nats-io/nats.go v1.37.0\n", []string{sdk}},
|
||||||
|
{"module x\n\nreplace " + sdk + " => ../sdk\n", nil},
|
||||||
|
} {
|
||||||
|
if got := MeshRequiresOf([]byte(c.goMod)); strings.Join(got, ",") != strings.Join(c.want, ",") {
|
||||||
|
t.Errorf("mesh packages of %q: %v, want %v", c.goMod, got, c.want)
|
||||||
|
}
|
||||||
|
}
|
||||||
published := func(digest string) map[string]meshcatalog.PackagesByModuleValue {
|
published := func(digest string) map[string]meshcatalog.PackagesByModuleValue {
|
||||||
return map[string]meshcatalog.PackagesByModuleValue{buildrun: {Module: buildrun, Repository: repo, Requires: "r1",
|
return map[string]meshcatalog.PackagesByModuleValue{buildrun: {Module: buildrun, Repository: repo, Requires: "r1",
|
||||||
Packages: []meshcatalog.PackagesByModuleValuePackagesItem{{Package: buildrun, Digest: digest}}}}
|
Packages: []meshcatalog.PackagesByModuleValuePackagesItem{{Package: buildrun, Digest: digest}}}}
|
||||||
|
|||||||
@@ -305,6 +305,12 @@ func (ix *Indexer) keepBranchEntries(ctx context.Context, branch string, src int
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
rev.Movers = movers
|
rev.Movers = movers
|
||||||
|
// The base of the validate step's case before: the newest revision kept before this write, which the take-in pins for its
|
||||||
|
// pipeline below, named on the revision in this same write (H-A-147, H-A-151, H-A-154); none on the branch's first take-in.
|
||||||
|
pinsBase := len(movers) > 0 && ix.Pins != nil && newest.Revision > 0 && newest.Revision != src
|
||||||
|
if pinsBase {
|
||||||
|
rev.Base = newest.Revision
|
||||||
|
}
|
||||||
changed := changedEntries(newest.Entries, rev.Entries)
|
changed := changedEntries(newest.Entries, rev.Entries)
|
||||||
used, capacity, fillErr := ix.Revisions.Fill(ctx)
|
used, capacity, fillErr := ix.Revisions.Fill(ctx)
|
||||||
if fillErr == nil && capacity > 0 && used+newBytes(ctx, ix.Revisions, rev, objects) > capacity {
|
if fillErr == nil && capacity > 0 && used+newBytes(ctx, ix.Revisions, rev, objects) > capacity {
|
||||||
@@ -332,8 +338,8 @@ func (ix *Indexer) keepBranchEntries(ctx context.Context, branch string, src int
|
|||||||
}
|
}
|
||||||
// The branch's previous revision, the newest kept before this write, pinned for the same pipeline: it is the base of
|
// The branch's previous revision, the newest kept before this write, pinned for the same pipeline: it is the base of
|
||||||
// the validate step's case before (H-A-108 (3), H-A-147), kept as long as the pipeline that needs it.
|
// the validate step's case before (H-A-108 (3), H-A-147), kept as long as the pipeline that needs it.
|
||||||
if newest.Revision > 0 && newest.Revision != src {
|
if pinsBase {
|
||||||
if err := ix.pin(ctx, PinKey(branch, newest.Revision), record); err != nil {
|
if err := ix.pin(ctx, PinKey(branch, rev.Base), record); err != nil {
|
||||||
ix.logf("pins: the previous revision %s is not pinned for %s: %v", BranchObject(branch, newest.Revision), record, err)
|
ix.logf("pins: the previous revision %s is not pinned for %s: %v", BranchObject(branch, newest.Revision), record, err)
|
||||||
return fmt.Errorf("the pin of %s: %w", BranchObject(branch, newest.Revision), err)
|
return fmt.Errorf("the pin of %s: %w", BranchObject(branch, newest.Revision), err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -17,6 +17,11 @@ import (
|
|||||||
type form struct {
|
type form struct {
|
||||||
fp, none string
|
fp, none string
|
||||||
versions sdkstep.PackageVersions
|
versions sdkstep.PackageVersions
|
||||||
|
// stands: fp is the held fingerprint of the build that reported the imports, made with the pins built (its held
|
||||||
|
// packages) from the import form raw; pinnedOf keeps it while the pins are those (H-A-172).
|
||||||
|
stands bool
|
||||||
|
raw string
|
||||||
|
built map[string]string
|
||||||
}
|
}
|
||||||
|
|
||||||
// formOf is the module's fingerprint from its kept inputs (bases already its bases' fingerprints) and toolchains, in the
|
// formOf is the module's fingerprint from its kept inputs (bases already its bases' fingerprints) and toolchains, in the
|
||||||
@@ -24,15 +29,16 @@ type form struct {
|
|||||||
//
|
//
|
||||||
// - **The import form**, for a module whose last trunk build reported its imports (kept.Imports) when every import is
|
// - **The import form**, for a module whose last trunk build reported its imports (kept.Imports) when every import is
|
||||||
// published (the packages state): the content digest of each imported package and the requirements' digest of each
|
// published (the packages state): the content digest of each imported package and the requirements' digest of each
|
||||||
// mesh Go module holding one. Its versions are each holding module's published commit (another repository's only).
|
// mesh Go module holding one. Its versions are each holding module's published commit (another repository's only); an
|
||||||
|
// import set naming none of another repository while the go.mod requires one keeps the version line's (refined).
|
||||||
// - **A change of form never rebuilds by itself** (§4): kept.ImportForm is the import-form fingerprint of the inputs
|
// - **A change of form never rebuilds by itself** (§4): kept.ImportForm is the import-form fingerprint of the inputs
|
||||||
// the build that reported the imports was built from. While the import form computes to it, nothing the build was
|
// the build that reported the imports was built from. While the import form computes to it, nothing the build was
|
||||||
// built from changed: the module keeps the fingerprint it holds (prev), in whatever form, and its versions.
|
// built from changed: the module keeps the fingerprint it holds (prev), in whatever form, and its versions.
|
||||||
// Otherwise the import form is written, and ImportForm moves with it.
|
// Otherwise the import form is written, and ImportForm moves with it.
|
||||||
// - **The version line** otherwise (no import set, or an import none publishes): the version of each mesh Go module of
|
// - **The version line** otherwise (no import set, or an import none publishes): the version of each mesh Go module of
|
||||||
// another repository its go.sum names, read as the indexer always read it (fingerprint.HeldVersionsOf), and the
|
// another repository its go.mod requires, at any version (design 47 H-A-157), read as the indexer always read it
|
||||||
// content of each mesh Go module of its own repository its go.mod replaces by a directory (fingerprint.VersionLine),
|
// (fingerprint.HeldVersionsOf), and the content of each mesh Go module of its own repository its go.mod replaces by a
|
||||||
// so a change of that directory alone moves it (review finding 2). Its versions are the other repositories' alone.
|
// directory (fingerprint.VersionLine), so a change of that directory alone moves it (review finding 2). Its versions are the other repositories' alone.
|
||||||
// A package of another repository none of them publishes takes the commit the gate's source names for its repository
|
// A package of another repository none of them publishes takes the commit the gate's source names for its repository
|
||||||
// (heads, design 47 G A-365).
|
// (heads, design 47 G A-365).
|
||||||
// - **An accepted series** (DLV-I6): published and pins come from acceptedSeries, so a mesh Go module of another
|
// - **An accepted series** (DLV-I6): published and pins come from acceptedSeries, so a mesh Go module of another
|
||||||
@@ -51,10 +57,12 @@ func formOf(module, repository string, kept *meshcatalog.ModulesByModuleValueInp
|
|||||||
case fp == "":
|
case fp == "":
|
||||||
return form{none: none}
|
return form{none: none}
|
||||||
case kept.ImportForm == fp && prev.Fp2 != "":
|
case kept.ImportForm == fp && prev.Fp2 != "":
|
||||||
return form{fp: prev.Fp2, versions: prev.Packages} // the build that reported the imports stands
|
// The build that reported the imports stands, and so do its versions.
|
||||||
|
return form{fp: prev.Fp2, versions: refined(sdkstep.PackageVersions(prev.Packages), r.Versions, module, repository, kept, held, pins, heads),
|
||||||
|
stands: true, raw: fp, built: prev.Packages}
|
||||||
}
|
}
|
||||||
kept.ImportForm = fp
|
kept.ImportForm = fp
|
||||||
return form{fp: fp, versions: r.Versions}
|
return form{fp: fp, versions: refined(r.Versions, nil, module, repository, kept, held, pins, heads)}
|
||||||
}
|
}
|
||||||
if logf != nil {
|
if logf != nil {
|
||||||
logf("%s: no published package holds %s, so its fingerprint takes the version line", module, strings.Join(r.Missing, ", "))
|
logf("%s: no published package holds %s, so its fingerprint takes the version line", module, strings.Join(r.Missing, ", "))
|
||||||
@@ -63,6 +71,34 @@ func formOf(module, repository string, kept *meshcatalog.ModulesByModuleValueInp
|
|||||||
// The fingerprint written here is the version line's, not the import form's: no import form is held for the inputs it was
|
// The fingerprint written here is the version line's, not the import form's: no import form is held for the inputs it was
|
||||||
// computed from, so a later pass whose import form computes the same does not take this one for the build's (issue 1966).
|
// computed from, so a later pass whose import form computes the same does not take this one for the build's (issue 1966).
|
||||||
kept.ImportForm = ""
|
kept.ImportForm = ""
|
||||||
|
versions := lineVersions(module, repository, kept, held, pins, heads, logf)
|
||||||
|
in.Packages = fingerprint.VersionLine(repository, kept.Packages, versions, published)
|
||||||
|
fp, none := fingerprint.Of(in)
|
||||||
|
if fp == "" {
|
||||||
|
return form{none: none}
|
||||||
|
}
|
||||||
|
return form{fp: fp, versions: versions}
|
||||||
|
}
|
||||||
|
|
||||||
|
// refined are an import form's versions: the first of sets that names a package, else, while the module's go.mod
|
||||||
|
// requires a mesh package of another repository (kept.Packages), the version line's, so a build's reported imports
|
||||||
|
// refine the go.mod's set and never empty it (design 47 H-A-157); nil when nothing names one.
|
||||||
|
func refined(versions, then sdkstep.PackageVersions, module, repository string, kept *meshcatalog.ModulesByModuleValueInputs2, held map[string]meshcatalog.ModulesByModuleValue, pins sdkstep.PackageVersions, heads map[string]string) sdkstep.PackageVersions {
|
||||||
|
switch {
|
||||||
|
case len(versions) > 0:
|
||||||
|
return versions
|
||||||
|
case len(then) > 0:
|
||||||
|
return then
|
||||||
|
case len(fingerprint.OtherPackages(kept.Packages, repository)) > 0:
|
||||||
|
return lineVersions(module, repository, kept, held, pins, heads, nil)
|
||||||
|
}
|
||||||
|
return versions
|
||||||
|
}
|
||||||
|
|
||||||
|
// lineVersions are the version line's versions of the mesh Go modules of other repositories the module's go.mod requires
|
||||||
|
// (kept.Packages): each as the indexer has always read it, an accepted series' pin over it, else the commit the gate's
|
||||||
|
// source names for its repository.
|
||||||
|
func lineVersions(module, repository string, kept *meshcatalog.ModulesByModuleValueInputs2, held map[string]meshcatalog.ModulesByModuleValue, pins sdkstep.PackageVersions, heads map[string]string, logf func(string, ...any)) sdkstep.PackageVersions {
|
||||||
others := fingerprint.OtherPackages(kept.Packages, repository)
|
others := fingerprint.OtherPackages(kept.Packages, repository)
|
||||||
versions, unpublished := fingerprint.HeldVersionsOf(others, held)
|
versions, unpublished := fingerprint.HeldVersionsOf(others, held)
|
||||||
for p, v := range pins { // an accepted series' newest published version (acceptedSeries, DLV-I6)
|
for p, v := range pins { // an accepted series' newest published version (acceptedSeries, DLV-I6)
|
||||||
@@ -90,12 +126,7 @@ func formOf(module, repository string, kept *meshcatalog.ModulesByModuleValueInp
|
|||||||
if len(unpublished) > 0 && logf != nil {
|
if len(unpublished) > 0 && logf != nil {
|
||||||
logf("%s: no module the indexer holds publishes %s, so its fingerprint takes no version of it", module, strings.Join(unpublished, ", "))
|
logf("%s: no module the indexer holds publishes %s, so its fingerprint takes no version of it", module, strings.Join(unpublished, ", "))
|
||||||
}
|
}
|
||||||
in.Packages = fingerprint.VersionLine(repository, kept.Packages, versions, published)
|
return versions
|
||||||
fp, none := fingerprint.Of(in)
|
|
||||||
if fp == "" {
|
|
||||||
return form{none: none}
|
|
||||||
}
|
|
||||||
return form{fp: fp, versions: versions}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// inputsFrom is the fingerprint's inputs of module m from its kept inputs and the given toolchains, no package of
|
// inputsFrom is the fingerprint's inputs of module m from its kept inputs and the given toolchains, no package of
|
||||||
|
|||||||
@@ -118,10 +118,27 @@ func TestImportsReportedMoveTheFingerprintOnlyWithAnImportedPackage(t *testing.T
|
|||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
moved, _ := moduleOf(t, mods, "avahi")
|
moved, _ := moduleOf(t, mods, "avahi")
|
||||||
if moved.Fp2 == before.Fp2 || moved.Fp2 != moved.Inputs2.ImportForm || moved.Packages[meshSDK] != c3 {
|
if pin, kept := moved.Packages[meshSDK]; moved.Fp2 == before.Fp2 || moved.Fp2 != moved.Inputs2.ImportForm || !kept || pin != "" {
|
||||||
t.Fatalf("a change of an imported package: fp2 %q (was %q), import form %q, versions %v; want the import form at c3",
|
t.Fatalf("a change of an imported package: fp2 %q (was %q), import form %q, versions %v; want the import form, mesh-sdk kept unpinned (none released, H-A-161)",
|
||||||
moved.Fp2, before.Fp2, moved.Inputs2.ImportForm, moved.Packages)
|
moved.Fp2, before.Fp2, moved.Inputs2.ImportForm, moved.Packages)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// mesh-sdk releases 0.1.20: the import form's fingerprint takes the pin too and moves, once (H-A-172).
|
||||||
|
ix.Versions = newMem()
|
||||||
|
ix.Versions.(*memStore).put(meshcatalog.VersionsByModuleVersionKey("mesh-sdk", "0.1.20"), []byte(`{}`))
|
||||||
|
for range 2 {
|
||||||
|
if err := ix.Recompute(ctx); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if m, _ := moduleOf(t, mods, "avahi"); m.Fp2 == moved.Fp2 || m.Fp2 == "" || m.Packages[meshSDK] != "v0.1.20" || m.Inputs2.ImportForm != moved.Inputs2.ImportForm {
|
||||||
|
t.Fatalf("after mesh-sdk's release: fp2 %q (was %q), versions %v, import form %q; want a new fingerprint pinned to v0.1.20, the import form kept",
|
||||||
|
m.Fp2, moved.Fp2, m.Packages, m.Inputs2.ImportForm)
|
||||||
|
} else if err := ix.Recompute(ctx); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
} else if again, _ := moduleOf(t, mods, "avahi"); again.Fp2 != m.Fp2 {
|
||||||
|
t.Fatalf("a pass with nothing moved moved the pinned fingerprint %q to %q", m.Fp2, again.Fp2)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// A build of a fingerprint the module no longer holds says nothing of its inputs now: its imports are not kept.
|
// A build of a fingerprint the module no longer holds says nothing of its inputs now: its imports are not kept.
|
||||||
@@ -256,8 +273,8 @@ func anAcceptedSeriesPinsItsNewest(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
before := step("trunk at c1", trunk(c1))
|
before := step("trunk at c1", trunk(c1))
|
||||||
if before.Packages[meshSDK] != c1 {
|
if pin, kept := before.Packages[meshSDK]; !kept || pin != "" {
|
||||||
t.Fatalf("with no series published, versions %v, want the commit form c1", before.Packages)
|
t.Fatalf("with no series published, versions %v, want mesh-sdk kept with no pin, never the commit (H-A-161)", before.Packages)
|
||||||
}
|
}
|
||||||
step("the build reports its imports", func() error {
|
step("the build reports its imports", func() error {
|
||||||
return ix.ApplyBuildEnd(ctx, buildEnd(t, "avahi", before.Fp2, meshSDK, meshSDK+"/announce"))
|
return ix.ApplyBuildEnd(ctx, buildEnd(t, "avahi", before.Fp2, meshSDK, meshSDK+"/announce"))
|
||||||
@@ -272,6 +289,12 @@ func anAcceptedSeriesPinsItsNewest(t *testing.T) {
|
|||||||
if m := step("trunk at c2", trunk(c2)); m.Fp2 != pinned.Fp2 || m.Packages[meshSDK] != "v0.1.15" {
|
if m := step("trunk at c2", trunk(c2)); m.Fp2 != pinned.Fp2 || m.Packages[meshSDK] != "v0.1.15" {
|
||||||
t.Errorf("a trunk merge moved avahi off its accepted series' newest: %q %v", m.Fp2, m.Packages)
|
t.Errorf("a trunk merge moved avahi off its accepted series' newest: %q %v", m.Fp2, m.Packages)
|
||||||
}
|
}
|
||||||
|
// mesh-sdk releases 0.1.20: an accepted series' older version never stands over a newer release (H-A-167).
|
||||||
|
ix.Versions = newMem()
|
||||||
|
ix.Versions.(*memStore).put(meshcatalog.VersionsByModuleVersionKey("mesh-sdk", "0.1.20"), []byte(`{}`))
|
||||||
|
if m := step("0.1.20 released", func() error { return nil }); m.Packages[meshSDK] != "v0.1.20" {
|
||||||
|
t.Errorf("a newer release left avahi on its series' older version: %v", m.Packages)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Issue 1966 (the indexer started while the bus's storage was down): a read of the packages state that failed, or that
|
// Issue 1966 (the indexer started while the bus's storage was down): a read of the packages state that failed, or that
|
||||||
@@ -370,22 +393,36 @@ func anUnreadPackagesStateWritesNoFingerprintAndFingerprintsAreComputedAgain(t *
|
|||||||
head := strings.Repeat("c", 40)
|
head := strings.Repeat("c", 40)
|
||||||
contracts := "git.novox.be/novox/mesh-contracts/go/seats/findings"
|
contracts := "git.novox.be/novox/mesh-contracts/go/seats/findings"
|
||||||
held := map[string]meshcatalog.ModulesByModuleValue{"other": {Repository: "novox/mesh-sdk", Commit: strings.Repeat("d", 40), Path: "go"}}
|
held := map[string]meshcatalog.ModulesByModuleValue{"other": {Repository: "novox/mesh-sdk", Commit: strings.Repeat("d", 40), Path: "go"}}
|
||||||
|
// A build's imports of its own repository alone (design 47 H-A-157): they refine the go.mod's set and never empty it.
|
||||||
|
own := "git.novox.be/novox/mesh-catalog/modules/avahi/lib"
|
||||||
|
published := map[string]meshcatalog.PackagesByModuleValue{own: {Module: own, Repository: "novox/mesh-catalog", Commit: head, Requires: "r1",
|
||||||
|
Packages: []meshcatalog.PackagesByModuleValuePackagesItem{{Package: own, Digest: "d1"}}}}
|
||||||
for _, c := range []struct {
|
for _, c := range []struct {
|
||||||
name string
|
name string
|
||||||
heads map[string]string
|
heads map[string]string
|
||||||
held map[string]meshcatalog.ModulesByModuleValue
|
held map[string]meshcatalog.ModulesByModuleValue
|
||||||
want string
|
imports []string
|
||||||
|
want string
|
||||||
}{
|
}{
|
||||||
{"the source names its repository", map[string]string{"novox/mesh-contracts": head}, held, head},
|
{"the source names its repository", map[string]string{"novox/mesh-contracts": head}, held, nil, head},
|
||||||
{"the source names another repository only", map[string]string{"novox/mesh-sdk": head}, held, ""},
|
{"the source names another repository only", map[string]string{"novox/mesh-sdk": head}, held, nil, ""},
|
||||||
{"a module the indexer holds publishes it", map[string]string{"novox/mesh-contracts": head},
|
{"a module the indexer holds publishes it", map[string]string{"novox/mesh-contracts": head},
|
||||||
map[string]meshcatalog.ModulesByModuleValue{"c": {Repository: "novox/mesh-contracts", Commit: strings.Repeat("e", 40), Path: "go/seats/findings"}}, strings.Repeat("e", 40)},
|
map[string]meshcatalog.ModulesByModuleValue{"c": {Repository: "novox/mesh-contracts", Commit: strings.Repeat("e", 40), Path: "go/seats/findings"}}, nil, strings.Repeat("e", 40)},
|
||||||
|
{"a build's imports naming none of another repository keep the go.mod's", map[string]string{"novox/mesh-contracts": head}, held, []string{own}, head},
|
||||||
} {
|
} {
|
||||||
kept := meshcatalog.ModulesByModuleValueInputs2{Tree: "t", Packages: []string{contracts}}
|
kept := meshcatalog.ModulesByModuleValueInputs2{Tree: "t", Packages: []string{contracts}, Imports: c.imports}
|
||||||
f := formOf("avahi", "novox/mesh-catalog", &kept, nil, meshcatalog.ModulesByModuleValue{}, c.held, nil, nil, c.heads, nil)
|
f := formOf("avahi", "novox/mesh-catalog", &kept, nil, meshcatalog.ModulesByModuleValue{}, c.held, published, nil, c.heads, nil)
|
||||||
if got := f.versions[contracts]; got != c.want {
|
if got := f.versions[contracts]; got != c.want {
|
||||||
t.Errorf("%s: version of %s = %q, want %q", c.name, contracts, got, c.want)
|
t.Errorf("%s: version of %s = %q, want %q", c.name, contracts, got, c.want)
|
||||||
}
|
}
|
||||||
|
if c.imports == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
// The build that reported them stands, its held versions empty (a version line read from go.sum).
|
||||||
|
f = formOf("avahi", "novox/mesh-catalog", &kept, nil, meshcatalog.ModulesByModuleValue{Fp2: "src2:" + strings.Repeat("b", 64)}, c.held, published, nil, c.heads, nil)
|
||||||
|
if got := f.versions[contracts]; got != c.want || f.fp != "src2:"+strings.Repeat("b", 64) {
|
||||||
|
t.Errorf("%s, the build standing: version of %s = %q (fp %q), want %q", c.name, contracts, got, f.fp, c.want)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
t.Run("formOf clears the import form when it writes the version line", func(t *testing.T) {
|
t.Run("formOf clears the import form when it writes the version line", func(t *testing.T) {
|
||||||
|
|||||||
@@ -108,7 +108,7 @@ func (ix *Indexer) applyMoving(ctx context.Context, f whole, drop bool, moves ma
|
|||||||
if next.Manifest == "" {
|
if next.Manifest == "" {
|
||||||
next.None2 = "the manifest cannot be read: it cannot be kept as a value"
|
next.None2 = "the manifest cannot be read: it cannot be kept as a value"
|
||||||
} else {
|
} else {
|
||||||
packages := ix.goSumPackages(ctx, f, dir, cur, has)
|
packages := ix.goPackages(ctx, f, dir, cur, has)
|
||||||
in := inputsOfNamed(name, raw, f.Trees[dir], f.Locks[dir], objects[dir], packages, ix.baseFP(ctx))
|
in := inputsOfNamed(name, raw, f.Trees[dir], f.Locks[dir], objects[dir], packages, ix.baseFP(ctx))
|
||||||
next.Inputs2, next.None2, next.Paths = in.Kept, in.None2, in.ArtifactPaths
|
next.Inputs2, next.None2, next.Paths = in.Kept, in.None2, in.ArtifactPaths
|
||||||
if in.Kept != nil && has && cur.Inputs2 != nil {
|
if in.Kept != nil && has && cur.Inputs2 != nil {
|
||||||
@@ -365,79 +365,72 @@ func unreadInputs(tree string, locks, paths map[string]string, packages []string
|
|||||||
return in
|
return in
|
||||||
}
|
}
|
||||||
|
|
||||||
// goSumPackages are the version line's packages of the merge's directory dir (ADR 0573 §2, ADR 0593 §2): the mesh Go
|
// goPackages are the version line's packages of the merge's directory dir (ADR 0593 §2; design 47 H-A-157): the mesh Go
|
||||||
// modules of other repositories its go.sum names, and those of its own repository its go.mod replaces by a directory
|
// modules of other repositories its go.mod requires, at any version, and those of its own repository its go.mod replaces
|
||||||
// (siblingPackages), which no go.sum line names. A directory with no go.sum is no Go module and has none.
|
// by a directory (siblingPackages, H-A-136's sibling rule). A directory with no go.sum is no Go module and has none.
|
||||||
func (ix *Indexer) goSumPackages(ctx context.Context, f whole, dir string, cur meshcatalog.ModulesByModuleValue, has bool) []string {
|
func (ix *Indexer) goPackages(ctx context.Context, f whole, dir string, cur meshcatalog.ModulesByModuleValue, has bool) []string {
|
||||||
others := ix.otherPackages(ctx, f, dir, cur, has)
|
|
||||||
if f.Locks[dir]["go.sum"] == "" && len(f.Packages[dir]) == 0 {
|
if f.Locks[dir]["go.sum"] == "" && len(f.Packages[dir]) == 0 {
|
||||||
return others
|
return nil
|
||||||
|
}
|
||||||
|
ix.requirementsOf(ctx, f, dir, cur, has)
|
||||||
|
goMod, read := ix.goModOf(ctx, f, dir)
|
||||||
|
others := fingerprint.OtherPackages(f.Packages[dir], f.Repository) // carried: what the go.mod requires, read with the tree
|
||||||
|
switch {
|
||||||
|
case len(others) > 0:
|
||||||
|
case read:
|
||||||
|
others = fingerprint.OtherPackages(fingerprint.MeshRequiresOf(goMod), f.Repository)
|
||||||
|
case has && cur.Inputs2 != nil:
|
||||||
|
others = fingerprint.OtherPackages(cur.Inputs2.Packages, f.Repository)
|
||||||
|
}
|
||||||
|
var siblings []string
|
||||||
|
if read {
|
||||||
|
siblings = fingerprint.ReplacedSiblings(goMod, f.Repository)
|
||||||
|
} else if has && cur.Inputs2 != nil {
|
||||||
|
for _, p := range cur.Inputs2.Packages {
|
||||||
|
if repo, _, ok := trunk.PackageRepository(p); ok && trunk.SameRepository(repo, f.Repository) {
|
||||||
|
siblings = append(siblings, p)
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
siblings := ix.siblingPackages(ctx, f, dir, cur, has)
|
|
||||||
if len(siblings) == 0 {
|
if len(siblings) == 0 {
|
||||||
return others
|
return others
|
||||||
}
|
}
|
||||||
return slices.Compact(slices.Sorted(slices.Values(append(slices.Clone(others), siblings...))))
|
return slices.Compact(slices.Sorted(slices.Values(append(slices.Clone(others), siblings...))))
|
||||||
}
|
}
|
||||||
|
|
||||||
// siblingPackages are the mesh Go modules of the merge's own repository the go.mod of dir replaces by a directory, read
|
// goModOf is the go.mod of the merge's directory dir, read from the forge (GoMod), and whether it was read; where it
|
||||||
// from the forge (GoMod); where it cannot be read, the held module's own-repository packages stand, said.
|
// cannot be, the held module's packages stand, said.
|
||||||
func (ix *Indexer) siblingPackages(ctx context.Context, f whole, dir string, cur meshcatalog.ModulesByModuleValue, has bool) []string {
|
func (ix *Indexer) goModOf(ctx context.Context, f whole, dir string) ([]byte, bool) {
|
||||||
held := func() []string {
|
|
||||||
if !has || cur.Inputs2 == nil {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
var out []string
|
|
||||||
for _, p := range cur.Inputs2.Packages {
|
|
||||||
if repo, _, ok := trunk.PackageRepository(p); ok && trunk.SameRepository(repo, f.Repository) {
|
|
||||||
out = append(out, p)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return out
|
|
||||||
}
|
|
||||||
if ix.GoMod == nil {
|
if ix.GoMod == nil {
|
||||||
return held()
|
return nil, false
|
||||||
}
|
}
|
||||||
raw, err := ix.GoMod(ctx, f.Repository, f.Merge, dir)
|
raw, err := ix.GoMod(ctx, f.Repository, f.Merge, dir)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
ix.logf("%s at %s: the go.mod of %q cannot be read, so its module keeps the directory replaces it held: %v", f.Repository, f.Merge, dir, err)
|
ix.logf("%s at %s: the go.mod of %q cannot be read, so its module keeps the packages it held: %v", f.Repository, f.Merge, dir, err)
|
||||||
return held()
|
return nil, false
|
||||||
}
|
}
|
||||||
return fingerprint.ReplacedSiblings(raw, f.Repository)
|
return raw, true
|
||||||
}
|
}
|
||||||
|
|
||||||
// otherPackages are the mesh Go modules of other repositories the go.sum of the merge's directory dir names: those the
|
// requirementsOf keeps what the go.sum of the merge's directory dir requires in the requirements state
|
||||||
// message carries (an older bridge), else the held module's while its go.sum's hash is unchanged, else the go.sum read
|
// (keepRequirements): read from the forge (GoSum) when its hash moved, or this process has not kept it yet, whatever
|
||||||
// from the forge (GoSum).
|
// packages the reader carried. It gives no package: those are the go.mod's (H-A-157).
|
||||||
func (ix *Indexer) otherPackages(ctx context.Context, f whole, dir string, cur meshcatalog.ModulesByModuleValue, has bool) []string {
|
func (ix *Indexer) requirementsOf(ctx context.Context, f whole, dir string, cur meshcatalog.ModulesByModuleValue, has bool) {
|
||||||
if carried := f.Packages[dir]; len(carried) > 0 {
|
|
||||||
return fingerprint.OtherPackages(carried, f.Repository) // its own repository's come with its tree
|
|
||||||
}
|
|
||||||
hash := f.Locks[dir]["go.sum"]
|
hash := f.Locks[dir]["go.sum"]
|
||||||
if hash == "" {
|
if hash == "" || ix.GoSum == nil {
|
||||||
return nil
|
return
|
||||||
}
|
}
|
||||||
if has && cur.Inputs2 != nil && trunk.SameRepository(cur.Repository, f.Repository) && ix.requirementsKept(f.Repository, dir) {
|
if has && cur.Inputs2 != nil && trunk.SameRepository(cur.Repository, f.Repository) && ix.requirementsKept(f.Repository, dir) {
|
||||||
for _, h := range cur.Inputs2.Locks {
|
for _, h := range cur.Inputs2.Locks {
|
||||||
if h == hash {
|
if h == hash {
|
||||||
return fingerprint.OtherPackages(cur.Inputs2.Packages, f.Repository)
|
return
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if ix.GoSum == nil {
|
|
||||||
if has && cur.Inputs2 != nil {
|
|
||||||
return fingerprint.OtherPackages(cur.Inputs2.Packages, f.Repository)
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
raw, err := ix.GoSum(ctx, f.Repository, f.Merge, dir)
|
raw, err := ix.GoSum(ctx, f.Repository, f.Merge, dir)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
ix.logf("%s at %s: the go.sum of %q cannot be read, so its module keeps the packages it held: %v", f.Repository, f.Merge, dir, err)
|
ix.logf("%s at %s: the go.sum of %q cannot be read, so what it requires is not kept: %v", f.Repository, f.Merge, dir, err)
|
||||||
if has && cur.Inputs2 != nil {
|
return
|
||||||
return fingerprint.OtherPackages(cur.Inputs2.Packages, f.Repository)
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
}
|
||||||
ix.keepRequirements(ctx, f.Repository, dir, raw)
|
ix.keepRequirements(ctx, f.Repository, dir, raw)
|
||||||
return fingerprint.OtherPackages(fingerprint.MeshPackagesOf(raw), f.Repository)
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -401,8 +401,36 @@ func TestARootModuleHasTheDirectoryDot(t *testing.T) { // 1615/AC3: empty means
|
|||||||
}
|
}
|
||||||
|
|
||||||
func TestAMergeAddingAModuleDirectoryWritesItsValueWithNoBuildRecordAnywhere(t *testing.T) { // I1: issue 1851, ADR 0501 clause 6
|
func TestAMergeAddingAModuleDirectoryWritesItsValueWithNoBuildRecordAnywhere(t *testing.T) { // I1: issue 1851, ADR 0501 clause 6
|
||||||
ix, mods, _ := manifestsIndexer(t) // no build record of any module
|
|
||||||
avahi := catalogueManifest(t, "avahi")
|
avahi := catalogueManifest(t, "avahi")
|
||||||
|
// Its go.mod requires mesh-sdk at the zero version (ADR 0573 §2): the go.mod's require lines are its mesh packages, with
|
||||||
|
// no build, carried by the reader or read through GoMod (design 47 H-A-157). Its go.sum is still read for the
|
||||||
|
// requirements state, carried packages or not, so an older version it names is kept there (and cleared when gone).
|
||||||
|
for _, carried := range [][]string{nil, {meshSDK}} {
|
||||||
|
ix, mods, _ := manifestsIndexer(t)
|
||||||
|
ix.Requirements = newMem()
|
||||||
|
ix.GoMod = func(context.Context, string, string, string) ([]byte, error) {
|
||||||
|
return []byte("module avahi\n\nrequire " + meshSDK + " v0.0.0-00010101000000-000000000000\n"), nil
|
||||||
|
}
|
||||||
|
ix.GoSum = func(context.Context, string, string, string) ([]byte, error) {
|
||||||
|
return []byte(meshSDK + " v0.1.14 h1:x=\n"), nil
|
||||||
|
}
|
||||||
|
f := withManifests(mergedMsg(catalogueRepo, map[string]string{"modules/avahi": "newtree"}), map[string]string{"modules/avahi": avahi},
|
||||||
|
map[string]map[string]string{"modules/avahi": {"go.sum": avahiGoSum}})
|
||||||
|
if carried != nil {
|
||||||
|
f.Packages = map[string][]string{"modules/avahi": carried}
|
||||||
|
}
|
||||||
|
if err := ix.Apply(context.Background(), f); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
m, _ := moduleOf(t, mods, "avahi")
|
||||||
|
if m.Inputs2 == nil || !slices.Equal(m.Inputs2.Packages, []string{meshSDK}) {
|
||||||
|
t.Errorf("carried %v: mesh packages %+v, want mesh-sdk, which its go.mod requires at the zero version", carried, m.Inputs2)
|
||||||
|
}
|
||||||
|
if _, kept := ix.Requirements.(*memStore).vals[meshSDK]; !kept {
|
||||||
|
t.Errorf("carried %v: the requirements state holds no %s, which the go.sum names", carried, meshSDK)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
ix, mods, _ := manifestsIndexer(t) // no build record of any module
|
||||||
f := withManifests(mergedMsg(catalogueRepo, map[string]string{"modules/avahi": "newtree"}), map[string]string{"modules/avahi": avahi},
|
f := withManifests(mergedMsg(catalogueRepo, map[string]string{"modules/avahi": "newtree"}), map[string]string{"modules/avahi": avahi},
|
||||||
map[string]map[string]string{"modules/avahi": {"go.sum": avahiGoSum}})
|
map[string]map[string]string{"modules/avahi": {"go.sum": avahiGoSum}})
|
||||||
if err := ix.Apply(context.Background(), f); err != nil {
|
if err := ix.Apply(context.Background(), f); err != nil {
|
||||||
|
|||||||
@@ -14,14 +14,15 @@ import (
|
|||||||
mcc "git.novox.be/novox/mesh-contracts/health-and-repair/go/clients/meshconditionsclient"
|
mcc "git.novox.be/novox/mesh-contracts/health-and-repair/go/clients/meshconditionsclient"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
||||||
runner "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
runner "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshwants"
|
||||||
stdio "git.novox.be/novox/mesh-sdk/go"
|
stdio "git.novox.be/novox/mesh-sdk/go"
|
||||||
"git.novox.be/novox/mesh-sdk/go/keys"
|
"git.novox.be/novox/mesh-sdk/go/keys"
|
||||||
)
|
)
|
||||||
|
|
||||||
// The indexer keeps the records pinning each catalog graph revision and removes a revision only on an event (design 47 G §153,
|
// The indexer keeps the records pinning each catalog graph revision and removes a revision only on an event (design 47 G §153,
|
||||||
// §178, §189, §215, §216, §579, A-169, A-171): its state pins holds one key per revision, `<branch>.<revision>` (the watched branch
|
// §178, §189, §215, §216, §579, A-169, A-171): its state pins holds one key per revision, `<branch>.<revision>` (the watched branch
|
||||||
// and the revision's number, the branch escaped as a name is), whose value lists the records that pin it: a take-in's and each
|
// and the revision's number, the branch escaped as a name is), whose value lists the records that pin it: a take-in's, each
|
||||||
// running pipeline's (design 47 H §743, §749).
|
// running pipeline's (design 47 H §743, §749) and each passed pipeline's release until a newer one is the want (H-A-168, H-A-170).
|
||||||
const (
|
const (
|
||||||
// PinsState is the state's name; PinsCapMiB is its cap in the manifest (about 1,800 keys of about 0.2 KiB).
|
// PinsState is the state's name; PinsCapMiB is its cap in the manifest (about 1,800 keys of about 0.2 KiB).
|
||||||
PinsState = "pins"
|
PinsState = "pins"
|
||||||
@@ -84,6 +85,19 @@ func (ix *Indexer) HeardPins(ctx context.Context, started *runner.PipelineStarte
|
|||||||
case started != nil && started.Revision > 0 && started.Pipeline != "":
|
case started != nil && started.Revision > 0 && started.Pipeline != "":
|
||||||
return ix.pin(ctx, PinKey(started.Branch, started.Revision), PipelineRecord(started.Pipeline))
|
return ix.pin(ctx, PinKey(started.Branch, started.Revision), PipelineRecord(started.Pipeline))
|
||||||
case ended != nil && ended.Revision > 0 && ended.Pipeline != "":
|
case ended != nil && ended.Revision > 0 && ended.Pipeline != "":
|
||||||
|
// A passed pipeline's release pins the revision its movers' entries live in, before the pipeline's own pin is freed,
|
||||||
|
// one record per mover that released a version in it (H-A-168, H-A-170, H-A-173); a mover that released none, and a run
|
||||||
|
// on request's pipeline, which delivers nothing, pin none.
|
||||||
|
if ended.Outcome == runner.PipelineEndedOutcomePassed && ended.Run == "" {
|
||||||
|
for _, m := range ended.Movers {
|
||||||
|
if m.Version == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if err := ix.pin(ctx, PinKey(ended.Branch, ended.Revision), ReleaseRecord(ended.Branch, m.Module)); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
record := PipelineRecord(ended.Pipeline)
|
record := PipelineRecord(ended.Pipeline)
|
||||||
if err := ix.unpin(ctx, PinKey(ended.Branch, ended.Revision), record); err != nil {
|
if err := ix.unpin(ctx, PinKey(ended.Branch, ended.Revision), record); err != nil {
|
||||||
return err
|
return err
|
||||||
@@ -93,6 +107,77 @@ func (ix *Indexer) HeardPins(ctx context.Context, started *runner.PipelineStarte
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ReleaseRecord is the record a passed pipeline's release pins its revision under, one per mover: `release.<branch>.<module>`,
|
||||||
|
// each name escaped as a key's name is (design 47 H-A-168, H-A-170).
|
||||||
|
func ReleaseRecord(branch, module string) string {
|
||||||
|
return "release." + keys.EscapeName(branch) + "." + keys.EscapeName(module)
|
||||||
|
}
|
||||||
|
|
||||||
|
// HeardPipelineWanted applies one pipeline-wanted of the seat mesh-wants, said when a pipeline's wants are written to the end
|
||||||
|
// (design 47 H §751, H-A-168, H-A-170, H-A-173, H-A-174). Outcome running: a module whose release record the pipeline's own
|
||||||
|
// kept revision holds released its newer version there, and that is the want everywhere, so the module's record is freed from
|
||||||
|
// every revision of the branch below it; a mover the revision holds no release of (superseded, no version released) keeps its
|
||||||
|
// older release's revision. Outcome tier-late frees nothing: its later tiers' wants are not written, though their release
|
||||||
|
// records are held, and the same pipeline's later running frees them. A pipeline whose revision is not kept frees nothing and
|
||||||
|
// says so; one applied twice changes nothing.
|
||||||
|
func (ix *Indexer) HeardPipelineWanted(ctx context.Context, branch string, source int64, outcome string) error {
|
||||||
|
if ix.Pins == nil || ix.Revisions == nil {
|
||||||
|
return errors.New("the indexer keeps no state " + PinsState)
|
||||||
|
}
|
||||||
|
if outcome != meshwants.PipelineWantedOutcomeRunning {
|
||||||
|
ix.logf("pins: pipeline-wanted of %s %d is %s: it frees no release until its wants are written everywhere (H-A-174)", branch, source, outcome)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
name, err := revisionOfSource(ctx, ix.Revisions, branch, source)
|
||||||
|
if err != nil {
|
||||||
|
ix.logf("pins: pipeline-wanted of %s %d frees no release: its revision is not kept: %v", branch, source, err)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
rev, _, err := ReadRevision(ctx, ix.Revisions, name)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("%s: %w", name, err)
|
||||||
|
}
|
||||||
|
own, _, found, err := ix.Pins.Get(ctx, PinKey(branch, rev.Revision))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
var held PinValue
|
||||||
|
if found {
|
||||||
|
_ = json.Unmarshal(own, &held)
|
||||||
|
}
|
||||||
|
var released []meshcatalog.TakeInEntry
|
||||||
|
for _, m := range rev.Movers {
|
||||||
|
if slices.Contains(held.Records, ReleaseRecord(branch, m.Module)) {
|
||||||
|
released = append(released, m)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
pinKeys, err := ix.Pins.Keys(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
for _, k := range pinKeys {
|
||||||
|
b, r, ok := ParsePinKey(k)
|
||||||
|
if !ok || b != branch || r >= rev.Revision {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
for _, m := range released {
|
||||||
|
v, _, found, err := ix.Pins.Get(ctx, k)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
var pv PinValue
|
||||||
|
record := ReleaseRecord(branch, m.Module)
|
||||||
|
if !found || json.Unmarshal(v, &pv) != nil || !slices.Contains(pv.Records, record) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if err := ix.unpin(ctx, k, record); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
// unpinElsewhere frees a record on every other key that lists it: the branch's previous revision the take-in pinned for the
|
// unpinElsewhere frees a record on every other key that lists it: the branch's previous revision the take-in pinned for the
|
||||||
// same pipeline (H-A-147), which the pipeline-ended does not name.
|
// same pipeline (H-A-147), which the pipeline-ended does not name.
|
||||||
func (ix *Indexer) unpinElsewhere(ctx context.Context, record string) error {
|
func (ix *Indexer) unpinElsewhere(ctx context.Context, record string) error {
|
||||||
|
|||||||
@@ -10,6 +10,7 @@ import (
|
|||||||
|
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
||||||
runner "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
runner "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshwants"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Design 47 H §749 (G §579, A-169, A-171): the indexer pins a revision on a pipeline-started that names it and frees it on its
|
// Design 47 H §749 (G §579, A-169, A-171): the indexer pins a revision on a pipeline-started that names it and frees it on its
|
||||||
@@ -92,6 +93,55 @@ func TestTheIndexerRemovesARevisionOnlyWhenNoRecordPinsItAndItIsNotCurrent(t *te
|
|||||||
if keys, _ := ix.Pins.Keys(ctx); slices.Contains(keys, "main.1") {
|
if keys, _ := ix.Pins.Keys(ctx); slices.Contains(keys, "main.1") {
|
||||||
t.Errorf("the state holds %v after the pin drop, want no main.1", keys)
|
t.Errorf("the state holds %v after the pin drop, want no main.1", keys)
|
||||||
}
|
}
|
||||||
|
// H-A-168, H-A-170, H-A-173: a passed pipeline's release keeps its revision past a later failed pipeline; a passed one whose
|
||||||
|
// mover released no version pins nothing and its pipeline-wanted frees nothing; the next one that released a version frees
|
||||||
|
// the older release on its pipeline-wanted running (its wants written to the end), not on a tier-late one (H-A-174), and the
|
||||||
|
// revision goes.
|
||||||
|
mover := []meshcatalog.TakeInEntry{{Module: "reader", Commit: "c", Fingerprint: "f", Repository: "novox/r"}}
|
||||||
|
take := func(source int64) {
|
||||||
|
t.Helper()
|
||||||
|
e := reader
|
||||||
|
e.Commit = fmt.Sprintf("r%d", source)
|
||||||
|
if err := ix.KeepBranchEntries(ctx, "main", source, map[string]meshcatalog.CatalogEntry{"reader": e}, mover); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
end := func(source int64, outcome, version string) {
|
||||||
|
t.Helper()
|
||||||
|
e := runner.PipelineEnded{Branch: "main", Pipeline: fmt.Sprintf("main.%d", source), Revision: source, Source: source, Outcome: outcome,
|
||||||
|
Movers: []runner.MoverEnded{{Module: "reader", Fingerprint: "f", Version: version}}}
|
||||||
|
if err := ix.HeardPins(ctx, nil, &e); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
ix.JudgePins(ctx)
|
||||||
|
}
|
||||||
|
wanted := func(source int64, outcome string) {
|
||||||
|
t.Helper()
|
||||||
|
if err := ix.HeardPipelineWanted(ctx, "main", source, outcome); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
ix.JudgePins(ctx)
|
||||||
|
}
|
||||||
|
take(10)
|
||||||
|
end(10, runner.PipelineEndedOutcomePassed, "0.1.10")
|
||||||
|
take(11)
|
||||||
|
end(11, runner.PipelineEndedOutcomeFailed, "")
|
||||||
|
want("a passed release past a later failed pipeline", "main.10", "main.11")
|
||||||
|
take(12)
|
||||||
|
end(12, runner.PipelineEndedOutcomePassed, "")
|
||||||
|
wanted(12, meshwants.PipelineWantedOutcomeRunning)
|
||||||
|
want("a passed pipeline releasing no version frees no older release", "main.10", "main.12")
|
||||||
|
take(13)
|
||||||
|
end(13, runner.PipelineEndedOutcomePassed, "0.1.13")
|
||||||
|
want("two releases, the unreleased one between them gone", "main.10", "main.13")
|
||||||
|
wanted(13, meshwants.PipelineWantedOutcomeTierLate) // H-A-174: its later tiers' wants are not written, so it frees nothing
|
||||||
|
want("a tier-late pipeline-wanted", "main.10", "main.13")
|
||||||
|
wanted(13, meshwants.PipelineWantedOutcomeRunning)
|
||||||
|
wanted(13, meshwants.PipelineWantedOutcomeRunning) // heard twice: changes nothing more
|
||||||
|
want("the newer release written everywhere", "main.13")
|
||||||
|
if v, _, _, _ := ix.Pins.Get(ctx, "main.13"); !slices.Equal(mustRecords(t, v), []string{ReleaseRecord("main", "reader")}) {
|
||||||
|
t.Errorf("the pin of main.13 holds %s, want its release alone", v)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func mustRecords(t *testing.T, v []byte) []string {
|
func mustRecords(t *testing.T, v []byte) []string {
|
||||||
@@ -106,7 +156,9 @@ func mustRecords(t *testing.T, v []byte) []string {
|
|||||||
|
|
||||||
// H-A-147 (§743, §749, H-A-108 (3)): a take-in with a mover pins, in its write, the branch's previous revision (the newest kept
|
// H-A-147 (§743, §749, H-A-108 (3)): a take-in with a mover pins, in its write, the branch's previous revision (the newest kept
|
||||||
// before the write) for the same pipeline record as its own, so the validate step's case before can read it while the pipeline
|
// before the write) for the same pipeline record as its own, so the validate step's case before can read it while the pipeline
|
||||||
// runs; a take-in with no revision before it pins only its own; the pipeline's end frees both.
|
// runs, and names it as its base on the revision it writes (H-A-151, H-A-154); a take-in with no revision before it pins only
|
||||||
|
// its own and names no base; the pipeline's end frees both. A passed pipeline's end pins its revision under its mover's release
|
||||||
|
// record instead (H-A-168, H-A-170), so it stays when a later take-in makes it no longer current.
|
||||||
func TestATakeInPinsTheBranchsPreviousRevisionForItsPipeline(t *testing.T) {
|
func TestATakeInPinsTheBranchsPreviousRevisionForItsPipeline(t *testing.T) {
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
reader := meshcatalog.CatalogEntry{Module: "reader", Repository: "novox/r", Manifest: map[string]any{}}
|
reader := meshcatalog.CatalogEntry{Module: "reader", Repository: "novox/r", Manifest: map[string]any{}}
|
||||||
@@ -116,10 +168,21 @@ func TestATakeInPinsTheBranchsPreviousRevisionForItsPipeline(t *testing.T) {
|
|||||||
before []int64 // sources taken in with no mover before the take-in of source 5
|
before []int64 // sources taken in with no mover before the take-in of source 5
|
||||||
whileRuns []string
|
whileRuns []string
|
||||||
afterTheEnd []string
|
afterTheEnd []string
|
||||||
|
base int64 // the base main.5 names (H-A-154)
|
||||||
|
passed bool // main.5's pipeline passed: its release pins main.5
|
||||||
|
unreleased bool // its mover released no version there, so nothing pins main.5 (H-A-173)
|
||||||
|
then []int64 // sources taken in with no mover after the end
|
||||||
|
released []string
|
||||||
}{
|
}{
|
||||||
{name: "the previous revision kept and pinned", before: []int64{3, 4}, whileRuns: []string{"main.4", "main.5"}, afterTheEnd: []string{"main.5"}},
|
{name: "the previous revision kept and pinned", before: []int64{3, 4}, whileRuns: []string{"main.4", "main.5"}, afterTheEnd: []string{"main.5"}, base: 4},
|
||||||
{name: "the newest kept before, whatever its number", before: []int64{2}, whileRuns: []string{"main.2", "main.5"}, afterTheEnd: []string{"main.5"}},
|
{name: "the newest kept before, whatever its number", before: []int64{2}, whileRuns: []string{"main.2", "main.5"}, afterTheEnd: []string{"main.5"}, base: 2},
|
||||||
{name: "no revision before it pins only its own", whileRuns: []string{"main.5"}, afterTheEnd: []string{"main.5"}},
|
{name: "no revision before it pins only its own", whileRuns: []string{"main.5"}, afterTheEnd: []string{"main.5"}},
|
||||||
|
{name: "a passed pipeline's release keeps its revision once no longer current", before: []int64{4}, whileRuns: []string{"main.4", "main.5"},
|
||||||
|
base: 4, passed: true, then: []int64{6}, afterTheEnd: []string{"main.5", "main.6"}, released: []string{"main.5"}},
|
||||||
|
{name: "a passed pipeline whose mover released no version pins nothing", before: []int64{4}, whileRuns: []string{"main.4", "main.5"},
|
||||||
|
base: 4, passed: true, unreleased: true, then: []int64{6}, afterTheEnd: []string{"main.6"}},
|
||||||
|
{name: "a failed pipeline's revision goes once no longer current", before: []int64{4}, whileRuns: []string{"main.4", "main.5"},
|
||||||
|
base: 4, then: []int64{6}, afterTheEnd: []string{"main.6"}},
|
||||||
} {
|
} {
|
||||||
t.Run(tc.name, func(t *testing.T) {
|
t.Run(tc.name, func(t *testing.T) {
|
||||||
ix := &Indexer{Module: testSelf, Revisions: newMemObjects(1 << 20), Pins: newMem(), Findings: newFindings(),
|
ix := &Indexer{Module: testSelf, Revisions: newMemObjects(1 << 20), Pins: newMem(), Findings: newFindings(),
|
||||||
@@ -143,6 +206,9 @@ func TestATakeInPinsTheBranchsPreviousRevisionForItsPipeline(t *testing.T) {
|
|||||||
keep(s, nil)
|
keep(s, nil)
|
||||||
}
|
}
|
||||||
keep(5, mover)
|
keep(5, mover)
|
||||||
|
if rev, _, err := ReadRevision(ctx, ix.Revisions, "main.5"); err != nil || rev.Base != tc.base {
|
||||||
|
t.Errorf("main.5 names the base %d (%v), want %d, the revision its take-in pinned (H-A-154)", rev.Base, err, tc.base)
|
||||||
|
}
|
||||||
if got := kept(); !slices.Equal(got, tc.whileRuns) {
|
if got := kept(); !slices.Equal(got, tc.whileRuns) {
|
||||||
t.Errorf("while the pipeline runs: kept %v, want %v", got, tc.whileRuns)
|
t.Errorf("while the pipeline runs: kept %v, want %v", got, tc.whileRuns)
|
||||||
}
|
}
|
||||||
@@ -151,17 +217,32 @@ func TestATakeInPinsTheBranchsPreviousRevisionForItsPipeline(t *testing.T) {
|
|||||||
t.Errorf("the pin of %s holds %s, want the pipeline's record", k, v)
|
t.Errorf("the pin of %s holds %s, want the pipeline's record", k, v)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if err := ix.HeardPins(ctx, nil, &runner.PipelineEnded{Branch: "main", Pipeline: "main.5", Revision: 5}); err != nil {
|
end := runner.PipelineEnded{Branch: "main", Pipeline: "main.5", Revision: 5, Outcome: runner.PipelineEndedOutcomeFailed,
|
||||||
|
Movers: []runner.MoverEnded{{Module: "reader", Fingerprint: "f", Version: "0.1.5"}}}
|
||||||
|
if tc.unreleased {
|
||||||
|
end.Movers[0].Version = ""
|
||||||
|
}
|
||||||
|
if tc.passed {
|
||||||
|
end.Outcome = runner.PipelineEndedOutcomePassed
|
||||||
|
}
|
||||||
|
if err := ix.HeardPins(ctx, nil, &end); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
ix.JudgePins(ctx)
|
ix.JudgePins(ctx)
|
||||||
|
for _, s := range tc.then {
|
||||||
|
keep(s, nil)
|
||||||
|
}
|
||||||
if got := kept(); !slices.Equal(got, tc.afterTheEnd) {
|
if got := kept(); !slices.Equal(got, tc.afterTheEnd) {
|
||||||
t.Errorf("after the pipeline's end: kept %v, want %v", got, tc.afterTheEnd)
|
t.Errorf("after the pipeline's end: kept %v, want %v", got, tc.afterTheEnd)
|
||||||
}
|
}
|
||||||
if keys, _ := ix.Pins.Keys(ctx); len(keys) > 0 {
|
if keys, _ := ix.Pins.Keys(ctx); len(keys) > 0 {
|
||||||
for _, k := range keys {
|
for _, k := range keys {
|
||||||
if v, _, _, _ := ix.Pins.Get(ctx, k); len(mustRecords(t, v)) > 0 {
|
want := []string{}
|
||||||
t.Errorf("after the pipeline's end the pin of %s holds %s, want none", k, v)
|
if slices.Contains(tc.released, k) {
|
||||||
|
want = []string{ReleaseRecord("main", "reader")}
|
||||||
|
}
|
||||||
|
if v, _, _, _ := ix.Pins.Get(ctx, k); !slices.Equal(append([]string{}, mustRecords(t, v)...), want) {
|
||||||
|
t.Errorf("after the pipeline's end the pin of %s holds %s, want %v", k, v, want)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -41,7 +41,7 @@ func (r Requirement) Versions() []string {
|
|||||||
return out
|
return out
|
||||||
}
|
}
|
||||||
|
|
||||||
// RequiredOf is, per mesh Go module a go.sum names (as fingerprint.MeshPackagesOf takes them), the highest version it
|
// RequiredOf is, per mesh Go module a go.sum names (a line under trunk.ForgeModulePrefix whose path names a repository), the highest version it
|
||||||
// names, its module line or its go.mod line alike.
|
// names, its module line or its go.mod line alike.
|
||||||
func RequiredOf(goSum []byte) map[string]string {
|
func RequiredOf(goSum []byte) map[string]string {
|
||||||
out := map[string]string{}
|
out := map[string]string{}
|
||||||
|
|||||||
@@ -108,7 +108,7 @@ func (ix *Indexer) SeedModulesFrom(ctx context.Context, defs map[string]seatdef.
|
|||||||
seat := seatOf[a.Ref]
|
seat := seatOf[a.Ref]
|
||||||
sa := SeedArtifact{Name: name, Seat: seat}
|
sa := SeedArtifact{Name: name, Seat: seat}
|
||||||
in := nodebuildgo.StepsInput{Module: e.Module, Artifact: nodebuildgo.DetectedStepsByModuleArtifactKey(e.Module, name), Fingerprint: e.Fp,
|
in := nodebuildgo.StepsInput{Module: e.Module, Artifact: nodebuildgo.DetectedStepsByModuleArtifactKey(e.Module, name), Fingerprint: e.Fp,
|
||||||
Fetch: &nodebuildgo.Fetch{Repository: e.Repository, Commit: e.Commit, Packages: maps.Clone(e.Packages)}}
|
Fetch: &nodebuildgo.Fetch{Repository: e.Repository, Commit: e.Commit, Packages: PinsOf(e.Packages)}}
|
||||||
// The module's directory and its named paths go together, only when the entry names its paths (ADR 0499 clause
|
// The module's directory and its named paths go together, only when the entry names its paths (ADR 0499 clause
|
||||||
// 4); a request without them builds from the module's directory (sdk/buildstep FetchRequest).
|
// 4); a request without them builds from the module's directory (sdk/buildstep FetchRequest).
|
||||||
if paths := namedPaths(e, name); len(paths) > 0 {
|
if paths := namedPaths(e, name); len(paths) > 0 {
|
||||||
|
|||||||
@@ -24,7 +24,7 @@ func TestTheSeedAsksStepsOfTheBuildSeatsOfTheTrunkEntries(t *testing.T) {
|
|||||||
fp := "src2:" + strings.Repeat("a", 64)
|
fp := "src2:" + strings.Repeat("a", 64)
|
||||||
entries := map[string]meshcatalog.CatalogEntry{"avahi": {Module: "avahi", Repository: "novox/r", Commit: "c1", Path: "mods/avahi", Fp: fp, Manifest: map[string]any{},
|
entries := map[string]meshcatalog.CatalogEntry{"avahi": {Module: "avahi", Repository: "novox/r", Commit: "c1", Path: "mods/avahi", Fp: fp, Manifest: map[string]any{},
|
||||||
Artifacts: []meshcatalog.Artifact{{Ref: "avahi:program", Language: "go"}, {Ref: "avahi:image", Language: "go", Kind: "image"}},
|
Artifacts: []meshcatalog.Artifact{{Ref: "avahi:program", Language: "go"}, {Ref: "avahi:image", Language: "go", Kind: "image"}},
|
||||||
Packages: map[string]string{"git.novox.be/novox/mesh-sdk": "c9"},
|
Packages: map[string]string{"git.novox.be/novox/mesh-sdk": "v0.1.9", "git.novox.be/novox/mesh-contracts/go": ""}, // the second none released (H-A-161)
|
||||||
Inputs: &meshcatalog.EntryInputs{Paths: map[string][]string{"program": {"cmd"}}}}}
|
Inputs: &meshcatalog.EntryInputs{Paths: map[string][]string{"program": {"cmd"}}}}}
|
||||||
rev, objects, err := CatalogRevisionOf(meshcatalog.CatalogRevision{Revision: 3, Kind: "trunk"}, entries)
|
rev, objects, err := CatalogRevisionOf(meshcatalog.CatalogRevision{Revision: 3, Kind: "trunk"}, entries)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -71,9 +71,12 @@ func TestTheSeedAsksStepsOfTheBuildSeatsOfTheTrunkEntries(t *testing.T) {
|
|||||||
t.Errorf("the image artifact is %+v", a)
|
t.Errorf("the image artifact is %+v", a)
|
||||||
}
|
}
|
||||||
in := got[0]
|
in := got[0]
|
||||||
if in.Module != "avahi" || in.Artifact != "avahi.program" || in.Fingerprint != fp || in.Fetch == nil || in.Fetch.Repository != "novox/r" || in.Fetch.Commit != "c1" || in.Fetch.Dir != "mods/avahi" || len(in.Fetch.Paths) != 1 || in.Fetch.Packages["git.novox.be/novox/mesh-sdk"] != "c9" {
|
if in.Module != "avahi" || in.Artifact != "avahi.program" || in.Fingerprint != fp || in.Fetch == nil || in.Fetch.Repository != "novox/r" || in.Fetch.Commit != "c1" || in.Fetch.Dir != "mods/avahi" || len(in.Fetch.Paths) != 1 || in.Fetch.Packages["git.novox.be/novox/mesh-sdk"] != "v0.1.9" {
|
||||||
t.Errorf("the steps input is %+v", in)
|
t.Errorf("the steps input is %+v", in)
|
||||||
}
|
}
|
||||||
|
if _, pinned := in.Fetch.Packages["git.novox.be/novox/mesh-contracts/go"]; pinned {
|
||||||
|
t.Errorf("a package kept with no version is pinned in the fetch: %v", in.Fetch.Packages)
|
||||||
|
}
|
||||||
if len(w.Held()) != 0 {
|
if len(w.Held()) != 0 {
|
||||||
t.Fatal("a call unanswered for no time wrote its finding")
|
t.Fatal("a call unanswered for no time wrote its finding")
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ type RepoRead struct {
|
|||||||
Trees map[string]string
|
Trees map[string]string
|
||||||
Manifests map[string]string
|
Manifests map[string]string
|
||||||
Locks map[string]map[string]string
|
Locks map[string]map[string]string
|
||||||
// Packages are the mesh packages each directory's go.sum names (fingerprint.MeshPackagesOf, novox/hq ADR 0573 §2).
|
// Packages are the mesh packages each directory's go.mod requires (fingerprint.MeshRequiresOf, design 47 H-A-157).
|
||||||
Packages map[string][]string
|
Packages map[string][]string
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -16,6 +16,7 @@ import (
|
|||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-sdk/trunk"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-sdk/trunk"
|
||||||
"git.novox.be/novox/mesh-sdk/go/catalogue"
|
"git.novox.be/novox/mesh-sdk/go/catalogue"
|
||||||
|
|
||||||
|
"mesh-delivery-indexer/internal/fingerprint"
|
||||||
"mesh-delivery-indexer/judge"
|
"mesh-delivery-indexer/judge"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -152,11 +153,13 @@ func (ix *Indexer) recomputeModules(ctx context.Context, overlay map[string]mesh
|
|||||||
}
|
}
|
||||||
ix.recompute.Lock()
|
ix.recompute.Lock()
|
||||||
defer ix.recompute.Unlock()
|
defer ix.recompute.Unlock()
|
||||||
return ix.recomputeLocked(ctx, overlay, w, repository)
|
return ix.recomputeLocked(ctx, overlay, w, repository, nil)
|
||||||
}
|
}
|
||||||
|
|
||||||
// recomputeLocked is recomputeModules with ix.recompute held by the caller (a hold that moves, holds.go).
|
// recomputeLocked is recomputeModules with ix.recompute held by the caller (a hold that moves, holds.go).
|
||||||
func (ix *Indexer) recomputeLocked(ctx context.Context, overlay map[string]meshcatalog.ModulesByModuleValue, w *mergeWrite, repository string) error {
|
//
|
||||||
|
// only, when not nil, names the modules the pass moves (a re-pin, H-A-165): every other stands as held.
|
||||||
|
func (ix *Indexer) recomputeLocked(ctx context.Context, overlay map[string]meshcatalog.ModulesByModuleValue, w *mergeWrite, repository string, only map[string]bool) error {
|
||||||
if ix.Manifests == nil {
|
if ix.Manifests == nil {
|
||||||
return ix.writeOverlay(ctx, overlay, nil, w)
|
return ix.writeOverlay(ctx, overlay, nil, w)
|
||||||
}
|
}
|
||||||
@@ -215,7 +218,8 @@ func (ix *Indexer) recomputeLocked(ctx context.Context, overlay map[string]meshc
|
|||||||
ix.logf("no fingerprint is written by this pass: %v", err)
|
ix.logf("no fingerprint is written by this pass: %v", err)
|
||||||
return fmt.Errorf("no fingerprint is written: %w", err)
|
return fmt.Errorf("no fingerprint is written: %w", err)
|
||||||
}
|
}
|
||||||
series := ix.SeriesAll(ctx) // each package's series, the newest a user accepting it takes (DLV-I6)
|
series := ix.SeriesAll(ctx) // each package's series, the newest a user accepting it takes (DLV-I6)
|
||||||
|
released := ix.releasedOf(ctx) // each module's newest released version, what a package is pinned to (H-A-161)
|
||||||
type result struct {
|
type result struct {
|
||||||
fp, none string
|
fp, none string
|
||||||
tcs map[string]meshcatalog.ToolchainUsed // by language, when there is a fingerprint
|
tcs map[string]meshcatalog.ToolchainUsed // by language, when there is a fingerprint
|
||||||
@@ -287,18 +291,20 @@ func (ix *Indexer) recomputeLocked(ctx context.Context, overlay map[string]meshc
|
|||||||
r.none = strings.Join(missing, "; ")
|
r.none = strings.Join(missing, "; ")
|
||||||
case noToolchain != "":
|
case noToolchain != "":
|
||||||
r.none = noToolchain
|
r.none = noToolchain
|
||||||
if fp, pkgs, ok := stillComputed(module, kept, k, toolchains, held, pub, pins, ix.sourceHeads()); ok {
|
if fp, pkgs, ok := stillComputed(module, kept, k, toolchains, held, pub, pins, ix.sourceHeads(), released); ok {
|
||||||
r = result{fp: fp, tcs: k.held.Toolchains, pkgs: pkgs}
|
r = result{fp: fp, tcs: k.held.Toolchains, pkgs: pkgs}
|
||||||
}
|
}
|
||||||
default:
|
default:
|
||||||
f := formOf(module, k.cur.Repository, &kept, toolchains, k.held, held, pub, pins, ix.sourceHeads(), ix.logf)
|
f := formOf(module, k.cur.Repository, &kept, toolchains, k.held, held, pub, pins, ix.sourceHeads(), ix.logf)
|
||||||
r.fp, r.none = f.fp, f.none
|
r.fp, r.none = f.fp, f.none
|
||||||
if r.fp != "" {
|
if r.fp != "" {
|
||||||
r.tcs, r.pkgs = toolchainsUsed(toolchains), f.versions
|
// a pin is a released version, never a commit (H-A-161), and the version line's fingerprint takes it (H-A-167)
|
||||||
|
r.fp, r.pkgs = pinnedOf(f, held, released)
|
||||||
|
r.tcs = toolchainsUsed(toolchains)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if _, merged := overlay[module]; !merged && repository != "" && !trunk.SameRepository(k.cur.Repository, repository) &&
|
if _, merged := overlay[module]; !merged && (repository != "" && !trunk.SameRepository(k.cur.Repository, repository) &&
|
||||||
maps.Equal(k.held.Packages, map[string]string(r.pkgs)) {
|
!importsOf(r.pkgs, repository) || only != nil && !only[module]) {
|
||||||
// A module registered for another repository is moved by this repository's commit only when it imports a package the
|
// A module registered for another repository is moved by this repository's commit only when it imports a package the
|
||||||
// commit moved (A-476a, ADR 0593 §3); any other stands as held (A-476 c), and so it is for a base of this repository's.
|
// commit moved (A-476a, ADR 0593 §3); any other stands as held (A-476 c), and so it is for a base of this repository's.
|
||||||
r = result{fp: k.held.Fp2, none: k.held.None2, tcs: k.held.Toolchains, pkgs: sdkstep.PackageVersions(k.held.Packages)}
|
r = result{fp: k.held.Fp2, none: k.held.None2, tcs: k.held.Toolchains, pkgs: sdkstep.PackageVersions(k.held.Packages)}
|
||||||
@@ -492,7 +498,7 @@ func hasContext(m catalogue.Manifest) bool {
|
|||||||
// with the toolchains it was computed with in place of the languages agreed on none, give it again, in its form. Any
|
// with the toolchains it was computed with in place of the languages agreed on none, give it again, in its form. Any
|
||||||
// other input that moved (a merge, a base, an agreed toolchain, an imported package) gives another fingerprint, and the
|
// other input that moved (a merge, a base, an agreed toolchain, an imported package) gives another fingerprint, and the
|
||||||
// module has none until they agree.
|
// module has none until they agree.
|
||||||
func stillComputed(module string, kept meshcatalog.ModulesByModuleValueInputs2, k *known, agreed map[string]meshcatalogclient.Toolchain2, held map[string]meshcatalog.ModulesByModuleValue, published map[string]meshcatalog.PackagesByModuleValue, pins sdkstep.PackageVersions, heads map[string]string) (string, sdkstep.PackageVersions, bool) {
|
func stillComputed(module string, kept meshcatalog.ModulesByModuleValueInputs2, k *known, agreed map[string]meshcatalogclient.Toolchain2, held map[string]meshcatalog.ModulesByModuleValue, published map[string]meshcatalog.PackagesByModuleValue, pins sdkstep.PackageVersions, heads map[string]string, released map[string]string) (string, sdkstep.PackageVersions, bool) {
|
||||||
if k.held.Fp2 == "" {
|
if k.held.Fp2 == "" {
|
||||||
return "", nil, false
|
return "", nil, false
|
||||||
}
|
}
|
||||||
@@ -509,7 +515,11 @@ func stillComputed(module string, kept meshcatalog.ModulesByModuleValueInputs2,
|
|||||||
toolchains[artifact] = meshcatalogclient.Toolchain2{Language: language, Version: used.Version, Recipe: used.Recipe}
|
toolchains[artifact] = meshcatalogclient.Toolchain2{Language: language, Version: used.Version, Recipe: used.Recipe}
|
||||||
}
|
}
|
||||||
f := formOf(module, k.held.Repository, &kept, toolchains, k.held, held, published, pins, heads, nil)
|
f := formOf(module, k.held.Repository, &kept, toolchains, k.held, held, published, pins, heads, nil)
|
||||||
return f.fp, f.versions, f.none == "" && f.fp == k.held.Fp2
|
if f.none != "" || f.fp == "" {
|
||||||
|
return "", nil, false
|
||||||
|
}
|
||||||
|
fp, pkgs := pinnedOf(f, held, released)
|
||||||
|
return fp, pkgs, fp == k.held.Fp2
|
||||||
}
|
}
|
||||||
|
|
||||||
// toolchainsUsed are the toolchains a fingerprint was computed with, by language (an artifact's toolchain is its language's).
|
// toolchainsUsed are the toolchains a fingerprint was computed with, by language (an artifact's toolchain is its language's).
|
||||||
@@ -577,3 +587,41 @@ func (ix *Indexer) fillPaths(ctx context.Context) error {
|
|||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// importsOf says whether pkgs name a package of repository: a pin is a released version (H-A-161), so a commit of
|
||||||
|
// repository moves a module of another only through a package of it the module imports (A-476a).
|
||||||
|
func importsOf(pkgs sdkstep.PackageVersions, repository string) bool {
|
||||||
|
for p := range pkgs {
|
||||||
|
if repo, _, ok := trunk.PackageRepository(p); ok && trunk.SameRepository(repo, repository) {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// Repin moves the pins of every module whose packages hold a package of module (a held module's directory holds it) to
|
||||||
|
// module's newest released version, the pass of H-A-161 for those modules alone: a version-released of module starts it
|
||||||
|
// (design 47 H-A-165), so pins move on the event and never wait for a merge or a hand act. It answers how many it named.
|
||||||
|
func (ix *Indexer) Repin(ctx context.Context, module string) (int, error) {
|
||||||
|
if ix.Modules == nil || ix.Manifests == nil {
|
||||||
|
return 0, nil
|
||||||
|
}
|
||||||
|
held, err := ix.heldModules(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return 0, err
|
||||||
|
}
|
||||||
|
only := map[string]bool{}
|
||||||
|
for key, m := range held {
|
||||||
|
for p := range m.Packages {
|
||||||
|
if moduleOfKey(fingerprint.HolderOf(p, held)) == module {
|
||||||
|
only[key] = true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(only) == 0 {
|
||||||
|
return 0, nil
|
||||||
|
}
|
||||||
|
ix.recompute.Lock()
|
||||||
|
defer ix.recompute.Unlock()
|
||||||
|
return len(only), ix.recomputeLocked(ctx, nil, nil, "", only)
|
||||||
|
}
|
||||||
|
|||||||
@@ -17,6 +17,7 @@ import (
|
|||||||
|
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-builder/builds"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-builder/builds"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/clients/meshcatalogclient"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/clients/meshcatalogclient"
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshbuilds"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
||||||
sdkstep "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-sdk/buildstep"
|
sdkstep "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-sdk/buildstep"
|
||||||
"git.novox.be/novox/mesh-sdk/go/catalogue"
|
"git.novox.be/novox/mesh-sdk/go/catalogue"
|
||||||
@@ -757,7 +758,7 @@ func TestAModuleKeepsTheToolchainsItsFingerprintWasComputedWith(t *testing.T) {
|
|||||||
t.Errorf("no published mesh-sdk: fp2 %q none2 %q", u.Fp2, u.None2)
|
t.Errorf("no published mesh-sdk: fp2 %q none2 %q", u.Fp2, u.None2)
|
||||||
}
|
}
|
||||||
tools, _ := moduleOf(t, mods, "mesh-tools")
|
tools, _ := moduleOf(t, mods, "mesh-tools")
|
||||||
sdkMerge := func(commit, tree string) meshcatalog.ModulesByModuleValue {
|
sdkMerge := func(commit, tree, pin string) meshcatalog.ModulesByModuleValue {
|
||||||
t.Helper()
|
t.Helper()
|
||||||
f := whole{Repository: "novox/mesh-sdk", Branch: "feat/x", Head: h1,
|
f := whole{Repository: "novox/mesh-sdk", Branch: "feat/x", Head: h1,
|
||||||
Merge: commit, Root: tree, Trees: map[string]string{"": tree}, Manifests: map[string]string{"": `{"module":"mesh-sdk","version":"1.0"}`}}
|
Merge: commit, Root: tree, Trees: map[string]string{"": tree}, Manifests: map[string]string{"": `{"module":"mesh-sdk","version":"1.0"}`}}
|
||||||
@@ -765,9 +766,10 @@ func TestAModuleKeepsTheToolchainsItsFingerprintWasComputedWith(t *testing.T) {
|
|||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
// A-476a: a commit of mesh-sdk moves avahi, of another repository, which imports its package, and leaves mesh-tools,
|
// A-476a: a commit of mesh-sdk moves avahi, of another repository, which imports its package, and leaves mesh-tools,
|
||||||
// which imports nothing it moved.
|
// which imports nothing it moved. Its pin is mesh-sdk's newest released version, never the commit; with none
|
||||||
|
// released it has no pin, the package kept for its kind-1 edge (H-A-161).
|
||||||
a, _ := moduleOf(t, mods, "avahi")
|
a, _ := moduleOf(t, mods, "avahi")
|
||||||
if a.Fp2 == "" || !reflect.DeepEqual(a.Packages, map[string]string{sdk: commit}) {
|
if a.Fp2 == "" || !reflect.DeepEqual(a.Packages, map[string]string{sdk: pin}) {
|
||||||
t.Fatalf("after mesh-sdk's merge %.8s: fp2 %q none2 %q packages %v", commit, a.Fp2, a.None2, a.Packages)
|
t.Fatalf("after mesh-sdk's merge %.8s: fp2 %q none2 %q packages %v", commit, a.Fp2, a.None2, a.Packages)
|
||||||
}
|
}
|
||||||
if o, _ := moduleOf(t, mods, "mesh-tools"); o.Fp2 != tools.Fp2 || o.Packages != nil {
|
if o, _ := moduleOf(t, mods, "mesh-tools"); o.Fp2 != tools.Fp2 || o.Packages != nil {
|
||||||
@@ -781,8 +783,39 @@ func TestAModuleKeepsTheToolchainsItsFingerprintWasComputedWith(t *testing.T) {
|
|||||||
stale.Fp2 = "src2:" + strings.Repeat("5", 64)
|
stale.Fp2 = "src2:" + strings.Repeat("5", 64)
|
||||||
mods.put("mesh-tools", mustEncode(t, stale))
|
mods.put("mesh-tools", mustEncode(t, stale))
|
||||||
tools = stale
|
tools = stale
|
||||||
first := sdkMerge(strings.Repeat("1", 40), "tree-sdk-1")
|
first := sdkMerge(strings.Repeat("1", 40), "tree-sdk-1", "")
|
||||||
second := sdkMerge(strings.Repeat("2", 40), "tree-sdk-2")
|
// mesh-sdk releases 0.1.20 (0.1.9 before it): the release re-pins avahi with no merge, its fingerprint moving with the
|
||||||
|
// pin so it is built again against the release, and leaves mesh-tools, which holds none of it (H-A-165, H-A-167). A
|
||||||
|
// re-pin that fails is no release acknowledged: the package-published delivered again re-pins.
|
||||||
|
ix.Versions, ix.Heard = newMem(), newMem()
|
||||||
|
ix.Versions.(*memStore).put(meshcatalog.VersionsByModuleVersionKey("mesh-sdk", "0.1.9"), []byte(`{}`))
|
||||||
|
revisions := ix.Revisions
|
||||||
|
ix.Revisions = newMemObjects(1 << 20)
|
||||||
|
rev, objects, err := CatalogRevisionOf(meshcatalog.CatalogRevision{Revision: 3, Kind: "trunk"}, map[string]meshcatalog.CatalogEntry{
|
||||||
|
"mesh-sdk": {Module: "mesh-sdk", Manifest: map[string]any{}, Artifacts: []meshcatalog.Artifact{{Ref: "mesh-sdk:go"}}}})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := KeepRevision(context.Background(), ix.Revisions, rev, objects); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
release := meshbuilds.PackagePublished{Module: "mesh-sdk", Artifact: "mesh-sdk:go", Digest: "sha256:g", Version: "0.1.20", Source: 7, Branch: "main"}
|
||||||
|
mods.keysErr = errors.New("the bus did not answer")
|
||||||
|
if err := ix.HearPackagePublished(context.Background(), release); err == nil {
|
||||||
|
t.Fatal("a release whose re-pin failed was acknowledged")
|
||||||
|
}
|
||||||
|
mods.keysErr = nil
|
||||||
|
if err := ix.HearPackagePublished(context.Background(), release); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
ix.Revisions = revisions
|
||||||
|
if a, _ := moduleOf(t, mods, "avahi"); a.Fp2 == first.Fp2 || a.Fp2 == "" || !reflect.DeepEqual(a.Packages, map[string]string{sdk: "v0.1.20"}) {
|
||||||
|
t.Fatalf("after mesh-sdk's release: fp2 %q (was %q) packages %v, want a new fingerprint pinned to v0.1.20", a.Fp2, first.Fp2, a.Packages)
|
||||||
|
}
|
||||||
|
if o, _ := moduleOf(t, mods, "mesh-tools"); o.Fp2 != tools.Fp2 {
|
||||||
|
t.Errorf("a re-pin moved mesh-tools, which holds no package of mesh-sdk: %q (was %q)", o.Fp2, tools.Fp2)
|
||||||
|
}
|
||||||
|
second := sdkMerge(strings.Repeat("2", 40), "tree-sdk-2", "v0.1.20")
|
||||||
if second.Fp2 == first.Fp2 {
|
if second.Fp2 == first.Fp2 {
|
||||||
t.Errorf("a mesh-sdk trunk merge kept avahi's fingerprint %q", first.Fp2)
|
t.Errorf("a mesh-sdk trunk merge kept avahi's fingerprint %q", first.Fp2)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -6,14 +6,19 @@ import (
|
|||||||
"encoding/json"
|
"encoding/json"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"maps"
|
||||||
"slices"
|
"slices"
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/clients/meshcatalogclient"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshbuilds"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshbuilds"
|
||||||
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
"git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
||||||
|
sdkstep "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-sdk/buildstep"
|
||||||
stdio "git.novox.be/novox/mesh-sdk/go"
|
stdio "git.novox.be/novox/mesh-sdk/go"
|
||||||
"git.novox.be/novox/mesh-sdk/go/keys"
|
"git.novox.be/novox/mesh-sdk/go/keys"
|
||||||
|
|
||||||
|
"mesh-delivery-indexer/internal/fingerprint"
|
||||||
)
|
)
|
||||||
|
|
||||||
// The catalog's released versions (design 47 G §349, §372, §374): the indexer keeps, for the seat mesh-catalog, each module's
|
// The catalog's released versions (design 47 G §349, §372, §374): the indexer keeps, for the seat mesh-catalog, each module's
|
||||||
@@ -123,8 +128,9 @@ func (ix *Indexer) HearPackagePublished(ctx context.Context, p meshbuilds.Packag
|
|||||||
if raw, _, found, err := ix.Versions.Get(ctx, meshcatalog.VersionsByModuleVersionKey(p.Module, p.Version)); err != nil {
|
if raw, _, found, err := ix.Versions.Get(ctx, meshcatalog.VersionsByModuleVersionKey(p.Module, p.Version)); err != nil {
|
||||||
return err
|
return err
|
||||||
} else if found && !isFloor(raw) {
|
} else if found && !isFloor(raw) {
|
||||||
ix.logf("versions: %s %s is released already, so the package-published of %s is heard again and changes nothing", p.Module, p.Version, p.Artifact)
|
// A package-published delivered again after a re-pin failed (H-A-167): the re-pin is made again, nothing else.
|
||||||
return nil
|
ix.logf("versions: %s %s is released already, so the package-published of %s is heard again and only re-pins", p.Module, p.Version, p.Artifact)
|
||||||
|
return ix.repin(ctx, p.Module, p.Version)
|
||||||
}
|
}
|
||||||
entry, err := ix.entryOf(ctx, p.Module)
|
entry, err := ix.entryOf(ctx, p.Module)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -234,6 +240,13 @@ func (ix *Indexer) releaseVersion(ctx context.Context, p meshbuilds.PackagePubli
|
|||||||
}
|
}
|
||||||
ix.logf("versions: %s %s is released and version-released is said (%d artifacts, source %d)", p.Module, p.Version, len(v.Artifacts), v.Source)
|
ix.logf("versions: %s %s is released and version-released is said (%d artifacts, source %d)", p.Module, p.Version, len(v.Artifacts), v.Source)
|
||||||
}
|
}
|
||||||
|
if !late {
|
||||||
|
// The release re-pins every module whose packages hold one of it (design 47 H-A-165); one that fails is not
|
||||||
|
// acknowledged, so the package-published is delivered again (H-A-167).
|
||||||
|
if err := ix.repin(ctx, p.Module, p.Version); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
if err := ix.trimVersions(ctx, p.Module); err != nil {
|
if err := ix.trimVersions(ctx, p.Module); err != nil {
|
||||||
ix.logf("versions: %s's oldest versions are not deleted: %v", p.Module, err)
|
ix.logf("versions: %s's oldest versions are not deleted: %v", p.Module, err)
|
||||||
}
|
}
|
||||||
@@ -352,3 +365,107 @@ func isFloor(raw []byte) bool {
|
|||||||
var v meshcatalog.VersionEntry
|
var v meshcatalog.VersionEntry
|
||||||
return json.Unmarshal(raw, &v) == nil && len(v.Artifacts) == 0
|
return json.Unmarshal(raw, &v) == nil && len(v.Artifacts) == 0
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// releasedOf is the newest released version of each module the state versions keeps (§349; design 47 H-A-161), by module;
|
||||||
|
// nil when the indexer keeps no such state or it cannot be listed, said.
|
||||||
|
func (ix *Indexer) releasedOf(ctx context.Context) map[string]string {
|
||||||
|
if ix.Versions == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
all, err := ix.Versions.Keys(ctx)
|
||||||
|
if err != nil {
|
||||||
|
ix.logf("versions: the state cannot be listed, so no package is pinned by this pass: %v", err)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
out := map[string]string{}
|
||||||
|
for _, k := range all {
|
||||||
|
m, v, ok := meshcatalog.ParseVersionsByModuleVersionKey(k)
|
||||||
|
if _, parts := versionParts(v); !ok || !parts {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if cur, has := out[m]; !has || compareVersions(v, cur) > 0 {
|
||||||
|
out[m] = v
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
// releasedPins are a module's pins (its catalog entry's packages, which the builder builds it against) from the versions its
|
||||||
|
// fingerprint was computed with (design 47 H-A-161, G §370): a package the held module holding it has released is pinned
|
||||||
|
// to that module's newest released version, as Go names it (v<version>); a version already in that form (an accepted
|
||||||
|
// series' newest, DLV-I6) stands; any other, a commit, is no pin: its package is kept with no version, so its kind-1 edge
|
||||||
|
// stands (H §746) and no build is made against a commit. nil for none.
|
||||||
|
func releasedPins(versions sdkstep.PackageVersions, held map[string]meshcatalog.ModulesByModuleValue, released map[string]string) sdkstep.PackageVersions {
|
||||||
|
if len(versions) == 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
out := sdkstep.PackageVersions{}
|
||||||
|
for p, v := range versions {
|
||||||
|
rel := released[moduleOfKey(fingerprint.HolderOf(p, held))]
|
||||||
|
series := sdkstep.PackageSemver.MatchString(v)
|
||||||
|
_, plain := versionParts(strings.TrimPrefix(v, "v"))
|
||||||
|
switch {
|
||||||
|
case rel != "" && (!series || !plain || compareVersions(rel, strings.TrimPrefix(v, "v")) > 0):
|
||||||
|
out[p] = "v" + rel // never an older series' version over a newer release (H-A-167)
|
||||||
|
case series:
|
||||||
|
out[p] = v
|
||||||
|
default:
|
||||||
|
out[p] = ""
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
// pinnedOf is a form's fingerprint and its pins (releasedPins): the pins are part of what a build is made of, so every
|
||||||
|
// form's fingerprint takes them (design 47 H-A-167, H-A-172; ADR 0573 §4) and a re-pin moves it, the module a mover
|
||||||
|
// built again against the release; a fingerprint with no pin is the form's as it is. The held fingerprint of a build that
|
||||||
|
// stands is kept while its pins are the ones it was built with, else its import form takes the new pins.
|
||||||
|
func pinnedOf(f form, held map[string]meshcatalog.ModulesByModuleValue, released map[string]string) (string, sdkstep.PackageVersions) {
|
||||||
|
pins := releasedPins(f.versions, held, released)
|
||||||
|
if f.stands {
|
||||||
|
if maps.Equal(f.built, map[string]string(pins)) {
|
||||||
|
return f.fp, pins
|
||||||
|
}
|
||||||
|
return fingerprint.WithPins(f.raw, pins), pins
|
||||||
|
}
|
||||||
|
return fingerprint.WithPins(f.fp, pins), pins
|
||||||
|
}
|
||||||
|
|
||||||
|
// moduleOfKey is the module a modules key names; "" for none.
|
||||||
|
func moduleOfKey(key string) string {
|
||||||
|
if key == "" {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
if m, err := meshcatalogclient.ParseModulesKey(key); err == nil {
|
||||||
|
return m
|
||||||
|
}
|
||||||
|
return key
|
||||||
|
}
|
||||||
|
|
||||||
|
// PinsOf are the pins a build is asked with from a catalog entry's packages: each package with a version; one kept with
|
||||||
|
// none (no released version, H-A-161) is no pin. nil for none.
|
||||||
|
func PinsOf(packages map[string]string) sdkstep.PackageVersions {
|
||||||
|
var out sdkstep.PackageVersions
|
||||||
|
for p, v := range packages {
|
||||||
|
if v == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if out == nil {
|
||||||
|
out = sdkstep.PackageVersions{}
|
||||||
|
}
|
||||||
|
out[p] = v
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
// repin is Repin of a release of module at version, said in the journal; its failure is the caller's error.
|
||||||
|
func (ix *Indexer) repin(ctx context.Context, module, version string) error {
|
||||||
|
n, err := ix.Repin(ctx, module)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("the modules pinned to %s are not re-pinned to %s: %w", module, version, err)
|
||||||
|
}
|
||||||
|
if n > 0 {
|
||||||
|
ix.logf("versions: %d modules re-pinned to %s %s", n, module, version)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|||||||
@@ -170,7 +170,7 @@ func TestManifestDeclarations(t *testing.T) { // 1238/AC1, 1444 (reads the build
|
|||||||
// internal/broker/state.go:62-93).
|
// internal/broker/state.go:62-93).
|
||||||
// The registry seats' published fill each (§413: no consume of version.numbered) package's series (DLV-I5, design 51 *The versions*).
|
// The registry seats' published fill each (§413: no consume of version.numbered) package's series (DLV-I5, design 51 *The versions*).
|
||||||
if want := []string{"go-package-registry.published", "mesh-build-go.toolchain.reported", "mesh-build-node.toolchain.reported", "mesh-builds.package-published", "mesh-builds.toolchain-agreed", "mesh-catalog.catalog-revision", "mesh-catalog.registration-changed", "mesh-catalog.room", "mesh-conditions.findings-asked",
|
if want := []string{"go-package-registry.published", "mesh-build-go.toolchain.reported", "mesh-build-node.toolchain.reported", "mesh-builds.package-published", "mesh-builds.toolchain-agreed", "mesh-catalog.catalog-revision", "mesh-catalog.registration-changed", "mesh-catalog.room", "mesh-conditions.findings-asked",
|
||||||
"mesh-delivery.source-moved", "mesh-pipeline-runner.pipeline-ended", "mesh-pipeline-runner.pipeline-started", "mesh-pipeline-runner.run-started", "mesh-wants.wait-ended", "mesh-wants.wanted", "node-build-go.step-ended", "node-engine.running", "npm-package-registry.published", "operator-channel.decided", "seat:mesh-module-assigner.views.assignments", "seat:mesh-module-assigner.views.seat-holders"}; !reflect.DeepEqual(sorted(m.Consumes), want) {
|
"mesh-delivery.source-moved", "mesh-pipeline-runner.pipeline-ended", "mesh-pipeline-runner.pipeline-started", "mesh-pipeline-runner.run-started", "mesh-wants.pipeline-wanted", "mesh-wants.wait-ended", "mesh-wants.wanted", "node-build-go.step-ended", "node-engine.running", "npm-package-registry.published", "operator-channel.decided", "seat:mesh-module-assigner.views.assignments", "seat:mesh-module-assigner.views.seat-holders"}; !reflect.DeepEqual(sorted(m.Consumes), want) {
|
||||||
t.Errorf("consumes = %v, want %v", m.Consumes, want)
|
t.Errorf("consumes = %v, want %v", m.Consumes, want)
|
||||||
}
|
}
|
||||||
if b, ok := m.OwnSecrets["broker"]; !ok || len(m.OwnSecrets) != 1 || b != "${dir:state}/broker" {
|
if b, ok := m.OwnSecrets["broker"]; !ok || len(m.OwnSecrets) != 1 || b != "${dir:state}/broker" {
|
||||||
|
|||||||
@@ -89,6 +89,7 @@
|
|||||||
"mesh-pipeline-runner.run-started",
|
"mesh-pipeline-runner.run-started",
|
||||||
"mesh-pipeline-runner.pipeline-started",
|
"mesh-pipeline-runner.pipeline-started",
|
||||||
"mesh-pipeline-runner.pipeline-ended",
|
"mesh-pipeline-runner.pipeline-ended",
|
||||||
|
"mesh-wants.pipeline-wanted",
|
||||||
"node-engine.running",
|
"node-engine.running",
|
||||||
"operator-channel.decided",
|
"operator-channel.decided",
|
||||||
"npm-package-registry.published"
|
"npm-package-registry.published"
|
||||||
|
|||||||
@@ -42,7 +42,7 @@ func TestTools(t *testing.T) {
|
|||||||
for _, tl := range UnloggedTools(stdio.State("pipelines"), stdio.Log("step-log"), nil, nil) {
|
for _, tl := range UnloggedTools(stdio.State("pipelines"), stdio.Log("step-log"), nil, nil) {
|
||||||
names = append(names, tl.Name)
|
names = append(names, tl.Name)
|
||||||
}
|
}
|
||||||
want := "mesh-pipeline-runner.show mesh-pipeline-runner.list mesh-pipeline-runner.stands mesh-pipeline-runner.why-carried mesh-pipeline-runner.kept runner_first_views runner_first_view_again runner_cancel runner_rerun runner_start runner_run runner_accept runner_place runner_ask_again runner_health runner_waiting runner_unlogged runner_unlogged_append"
|
want := "mesh-pipeline-runner.show mesh-pipeline-runner.list mesh-pipeline-runner.stands mesh-pipeline-runner.why-carried mesh-pipeline-runner.kept runner_first_views runner_first_view_again runner_cancel runner_rerun runner_start runner_run runner_accept runner_place runner_end_again runner_ask_again runner_health runner_waiting runner_unlogged runner_unlogged_append"
|
||||||
if got := strings.Join(names, " "); got != want {
|
if got := strings.Join(names, " "); got != want {
|
||||||
t.Errorf("tools %q, want %q", got, want)
|
t.Errorf("tools %q, want %q", got, want)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -54,6 +54,15 @@ func VerbTools(ask func(key string, body any) (json.RawMessage, error)) []stdio.
|
|||||||
}
|
}
|
||||||
return whyOf(in.Why)
|
return whyOf(in.Why)
|
||||||
}),
|
}),
|
||||||
|
verbTool[seat.EndAgainInput](ask, "end_again", seat.VerbEndAgain,
|
||||||
|
"Judge a running pipeline's end once more by the seat verb end-again (design 47 H H-A-163, H-A-164): it ends as at a step's end, failed as soon as it can no longer pass (a mover with no registration named), and says pipeline-ended; one that still cannot end is answered running. The pipeline's key and why; written in the hand-act log. A pipeline not running is refused by the verb.",
|
||||||
|
obj([]string{"pipeline", "why"}, map[string]any{"pipeline": str, "why": str}),
|
||||||
|
func(in seat.EndAgainInput) string {
|
||||||
|
if in.Pipeline == "" {
|
||||||
|
return "end-again names the pipeline"
|
||||||
|
}
|
||||||
|
return whyOf(in.Why)
|
||||||
|
}),
|
||||||
verbTool[seat.AskAgainInput](ask, "ask_again", seat.VerbAskAgain,
|
verbTool[seat.AskAgainInput](ask, "ask_again", seat.VerbAskAgain,
|
||||||
"Ask a declined approval step of a pipeline once more by the seat verb ask-again: the pipeline's key, the mover's module (needed when the pipeline moves several) and why.",
|
"Ask a declined approval step of a pipeline once more by the seat verb ask-again: the pipeline's key, the mover's module (needed when the pipeline moves several) and why.",
|
||||||
obj([]string{"pipeline", "why"}, map[string]any{"pipeline": str, "module": str, "why": str}),
|
obj([]string{"pipeline", "why"}, map[string]any{"pipeline": str, "module": str, "why": str}),
|
||||||
|
|||||||
@@ -32,6 +32,10 @@ func TestVerbTools(t *testing.T) {
|
|||||||
{"place", "runner_place", "seat:mesh-pipeline-runner.place", "", map[string]any{"pipeline": "main.6", "why": "urgent"},
|
{"place", "runner_place", "seat:mesh-pipeline-runner.place", "", map[string]any{"pipeline": "main.6", "why": "urgent"},
|
||||||
seat.PlaceInput{Pipeline: "main.6", Why: "urgent"}},
|
seat.PlaceInput{Pipeline: "main.6", Why: "urgent"}},
|
||||||
{"place no why", "runner_place", "", "names why", map[string]any{"pipeline": "main.6"}, nil},
|
{"place no why", "runner_place", "", "names why", map[string]any{"pipeline": "main.6"}, nil},
|
||||||
|
// H-A-164: runner_end_again asks the verb end-again with the pipeline and why.
|
||||||
|
{"end-again", "runner_end_again", "seat:mesh-pipeline-runner.end-again", "", map[string]any{"pipeline": "main.20", "why": "left running"},
|
||||||
|
seat.EndAgainInput{Pipeline: "main.20", Why: "left running"}},
|
||||||
|
{"end-again no why", "runner_end_again", "", "names why", map[string]any{"pipeline": "main.20"}, nil},
|
||||||
{"ask-again no why", "runner_ask_again", "", "names why", map[string]any{"pipeline": "p"}, nil},
|
{"ask-again no why", "runner_ask_again", "", "names why", map[string]any{"pipeline": "p"}, nil},
|
||||||
} {
|
} {
|
||||||
t.Run(c.name, func(t *testing.T) {
|
t.Run(c.name, func(t *testing.T) {
|
||||||
|
|||||||
@@ -152,6 +152,7 @@ func run(ctx context.Context, getenv func(string) string, logOut io.Writer) erro
|
|||||||
Kept: keptReader(ctx, kept), Toolchain: toolchainReader(ctx, toolchains),
|
Kept: keptReader(ctx, kept), Toolchain: toolchainReader(ctx, toolchains),
|
||||||
Fills: fills, Recovered: kvRecoveries{ctx, recovered}.Has, Holders: rv.Holders.Holders, Ended: hearer.EndedAtPlacing}
|
Fills: fills, Recovered: kvRecoveries{ctx, recovered}.Has, Holders: rv.Holders.Holders, Ended: hearer.EndedAtPlacing}
|
||||||
hearer.AskSteps = starter.AskSteps
|
hearer.AskSteps = starter.AskSteps
|
||||||
|
hearer.Unplaced = func(p seat.Pipeline, module string) string { return starter.Unplaced(p, module, rv.Catalog.View) }
|
||||||
hearer.Release = func(key string) {
|
hearer.Release = func(key string) {
|
||||||
if _, err := starter.Release(hearer.Store, key, rv.Catalog.View); err != nil {
|
if _, err := starter.Release(hearer.Store, key, rv.Catalog.View); err != nil {
|
||||||
logger.Printf("the movers of %s waiting for a build are not placed: %v", key, err)
|
logger.Printf("the movers of %s waiting for a build are not placed: %v", key, err)
|
||||||
|
|||||||
@@ -38,7 +38,7 @@ func answerVerbs(conn *process.Conn, seats *seatlist.Part, v pipeline.Verbs) (fu
|
|||||||
return conn.AnswerSeat(seat.Seat, seatlist.Definition(seats.Reader, seat.Seat), writeHandlers(v))
|
return conn.AnswerSeat(seat.Seat, seatlist.Definition(seats.Reader, seat.Seat), writeHandlers(v))
|
||||||
}
|
}
|
||||||
|
|
||||||
// writeHandlers are the seat's write verbs the process answers: run, review, rerun, accept, cancel, start, and ask-again; and
|
// writeHandlers are the seat's write verbs the process answers: run, review, rerun, accept, cancel, end-again, start, and ask-again; and
|
||||||
// the test runs' verbs test-runs and test-runs-drop (A-469g, A-470i).
|
// the test runs' verbs test-runs and test-runs-drop (A-469g, A-470i).
|
||||||
func writeHandlers(v pipeline.Verbs) map[string]process.SeatHandler {
|
func writeHandlers(v pipeline.Verbs) map[string]process.SeatHandler {
|
||||||
return map[string]process.SeatHandler{
|
return map[string]process.SeatHandler{
|
||||||
@@ -47,6 +47,7 @@ func writeHandlers(v pipeline.Verbs) map[string]process.SeatHandler {
|
|||||||
seat.VerbRerun: verbOf(func(c string, in seat.RerunInput) (any, error) { return v.Rerun(c, in) }),
|
seat.VerbRerun: verbOf(func(c string, in seat.RerunInput) (any, error) { return v.Rerun(c, in) }),
|
||||||
seat.VerbAccept: verbOf(func(c string, in seat.AcceptInput) (any, error) { return v.Accept(c, in) }),
|
seat.VerbAccept: verbOf(func(c string, in seat.AcceptInput) (any, error) { return v.Accept(c, in) }),
|
||||||
seat.VerbCancel: verbOf(func(c string, in seat.CancelInput) (any, error) { return v.Cancel(c, in) }),
|
seat.VerbCancel: verbOf(func(c string, in seat.CancelInput) (any, error) { return v.Cancel(c, in) }),
|
||||||
|
seat.VerbEndAgain: verbOf(func(c string, in seat.EndAgainInput) (any, error) { return v.EndAgain(c, in) }),
|
||||||
seat.VerbPlace: verbOf(func(c string, in seat.PlaceInput) (any, error) { return v.Place(c, in) }),
|
seat.VerbPlace: verbOf(func(c string, in seat.PlaceInput) (any, error) { return v.Place(c, in) }),
|
||||||
seat.VerbStart: verbOf(func(c string, in seat.StartInput) (any, error) { return v.Start(c, in) }),
|
seat.VerbStart: verbOf(func(c string, in seat.StartInput) (any, error) { return v.Start(c, in) }),
|
||||||
seat.VerbAskAgain: verbOf(func(c string, in seat.AskAgainInput) (any, error) { return v.AskAgain(c, in) }),
|
seat.VerbAskAgain: verbOf(func(c string, in seat.AskAgainInput) (any, error) { return v.AskAgain(c, in) }),
|
||||||
|
|||||||
@@ -23,7 +23,7 @@ func TestEveryWriteVerbIsServed(t *testing.T) {
|
|||||||
got = append(got, v)
|
got = append(got, v)
|
||||||
}
|
}
|
||||||
slices.Sort(got)
|
slices.Sort(got)
|
||||||
want := []string{seat.VerbAccept, seat.VerbAskAgain, seat.VerbCancel, seat.VerbPlace, seat.VerbRerun, seat.VerbReview, seat.VerbStart, seat.VerbRun, seat.VerbTestRuns, seat.VerbTestRunsDrop}
|
want := []string{seat.VerbAccept, seat.VerbAskAgain, seat.VerbCancel, seat.VerbEndAgain, seat.VerbPlace, seat.VerbRerun, seat.VerbReview, seat.VerbStart, seat.VerbRun, seat.VerbTestRuns, seat.VerbTestRunsDrop}
|
||||||
slices.Sort(want)
|
slices.Sort(want)
|
||||||
if !slices.Equal(got, want) {
|
if !slices.Equal(got, want) {
|
||||||
t.Errorf("the process answers %v, want %v", got, want)
|
t.Errorf("the process answers %v, want %v", got, want)
|
||||||
|
|||||||
@@ -98,8 +98,14 @@ func place(p seat.Pipeline, m seat.Mover, reg catalog.Registration, entries map[
|
|||||||
build := seat.StepResult{Step: seat.StepResultStepBuild, Module: m.Module, Status: seat.StepResultStatusRequired, Fingerprint: m.Fingerprint,
|
build := seat.StepResult{Step: seat.StepResultStepBuild, Module: m.Module, Status: seat.StepResultStatusRequired, Fingerprint: m.Fingerprint,
|
||||||
Seat: builds.Seat, Outcome: seat.StepResultOutcomeRunning, Started: &now, Ask: AskID(startOf(p, now), p.Pipeline, m.Module, "", seat.StepResultStepBuild)}
|
Seat: builds.Seat, Outcome: seat.StepResultOutcomeRunning, Started: &now, Ask: AskID(startOf(p, now), p.Pipeline, m.Module, "", seat.StepResultStepBuild)}
|
||||||
steps = append(steps, build)
|
steps = append(steps, build)
|
||||||
|
// A run on request's build step ask names no source (the seat mesh-builds' contract; H-A-162): its candidate's
|
||||||
|
// fingerprints are never in the builder's picture of the branch, so it waits for no revision there.
|
||||||
|
source := p.Source
|
||||||
|
if p.Run != "" {
|
||||||
|
source = 0
|
||||||
|
}
|
||||||
asks = append(asks, Asked{Seat: builds.Seat, ID: build.Ask, Commit: m.Commit, Ask: builds.StepRun{Pipeline: p.Pipeline, Step: builds.StepRunStepBuild, Branch: p.Branch,
|
asks = append(asks, Asked{Seat: builds.Seat, ID: build.Ask, Commit: m.Commit, Ask: builds.StepRun{Pipeline: p.Pipeline, Step: builds.StepRunStepBuild, Branch: p.Branch,
|
||||||
Revision: p.Revision, Source: p.Source, Entries: []builds.BuildEntry{{Module: m.Module, Commit: m.Commit, Fingerprint: m.Fingerprint}}}})
|
Revision: p.Revision, Source: source, Entries: []builds.BuildEntry{{Module: m.Module, Commit: m.Commit, Fingerprint: m.Fingerprint}}}})
|
||||||
for _, a := range arts {
|
for _, a := range arts {
|
||||||
name := a.Ref
|
name := a.Ref
|
||||||
if _, after, ok := strings.Cut(a.Ref, ":"); ok {
|
if _, after, ok := strings.Cut(a.Ref, ":"); ok {
|
||||||
|
|||||||
@@ -5,6 +5,7 @@ import (
|
|||||||
"strings"
|
"strings"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
builds "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshbuilds"
|
||||||
catalog "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
catalog "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
||||||
seat "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
seat "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
||||||
)
|
)
|
||||||
@@ -97,6 +98,19 @@ func TestRunOnRequest(t *testing.T) {
|
|||||||
if ids, _ := s.UnplacedRuns(); len(ids) != 0 {
|
if ids, _ := s.UnplacedRuns(); len(ids) != 0 {
|
||||||
t.Errorf("a placed run is still unplaced: %v", ids)
|
t.Errorf("a placed run is still unplaced: %v", ids)
|
||||||
}
|
}
|
||||||
|
// H-A-162: a run's build step asks name no source, as the seat mesh-builds' contract says of a run on request.
|
||||||
|
builtAsks := 0
|
||||||
|
for _, x := range asks.asks {
|
||||||
|
if r, ok := x.(builds.StepRun); ok {
|
||||||
|
builtAsks++
|
||||||
|
if r.Source != 0 {
|
||||||
|
t.Errorf("the run's build step ask names source %d, want none", r.Source)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if builtAsks == 0 {
|
||||||
|
t.Errorf("the run asked no build step: %v", asks.asks)
|
||||||
|
}
|
||||||
if n, _ := s.PlaceRun(ev, Half{Revision: 12, Entries: cand}, base); n != 0 {
|
if n, _ := s.PlaceRun(ev, Half{Revision: 12, Entries: cand}, base); n != 0 {
|
||||||
t.Errorf("the revision heard again placed %d", n)
|
t.Errorf("the revision heard again placed %d", n)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -366,7 +366,7 @@ func (h *Hearer) endReader(reader RunReader, run string, r Run) error {
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
ended := endPipeline(&p, now)
|
ended := endPipeline(&p, now, h.Unplaced)
|
||||||
if _, err := h.Store.Update(reader.Pipeline, p, rev); errors.Is(err, ErrChanged) {
|
if _, err := h.Store.Update(reader.Pipeline, p, rev); errors.Is(err, ErrChanged) {
|
||||||
continue
|
continue
|
||||||
} else if err != nil {
|
} else if err != nil {
|
||||||
|
|||||||
@@ -541,6 +541,28 @@ func (s *Starter) Resume(store Updater, branch string, half Half) (int, error) {
|
|||||||
return asked, first
|
return asked, first
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Unplaced says why mover module of p has no step placed (H-A-171): "<module> has no registration" when the registrations
|
||||||
|
// do not name it (A-327), else "<module> waits on the publish of <package>, …", the packages it awaits not yet published
|
||||||
|
// as the catalog half of p's branch holds its edges (§746).
|
||||||
|
func (s *Starter) Unplaced(p seat.Pipeline, module string, view func(branch string) (Half, bool)) string {
|
||||||
|
if s.Registration == nil {
|
||||||
|
return module + " has no registration"
|
||||||
|
}
|
||||||
|
if _, ok := s.Registration(module); !ok {
|
||||||
|
return module + " has no registration"
|
||||||
|
}
|
||||||
|
var waiting []string
|
||||||
|
if view != nil {
|
||||||
|
if half, ok := view(p.Branch); ok {
|
||||||
|
_, waiting, _ = ready(p, module, half.Entries)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(waiting) == 0 {
|
||||||
|
return module + " waits on the publish of the movers it builds on"
|
||||||
|
}
|
||||||
|
return module + " waits on the publish of " + strings.Join(waiting, ", ")
|
||||||
|
}
|
||||||
|
|
||||||
// Registered places, on a registration-changed of reg's module, the steps of that module's mover in every running pipeline
|
// Registered places, on a registration-changed of reg's module, the steps of that module's mover in every running pipeline
|
||||||
// that moves it with none placed, from the registration (design 47 G §21, §23, A-327): a pipeline started before its module
|
// that moves it with none placed, from the registration (design 47 G §21, §23, A-327): a pipeline started before its module
|
||||||
// had a registration. Each is written by compare-and-set, so it is placed once, its steps asked, and said; a run on request
|
// had a registration. Each is written by compare-and-set, so it is placed once, its steps asked, and said; a run on request
|
||||||
@@ -610,7 +632,12 @@ func (s *Starter) placeWaiting(store Updater, due func(seat.Pipeline) bool, reg
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
before := len(p.Steps)
|
before := len(p.Steps)
|
||||||
asks, _, ended, notAsked := s.placeMovers(&p, reg, half.Entries, now)
|
asks, unregistered, ended, notAsked := s.placeMovers(&p, reg, half.Entries, now)
|
||||||
|
// Until its registration arrives, the pipeline says it waits on it (A-327): a mover with no registration has no step,
|
||||||
|
// and it holds the pipeline's end only while every placed mover's required steps passed (H-A-163, H-A-171).
|
||||||
|
for _, m := range unregistered {
|
||||||
|
s.logf("%s: %s has no registration yet: its steps wait on its registration, which places them (A-327)", key, m)
|
||||||
|
}
|
||||||
if len(p.Steps) == before {
|
if len(p.Steps) == before {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -3,6 +3,8 @@ package pipeline
|
|||||||
import (
|
import (
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"errors"
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"slices"
|
||||||
"strings"
|
"strings"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
@@ -280,6 +282,23 @@ func TestAPipelineStartedBeforeItsRegistrationIsPlacedWhenItArrives(t *testing.T
|
|||||||
if n != 1 || err != nil || len(p.Steps) == 0 || len(asks.asks) == before {
|
if n != 1 || err != nil || len(p.Steps) == 0 || len(asks.asks) == before {
|
||||||
t.Errorf("the pipeline a runner before this one set aside: placed %d (%v), %d steps, %d asks more, want it started as a newly started one", n, err, len(p.Steps), len(asks.asks)-before)
|
t.Errorf("the pipeline a runner before this one set aside: placed %d (%v), %d steps, %d asks more, want it started as a newly started one", n, err, len(p.Steps), len(asks.asks)-before)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// A-327: a mover with no registration, in a pipeline placed from the half held later (the queue's turn, the half held),
|
||||||
|
// is said to wait on its registration, so the pipeline that cannot end before it is placed says why.
|
||||||
|
var logged []string
|
||||||
|
s.Logf = func(f string, a ...any) { logged = append(logged, fmt.Sprintf(f, a...)) }
|
||||||
|
held = false
|
||||||
|
taken = catalog.TakeInTaken{Branch: "next", Source: 8, Entries: []catalog.TakeInEntry{{Module: "app", Commit: "c4", Fingerprint: "src2:dd"}, {Module: "contracts", Commit: "c4", Fingerprint: "src2:ee"}}}
|
||||||
|
if n, err := s.TakenIn(taken, late); n != 1 || err != nil {
|
||||||
|
t.Fatalf("the take-in of two movers started %d (%v)", n, err)
|
||||||
|
}
|
||||||
|
held, logged = true, nil
|
||||||
|
if n, err := s.Waiting(store.memStore, "next", late); n != 1 || err != nil {
|
||||||
|
t.Fatalf("the half of next placed %d (%v), want next.8's registered mover", n, err)
|
||||||
|
}
|
||||||
|
if !slices.ContainsFunc(logged, func(l string) bool { return strings.Contains(l, "next.8: contracts has no registration yet") }) {
|
||||||
|
t.Errorf("placing next.8 said %q, want that contracts waits on its registration (A-327)", logged)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// R1/AC1 (design 47 H §747): a start names an event, never a sweep. A take-in starts the pipelines of its own entries
|
// R1/AC1 (design 47 H §747): a start names an event, never a sweep. A take-in starts the pipelines of its own entries
|
||||||
|
|||||||
@@ -158,6 +158,9 @@ type Hearer struct {
|
|||||||
// Turn takes a pipeline's end into the queue, its running key deleted and the next placed (design 47 H §748;
|
// Turn takes a pipeline's end into the queue, its running key deleted and the next placed (design 47 H §748;
|
||||||
// Starter.Turn); nil takes none.
|
// Starter.Turn); nil takes none.
|
||||||
Turn func(key string)
|
Turn func(key string)
|
||||||
|
// Unplaced says why a mover of a pipeline has no step placed, for the why of its end (H-A-171; Starter.Unplaced): it
|
||||||
|
// waits on its registration or on a publish; nil says only that it has no step placed.
|
||||||
|
Unplaced func(p seat.Pipeline, module string) string
|
||||||
// Rejoin keys a pipeline running again once its approval is answered and it still runs (H-A-106 (b); Starter.Rejoin);
|
// Rejoin keys a pipeline running again once its approval is answered and it still runs (H-A-106 (b); Starter.Rejoin);
|
||||||
// nil keys none.
|
// nil keys none.
|
||||||
Rejoin func(key string)
|
Rejoin func(key string)
|
||||||
@@ -568,16 +571,22 @@ func stepPassed(s seat.StepResult) bool {
|
|||||||
|
|
||||||
// endPipeline ends a pipeline whose every mover is placed and every step ended: passed when every mover's required steps
|
// endPipeline ends a pipeline whose every mover is placed and every step ended: passed when every mover's required steps
|
||||||
// passed, were carried or had nothing to run, else failed, naming each required step that held it (ADR 0666 §7, §9;
|
// passed, were carried or had nothing to run, else failed, naming each required step that held it (ADR 0666 §7, §9;
|
||||||
// design 47 H §746). A failed optional step, and an optional step still waiting, hold nothing. An approval step still
|
// design 47 H §746). A mover with no step placed, waiting on its registration (A-327) or on the publish of a mover it
|
||||||
// waiting when a required step did not pass is `not asked` (§26). It says whether the pipeline ended now, its end count one
|
// builds on (§746), holds the end only while the pipeline could still pass: once a placed mover's required step did not
|
||||||
// higher.
|
// pass and none is open, it ends failed, the why naming each unplaced mover with the reason unplaced gives (H-A-163,
|
||||||
func endPipeline(p *seat.Pipeline, now time.Time) bool {
|
// H-A-171; nil says only that it has no step placed). A failed optional step, and an optional step still waiting, hold
|
||||||
|
// nothing. An approval step still waiting when a required step did not pass is `not asked` (§26). It says whether the
|
||||||
|
// pipeline ended now, its end count one higher.
|
||||||
|
func endPipeline(p *seat.Pipeline, now time.Time, unplaced func(seat.Pipeline, string) string) bool {
|
||||||
if p.Outcome != seat.PipelineOutcomeRunning {
|
if p.Outcome != seat.PipelineOutcomeRunning {
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
// A mover with no step placed waits on its registration or a publish: it holds the end only while every placed mover's
|
||||||
|
// required steps passed, since once one failed or could not run the pipeline can no longer pass (H-A-163, H-A-171).
|
||||||
|
var waiting []string
|
||||||
for _, m := range p.Movers {
|
for _, m := range p.Movers {
|
||||||
if !placed(*p, m.Module) {
|
if !placed(*p, m.Module) {
|
||||||
return false
|
waiting = append(waiting, m.Module)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
var held []string
|
var held []string
|
||||||
@@ -598,6 +607,9 @@ func endPipeline(p *seat.Pipeline, now time.Time) bool {
|
|||||||
held = append(held, strings.TrimSpace(s.Module+" "+s.Artifact+" "+s.Step)+" "+s.Outcome)
|
held = append(held, strings.TrimSpace(s.Module+" "+s.Artifact+" "+s.Step)+" "+s.Outcome)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
if len(waiting) > 0 && len(held) == 0 {
|
||||||
|
return false
|
||||||
|
}
|
||||||
if len(notAsked) > 0 {
|
if len(notAsked) > 0 {
|
||||||
if len(held) == 0 {
|
if len(held) == 0 {
|
||||||
return false
|
return false
|
||||||
@@ -611,6 +623,13 @@ func endPipeline(p *seat.Pipeline, now time.Time) bool {
|
|||||||
p.Outcome, p.Why = seat.PipelineOutcomePassed, ""
|
p.Outcome, p.Why = seat.PipelineOutcomePassed, ""
|
||||||
if len(held) > 0 {
|
if len(held) > 0 {
|
||||||
p.Outcome, p.Why = seat.PipelineOutcomeFailed, "required steps not passed: "+strings.Join(held, ", ")
|
p.Outcome, p.Why = seat.PipelineOutcomeFailed, "required steps not passed: "+strings.Join(held, ", ")
|
||||||
|
for _, m := range waiting {
|
||||||
|
why := m + " has no step placed"
|
||||||
|
if unplaced != nil {
|
||||||
|
why = unplaced(*p, m)
|
||||||
|
}
|
||||||
|
p.Why += "; " + why
|
||||||
|
}
|
||||||
}
|
}
|
||||||
for i := range p.Movers {
|
for i := range p.Movers {
|
||||||
m := &p.Movers[i]
|
m := &p.Movers[i]
|
||||||
@@ -622,7 +641,7 @@ func endPipeline(p *seat.Pipeline, now time.Time) bool {
|
|||||||
|
|
||||||
// endPipeline is endPipeline with each mover's widens computed into its value at the end (§71, A-207; H-A-51).
|
// endPipeline is endPipeline with each mover's widens computed into its value at the end (§71, A-207; H-A-51).
|
||||||
func (h *Hearer) endPipeline(p *seat.Pipeline, now time.Time) bool {
|
func (h *Hearer) endPipeline(p *seat.Pipeline, now time.Time) bool {
|
||||||
if !endPipeline(p, now) {
|
if !endPipeline(p, now, h.Unplaced) {
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
if h.Widens != nil {
|
if h.Widens != nil {
|
||||||
|
|||||||
@@ -8,6 +8,7 @@ import (
|
|||||||
|
|
||||||
"git.novox.be/novox/mesh-contracts/operator-and-conversation/go/clients/operatorchannelclient"
|
"git.novox.be/novox/mesh-contracts/operator-and-conversation/go/clients/operatorchannelclient"
|
||||||
oc "git.novox.be/novox/mesh-contracts/operator-and-conversation/go/seats/operatorchannel"
|
oc "git.novox.be/novox/mesh-contracts/operator-and-conversation/go/seats/operatorchannel"
|
||||||
|
catalog "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshcatalog"
|
||||||
seat "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
seat "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshpipelinerunner"
|
||||||
wants "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshwants"
|
wants "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/meshwants"
|
||||||
nodebuildgo "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/nodebuildgo"
|
nodebuildgo "git.novox.be/novox/mesh-delivery/modules/mesh-delivery-contracts/go/seats/nodebuildgo"
|
||||||
@@ -291,23 +292,57 @@ func TestApprovalEnds(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// An optional step still waiting (a code review nobody has given) does not hold a pipeline's end; a required one does
|
// An optional step still waiting (a code review nobody has given) does not hold a pipeline's end; a required one does
|
||||||
// (design 47 G A-104).
|
// (design 47 G A-104). A mover with no step placed, waiting on its registration (A-327) or on the publish of a mover it
|
||||||
|
// builds on (§746), holds the end while every placed mover's required steps passed or one is open, and once a placed one
|
||||||
|
// did not pass the pipeline ends failed, naming each with its own reason (H-A-163, H-A-171).
|
||||||
func TestAnOptionalStepStillWaitingHoldsNoEnd(t *testing.T) {
|
func TestAnOptionalStepStillWaitingHoldsNoEnd(t *testing.T) {
|
||||||
now := time.Date(2026, 11, 11, 12, 0, 0, 0, time.UTC)
|
now := time.Date(2026, 11, 11, 12, 0, 0, 0, time.UTC)
|
||||||
|
// lib is registered and awaits core's package, which core's passed build has not published yet; contracts has no
|
||||||
|
// registration.
|
||||||
|
starter := &Starter{Registration: func(m string) (catalog.Registration, bool) { return catalog.Registration{Module: m}, m != "contracts" }}
|
||||||
|
view := func(string) (Half, bool) {
|
||||||
|
return Half{Entries: map[string]catalog.CatalogEntry{"lib": {Edges: []catalog.Edge{{From: "core:go", To: "lib:program", Kind: 1}}}}}, true
|
||||||
|
}
|
||||||
|
unplaced := func(p seat.Pipeline, m string) string { return starter.Unplaced(p, m, view) }
|
||||||
for name, c := range map[string]struct {
|
for name, c := range map[string]struct {
|
||||||
review string
|
review, build, unit string
|
||||||
ends bool
|
waiting []string
|
||||||
}{"optional review waiting": {seat.StepResultStatusOptional, true}, "required review waiting": {seat.StepResultStatusRequired, false}} {
|
ends bool
|
||||||
p := seat.Pipeline{Outcome: seat.PipelineOutcomeRunning, Steps: []seat.StepResult{
|
outcome string
|
||||||
{Step: seat.StepResultStepBuild, Status: seat.StepResultStatusRequired, Outcome: seat.StepResultOutcomePassed},
|
why []string
|
||||||
{Step: seat.StepResultStepReview, Status: c.review, Outcome: seat.StepResultOutcomeWaiting},
|
}{
|
||||||
{Step: seat.StepResultStepApproval, Status: seat.StepResultStatusRequired, Outcome: seat.StepResultOutcomePassed},
|
"optional review waiting": {seat.StepResultStatusOptional, seat.StepResultOutcomePassed, seat.StepResultOutcomePassed, nil, true, seat.PipelineOutcomePassed, nil},
|
||||||
|
"required review waiting": {seat.StepResultStatusRequired, seat.StepResultOutcomePassed, seat.StepResultOutcomePassed, nil, false, "", nil},
|
||||||
|
"unregistered mover, the placed one passed": {seat.StepResultStatusOptional, seat.StepResultOutcomePassed, seat.StepResultOutcomePassed, []string{"contracts"}, false, "", nil},
|
||||||
|
"unregistered mover, the placed one failed": {seat.StepResultStatusOptional, seat.StepResultOutcomeFailed, seat.StepResultOutcomePassed, []string{"contracts"}, true, seat.PipelineOutcomeFailed, []string{"contracts has no registration"}},
|
||||||
|
"unregistered mover, failed and a step open": {seat.StepResultStatusOptional, seat.StepResultOutcomeFailed, seat.StepResultOutcomeRunning, []string{"contracts"}, false, "", nil},
|
||||||
|
"unregistered mover, the placed one could not run": {seat.StepResultStatusOptional, seat.StepResultOutcomePassed, seat.StepResultOutcomeCouldNotRun, []string{"contracts"}, true, seat.PipelineOutcomeFailed, []string{"contracts has no registration"}},
|
||||||
|
"a mover waiting on a publish, the placed one failed": {seat.StepResultStatusOptional, seat.StepResultOutcomeFailed, seat.StepResultOutcomePassed, []string{"contracts", "lib"}, true, seat.PipelineOutcomeFailed,
|
||||||
|
[]string{"contracts has no registration", "lib waits on the publish of core:go"}},
|
||||||
|
} {
|
||||||
|
p := seat.Pipeline{Outcome: seat.PipelineOutcomeRunning, Movers: []seat.Mover{{Module: "app"}, {Module: "core"}}, Steps: []seat.StepResult{
|
||||||
|
{Step: seat.StepResultStepBuild, Module: "app", Status: seat.StepResultStatusRequired, Outcome: c.build},
|
||||||
|
{Step: seat.StepResultStepUnit, Module: "app", Status: seat.StepResultStatusRequired, Outcome: c.unit},
|
||||||
|
{Step: seat.StepResultStepReview, Module: "app", Status: c.review, Outcome: seat.StepResultOutcomeWaiting},
|
||||||
|
{Step: seat.StepResultStepApproval, Module: "app", Status: seat.StepResultStatusRequired, Outcome: seat.StepResultOutcomePassed},
|
||||||
|
{Step: seat.StepResultStepBuild, Module: "core", Status: seat.StepResultStatusRequired, Outcome: seat.StepResultOutcomePassed},
|
||||||
}}
|
}}
|
||||||
if got := endPipeline(&p, now); got != c.ends {
|
for _, m := range c.waiting {
|
||||||
|
p.Movers = append(p.Movers, seat.Mover{Module: m})
|
||||||
|
}
|
||||||
|
if got := endPipeline(&p, now, unplaced); got != c.ends {
|
||||||
t.Errorf("%s: ended = %v, want %v", name, got, c.ends)
|
t.Errorf("%s: ended = %v, want %v", name, got, c.ends)
|
||||||
}
|
}
|
||||||
if c.ends && p.Outcome != seat.PipelineOutcomePassed {
|
if c.ends && p.Outcome != c.outcome {
|
||||||
t.Errorf("%s: outcome %s", name, p.Outcome)
|
t.Errorf("%s: outcome %s, want %s", name, p.Outcome, c.outcome)
|
||||||
|
}
|
||||||
|
for _, w := range c.why {
|
||||||
|
if !strings.Contains(p.Why, w) {
|
||||||
|
t.Errorf("%s: why %q, want it to name %q", name, p.Why, w)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if strings.Contains(p.Why, "lib has no registration") {
|
||||||
|
t.Errorf("%s: why %q names a registered mover as having no registration", name, p.Why)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -244,6 +244,24 @@ func (v Verbs) Cancel(caller string, in seat.CancelInput) (seat.CancelAnswer, er
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// EndAgain judges a running pipeline's end once more by hand, recorded in the hand-act log first (design 47 H §746,
|
||||||
|
// H-A-163, H-A-164): it ends as at a step's end, failed as soon as it can no longer pass, and says it, taking its turn in
|
||||||
|
// the queue; one that still cannot end is answered running. A pipeline not running is refused.
|
||||||
|
func (v Verbs) EndAgain(_ string, in seat.EndAgainInput) (seat.EndAgainAnswer, error) {
|
||||||
|
p, _, err := v.change(in.Pipeline, seat.EventStepEnded, func() error {
|
||||||
|
return v.record(seat.VerbEndAgain, "judged the end of the pipeline "+in.Pipeline+" again", in.Why)
|
||||||
|
}, func(p *seat.Pipeline, _ time.Time) (int, error) {
|
||||||
|
if p.Outcome != seat.PipelineOutcomeRunning {
|
||||||
|
return -1, fmt.Errorf("the pipeline %s is %s, not running", in.Pipeline, p.Outcome)
|
||||||
|
}
|
||||||
|
return -1, nil
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return seat.EndAgainAnswer{}, err
|
||||||
|
}
|
||||||
|
return seat.EndAgainAnswer{Pipeline: p}, nil
|
||||||
|
}
|
||||||
|
|
||||||
// Rerun asks one step again, recorded in the hand-act log first (§22, §39): the step goes back to running under a new ask,
|
// Rerun asks one step again, recorded in the hand-act log first (§22, §39): the step goes back to running under a new ask,
|
||||||
// the ask saying it is a rerun and the caller the bus proved; a failed pipeline runs again and ends once more with its end
|
// the ask saying it is a rerun and the caller the bus proved; a failed pipeline runs again and ends once more with its end
|
||||||
// count one higher (§325), an approval never asked waiting again. A review waits again; an approval is asked again by
|
// count one higher (§325), an approval never asked waiting again. A review waits again; an approval is asked again by
|
||||||
|
|||||||
@@ -156,6 +156,30 @@ func TestAcceptRerunAndCancelWriteByCompareAndSetAndRecordTheirHandAct(t *testin
|
|||||||
t.Errorf("%d hand acts recorded, want accept, rerun, cancel (3): %v", n, *acts)
|
t.Errorf("%d hand acts recorded, want accept, rerun, cancel (3): %v", n, *acts)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// H-A-163, H-A-164: end-again judges a running pipeline's end once more, a hand act; a pipeline the judgement before
|
||||||
|
// left running (a mover waiting on its registration, a placed one failed, nothing open) ends failed naming that mover.
|
||||||
|
if _, err := v.EndAgain("operator", seat.EndAgainInput{Pipeline: pkey, Why: "again"}); err == nil || len(*acts) != 3 {
|
||||||
|
t.Errorf("end-again of a cancelled pipeline = %v, %d hand acts, want refused and none recorded", err, len(*acts))
|
||||||
|
}
|
||||||
|
store["main.20"] = struct {
|
||||||
|
p seat.Pipeline
|
||||||
|
rev uint64
|
||||||
|
}{seat.Pipeline{Pipeline: "main.20", Branch: "main", Source: 20, Outcome: seat.PipelineOutcomeRunning,
|
||||||
|
Movers: []seat.Mover{{Module: "app"}, {Module: "contracts"}}, Steps: []seat.StepResult{
|
||||||
|
{Step: seat.StepResultStepBuild, Module: "app", Status: seat.StepResultStatusRequired, Outcome: seat.StepResultOutcomeFailed}}}, 1}
|
||||||
|
// contracts is named by no registration (H-A-171).
|
||||||
|
v.Hearer.Unplaced = func(p seat.Pipeline, m string) string { return (&Starter{}).Unplaced(p, m, nil) }
|
||||||
|
if _, err := v.EndAgain("operator", seat.EndAgainInput{Pipeline: "main.20"}); err == nil {
|
||||||
|
t.Error("an end-again with no why was taken")
|
||||||
|
}
|
||||||
|
e, err := v.EndAgain("operator", seat.EndAgainInput{Pipeline: "main.20", Why: "left running by the judgement before H-A-163"})
|
||||||
|
if err != nil || e.Pipeline.Outcome != seat.PipelineOutcomeFailed || e.Pipeline.EndCount != 1 || !strings.Contains(e.Pipeline.Why, "contracts has no registration") {
|
||||||
|
t.Fatalf("end-again = %+v, %v, want main.20 ended failed naming contracts", e.Pipeline, err)
|
||||||
|
}
|
||||||
|
if last := (*said)[len(*said)-1]; !strings.HasPrefix(last, "pipeline-ended.") || len(*acts) != 4 || !strings.Contains((*acts)[3], "mesh-pipeline-runner.end-again") {
|
||||||
|
t.Errorf("end-again said %q and recorded %v, want pipeline-ended and its hand act", last, *acts)
|
||||||
|
}
|
||||||
|
|
||||||
// H-A-101 (1): on a pipeline of two movers a verb names the mover's module; one naming none, or a module the pipeline
|
// H-A-101 (1): on a pipeline of two movers a verb names the mover's module; one naming none, or a module the pipeline
|
||||||
// does not move, is refused, and the module named picks that mover's step.
|
// does not move, is refused, and the module named picks that mover's step.
|
||||||
two, store2, _, _, _, _ := verbsFixture()
|
two, store2, _, _, _, _ := verbsFixture()
|
||||||
|
|||||||
@@ -114,7 +114,7 @@ func TestManifest(t *testing.T) {
|
|||||||
{"uses operator-channel", equalSets(m.Uses, []string{"operator-channel"})},
|
{"uses operator-channel", equalSets(m.Uses, []string{"operator-channel"})},
|
||||||
// RN25 (§539): the runner's tools carry the prefix runner_.
|
// RN25 (§539): the runner's tools carry the prefix runner_.
|
||||||
{"first-view tools", equalSets(m.Tools, []string{"runner_first_views", "runner_first_view_again", "runner_health", "runner_unlogged", "runner_unlogged_append",
|
{"first-view tools", equalSets(m.Tools, []string{"runner_first_views", "runner_first_view_again", "runner_health", "runner_unlogged", "runner_unlogged_append",
|
||||||
"runner_start", "runner_run", "runner_accept", "runner_ask_again", "runner_place", "runner_waiting",
|
"runner_start", "runner_run", "runner_accept", "runner_ask_again", "runner_place", "runner_end_again", "runner_waiting",
|
||||||
"runner_test_runs", "runner_test_runs_drop"})},
|
"runner_test_runs", "runner_test_runs_drop"})},
|
||||||
// A-305 (ADR 0227 rule 8, ADR 0240 rule 2): the process is judged by its unit, as every process of mesh-delivery,
|
// A-305 (ADR 0227 rule 8, ADR 0240 rule 2): the process is judged by its unit, as every process of mesh-delivery,
|
||||||
// never by a tool of its own; runner_health stays a tool.
|
// never by a tool of its own; runner_health stays a tool.
|
||||||
|
|||||||
@@ -18,6 +18,7 @@
|
|||||||
"rerun",
|
"rerun",
|
||||||
"accept",
|
"accept",
|
||||||
"cancel",
|
"cancel",
|
||||||
|
"end-again",
|
||||||
"place",
|
"place",
|
||||||
"ask-again",
|
"ask-again",
|
||||||
"test-runs",
|
"test-runs",
|
||||||
@@ -36,6 +37,7 @@
|
|||||||
"runner_accept",
|
"runner_accept",
|
||||||
"runner_ask_again",
|
"runner_ask_again",
|
||||||
"runner_place",
|
"runner_place",
|
||||||
|
"runner_end_again",
|
||||||
"runner_waiting",
|
"runner_waiting",
|
||||||
"runner_test_runs",
|
"runner_test_runs",
|
||||||
"runner_test_runs_drop"
|
"runner_test_runs_drop"
|
||||||
|
|||||||
@@ -3,6 +3,7 @@
|
|||||||
// at a commit of the repository that builds it. The indexer reads it so at each trunk merge (its packages state's series
|
// at a commit of the repository that builds it. The indexer reads it so at each trunk merge (its packages state's series
|
||||||
// keys), and the checker so at a delivery group member's head for a package new in the group, so the judge is handed one
|
// keys), and the checker so at a delivery group member's head for a package new in the group, so the judge is handed one
|
||||||
// name for each package whoever reads it (mesh-sdk composer.Request.Packages).
|
// name for each package whoever reads it (mesh-sdk composer.Request.Packages).
|
||||||
|
// Design 47 H1, proof 2: this comment is the mesh-delivery-sdk half of a two-module change its pipeline delivers.
|
||||||
package packagename
|
package packagename
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
|||||||
Reference in New Issue
Block a user