83 lines
2.7 KiB
Go
83 lines
2.7 KiB
Go
//go:build integration
|
|
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
"time"
|
|
|
|
sdkdelivery "git.novox.be/novox/mesh-sdk/go/delivery"
|
|
"github.com/nats-io/nats.go/jetstream"
|
|
|
|
"github.com/novox/mesh-controller/internal/broker"
|
|
"github.com/novox/mesh-controller/internal/testbus"
|
|
)
|
|
|
|
// 1156/AC4: on the embedded bus with the watchman's buckets, a stuck key written raises a condition and written as moved
|
|
// clears it; a node's presence key not moved says the machine silent through the facts, and moved says it heard.
|
|
func TestAStuckKeyWrittenAndThenMovedRaisesAndClearsACondition(t *testing.T) { // 1156/AC4
|
|
js, err := broker.Dial(testbus.URL(t))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
t.Cleanup(js.Close)
|
|
if _, err := broker.RaiseBuckets(js, []broker.Bucket{
|
|
{Module: sdkdelivery.WatchmanModule, Name: "stuck"},
|
|
{Module: sdkdelivery.WatchmanModule, Name: "presence", History: sdkdelivery.PresenceHistory},
|
|
}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
|
|
defer cancel()
|
|
api, err := jetstream.New(js.Conn())
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
kv, err := api.KeyValue(ctx, sdkdelivery.StuckBucket)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
write := func(bucket, key string, moved bool) string {
|
|
t.Helper()
|
|
stuckKey, err := sdkdelivery.StuckKey(bucket, key)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
body, err := sdkdelivery.EncodeStuck(sdkdelivery.Stuck{Bucket: bucket, Key: key, Waited: "an answer", Since: time.Now().UTC(), Moved: moved})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if _, err := kv.Put(ctx, stuckKey, body); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return stuckKey
|
|
}
|
|
d := &doctor{js: js}
|
|
stuckKey := write(sdkdelivery.PulseBucket, "builds.x", false)
|
|
write(sdkdelivery.PresenceBucket, "ace", false)
|
|
got, err := probeStuck(ctx, d)
|
|
if err != nil || len(got) != 1 || got[0].ID != stuckKey || got[0].Kind != kindStuck {
|
|
t.Fatalf("a stuck key written: %+v %v", got, err)
|
|
}
|
|
machines := []machineFacts{{name: "ace", lastHeard: time.Now()}}
|
|
if err := withPresence(ctx, js.Conn(), machines, time.Now()); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !machines[0].silent(time.Now()) {
|
|
t.Fatal("a presence key not moved did not say the machine silent")
|
|
}
|
|
write(sdkdelivery.PulseBucket, "builds.x", true)
|
|
write(sdkdelivery.PresenceBucket, "ace", true)
|
|
if got, err := probeStuck(ctx, d); err != nil || len(got) != 0 {
|
|
t.Fatalf("a stuck key written as moved: %+v %v", got, err)
|
|
}
|
|
machines = []machineFacts{{name: "ace", lastHeard: time.Now().Add(-time.Hour), every: time.Minute}}
|
|
if err := withPresence(ctx, js.Conn(), machines, time.Now()); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if machines[0].silent(time.Now()) {
|
|
t.Fatal("a presence key that moved still says the machine silent")
|
|
}
|
|
}
|