mesh-host/internal/bootstrap/ports_test.go

package bootstrap

import (
	"context"
	"errors"
	"os"
	"path/filepath"
	"strings"
	"testing"
	"time"

	"github.com/novox/mesh-host/internal/declaration"
	"github.com/novox/mesh-host/internal/reachable"
	"github.com/novox/mesh-host/internal/store"
)

// Defends novox/hq ADR 0100: the foundation's ports are the node's — inputs to genesis, checked free,
// rewritten into the bundle, and handed to the controller as the node's settings.

func producedBundle(t *testing.T) Rewritten {
	t.Helper()
	template, err := os.ReadFile("../../examples/foundation-first-node.lock")
	if err != nil {
		t.Skip("no example bundle beside this checkout")
	}
	r, err := Rewrite(template, "sha256:"+strings.Repeat("ab", 32))
	if err != nil {
		t.Fatal(err)
	}
	if _, err := RewriteRoot(&r, RootCredentials{Store: "s", Broker: "b"}); err != nil {
		t.Fatal(err)
	}
	return r
}

func containerNamed(d *declaration.Declaration, name string) *declaration.Container {
	for _, r := range d.Resources {
		if c, ok := r.(*declaration.Container); ok && c.Name == name {
			return c
		}
	}
	return nil
}

func TestTheDefaultPortsLeaveTheBundleAsItWas(t *testing.T) {
	r := producedBundle(t)
	before := string(r.Bundle)
	got, err := RewritePorts(&r, DefaultPorts(), DefaultOverlayRange)
	if err != nil {
		t.Fatal(err)
	}
	if got.Places != 0 || string(r.Bundle) != before {
		t.Errorf("the default ports rewrote %d place(s)", got.Places)
	}
}

func TestGivenPortsMoveOnlyTheMachinesSide(t *testing.T) {
	r := producedBundle(t)
	p := FoundationPorts{Store: 5433, Bus: 5771, AMQP: 5772, Management: 15673, Registry: 5100}
	got, err := RewritePorts(&r, p, "10.77.0.0/16")
	if err != nil {
		t.Fatal(err)
	}
	if got.Places == 0 {
		t.Fatal("nothing was rewritten")
	}
	storeC := containerNamed(r.Declaration, "mesh-store")
	if len(storeC.Ports) != 1 || storeC.Ports[0] != "5433:5432" {
		t.Errorf("the store publishes %v", storeC.Ports)
	}
	broker := containerNamed(r.Declaration, "mesh-broker")
	if strings.Join(broker.Ports, " ") != "5771:5671 5772:5672 127.0.0.1:15673:15672" {
		t.Errorf("the broker publishes %v", broker.Ports)
	}
	control, err := controlPlaneIn(r.Declaration)
	if err != nil {
		t.Fatal(err)
	}
	for key, value := range control.Env {
		if strings.HasPrefix(key, "MESH_STORE_") && !strings.Contains(value, "@127.0.0.1:5433/") {
			t.Errorf("%s still dials %s", key, value)
		}
	}
	if !strings.Contains(control.Env["MESH_BROKER_AMQP"], "@127.0.0.1:5772/") ||
		!strings.HasSuffix(control.Env["MESH_BROKER_MANAGEMENT"], "@127.0.0.1:15673") {
		t.Errorf("the broker is dialled at %s and %s", control.Env["MESH_BROKER_AMQP"], control.Env["MESH_BROKER_MANAGEMENT"])
	}
	if control.Env["MESH_BROKER_ADDRESS"] != "192.0.2.10:5771" || r.BrokerAddress != "192.0.2.10:5771" {
		t.Errorf("nodes are told to dial %s (%s)", control.Env["MESH_BROKER_ADDRESS"], r.BrokerAddress)
	}
	if control.Env["MESH_OVERLAY_CIDR"] != "10.77.0.0/16" {
		t.Errorf("the control plane is told the range %q", control.Env["MESH_OVERLAY_CIDR"])
	}
	// The schema step reaches the store inside its own network, on the container's port.
	text := string(r.Bundle)
	if !strings.Contains(text, `MESH_STORE_INVENTORY=postgres://postgres:s@127.0.0.1:5432/inventory`) {
		t.Error("the schema step's connection, inside the store's network, was moved off the container's port")
	}
	for _, want := range []string{"tcp dport 5771 accept", "ct original proto-dst 5771 accept",
		"tcp dport 5100 accept", "ct original proto-dst 5100 accept"} {
		if !strings.Contains(text, want) {
			t.Errorf("the base filter does not say %q", want)
		}
	}
	if strings.Contains(text, "dport 5671 accept") || strings.Contains(text, "dport 5000 accept") {
		t.Error("the base filter still admits a default port")
	}
}

func TestATemplateThatDoesNotSayItsPortsAsExpectedIsRefused(t *testing.T) {
	r := producedBundle(t)
	r.Bundle = []byte(strings.Replace(string(r.Bundle), `"ports": ["5432:5432"]`, `"ports": [ "5432:5432" ]`, 1))
	if _, err := RewritePorts(&r, FoundationPorts{Store: 5433}, ""); err == nil {
		t.Error("a store port the installer could not find was silently left")
	}
}

func TestTwoThingsOnOnePortAreRefused(t *testing.T) {
	p := DefaultPorts()
	p.Registry = p.Store
	if err := p.Check(); err == nil {
		t.Error("the registry and the store were both given one port")
	}
	p = DefaultPorts()
	p.Hub = 5432 // udp, beside the store's tcp: two different ports
	if err := p.Check(); err != nil {
		t.Errorf("a udp port beside a tcp one of the same number was refused: %v", err)
	}
}

// machineRunner answers ss, docker ps, docker inspect and ip from fixtures.
type machineRunner struct {
	ss, ps, addrs, routes string
	unlabelled            map[string]bool
	labelled              map[string]bool
}

func (m machineRunner) run(_ context.Context, name string, args ...string) (string, error) {
	switch {
	case name == "ss":
		return m.ss, nil
	case name == "docker" && args[0] == "ps":
		return m.ps, nil
	case name == "docker" && args[0] == "inspect":
		n := args[len(args)-1]
		if m.labelled[n] {
			return "abc\n", nil
		}
		if m.unlabelled[n] {
			return "\n", nil
		}
		return "", errors.New("no such container")
	case name == "ip" && args[1] == "addr":
		return m.addrs, nil
	case name == "ip" && args[1] == "route":
		return m.routes, nil
	}
	return "", nil
}

func noneOurs(reachable.Reach) bool { return false }

func TestABusyPortIsRefusedNamingItsHolder(t *testing.T) {
	m := machineRunner{
		ss: "tcp LISTEN 0 4096 0.0.0.0:5000 0.0.0.0:* users:((\"docker-proxy\",pid=1,fd=7))\n" +
			"tcp LISTEN 0 4096 127.0.0.1:15672 0.0.0.0:* users:((\"beam.smp\",pid=2,fd=7))\n",
		ps: "predecessor-registry\t0.0.0.0:5000->5000/tcp\n",
	}
	err := PortsFree(context.Background(), m.run, DefaultPorts(), noneOurs)
	if err == nil {
		t.Fatal("held ports were not refused")
	}
	for _, want := range []string{"predecessor-registry", "beam.smp", "tcp/5000", "tcp/15672", "--registry-port"} {
		if !strings.Contains(err.Error(), want) {
			t.Errorf("the refusal does not say %q: %v", want, err)
		}
	}
	p := DefaultPorts()
	p.Registry, p.Management = 5100, 15673
	if err := PortsFree(context.Background(), m.run, p, noneOurs); err != nil {
		t.Errorf("other ports given and still refused: %v", err)
	}
}

func TestTheFoundationsOwnContainersAreNotCountedOnARerun(t *testing.T) {
	m := machineRunner{
		ss: "tcp LISTEN 0 4096 0.0.0.0:5432 0.0.0.0:* users:((\"docker-proxy\",pid=1,fd=7))\n",
		ps: "mesh-store\t0.0.0.0:5432->5432/tcp\n",
	}
	ours := func(r reachable.Reach) bool { return r.By == "mesh-store" }
	if err := PortsFree(context.Background(), m.run, DefaultPorts(), ours); err != nil {
		t.Errorf("the foundation's own store was counted as holding its port: %v", err)
	}
}

func TestAnOverlappingTunnelIsRefusedNamingItsInterface(t *testing.T) {
	m := machineRunner{
		addrs:  "1: lo    inet 127.0.0.1/8 scope host lo\n5: wg0    inet 10.42.3.1/24 scope global wg0\n7: mesh0    inet 10.42.0.1/16 scope global mesh0\n",
		routes: "default via 192.0.2.1 dev eth0\n10.42.3.0/24 dev wg0 proto kernel scope link src 10.42.3.1\n",
	}
	err := OverlayClear(context.Background(), m.run, "")
	if err == nil || !strings.Contains(err.Error(), "wg0") || strings.Contains(err.Error(), "mesh0") {
		t.Fatalf("the overlap was not named by its interface alone: %v", err)
	}
	if err := OverlayClear(context.Background(), m.run, "10.77.0.0/16"); err != nil {
		t.Errorf("a clear range was refused: %v", err)
	}
}

func TestAPredecessorsContainerUnderTheMeshsNameIsRefused(t *testing.T) {
	m := machineRunner{unlabelled: map[string]bool{"mesh-registry": true}, labelled: map[string]bool{"mesh-store": true}}
	err := NamesFree(context.Background(), m.run, []string{"mesh-store", "mesh-registry", "mesh-broker"}, store.State{})
	if err == nil || !strings.Contains(err.Error(), "mesh-registry") || strings.Contains(err.Error(), "mesh-store") {
		t.Fatalf("names: %v", err)
	}
	known := store.State{Resources: []store.Applied{{ID: "x", Type: "container", Target: "mesh-registry"}}}
	if err := NamesFree(context.Background(), m.run, []string{"mesh-registry"}, known); err != nil {
		t.Errorf("a container this node has a record of was refused: %v", err)
	}
}

// controlRecorder is a control plane that answers everything and writes down what it was told,
// with the content of every settings file carried to it.
type controlRecorder struct {
	told     []string
	settings map[string]string
}

func (c *controlRecorder) run(_ context.Context, name string, args ...string) (string, error) {
	if name == "docker" && args[0] == "cp" {
		raw, _ := os.ReadFile(args[1])
		if strings.HasSuffix(args[2], "-settings.json") {
			c.settings[filepath.Base(args[2])] = string(raw)
		}
		return "", nil
	}
	if name == "docker" && args[0] == "exec" {
		c.told = append(c.told, strings.Join(args[3:], " "))
	}
	return "", nil
}

func (c *controlRecorder) index(prefix string) int {
	for i, t := range c.told {
		if strings.HasPrefix(t, prefix) {
			return i
		}
	}
	return -1
}

func TestTheNodesPortsAreSetBeforeTheModuleIsPushed(t *testing.T) {
	t.Setenv("TMPDIR", t.TempDir())
	c := &controlRecorder{settings: map[string]string{}}
	control := controlPlane{container: "temp-mesh-controller", run: c.run, timeout: time.Second}
	o := Options{Node: "anchor", Ports: FoundationPorts{Registry: 5100}, Wait: time.Second}
	if _, err := installModule(context.Background(), o, control, RegistryModule, []byte(`{}`), quietly); err != nil {
		t.Fatal(err)
	}
	set, push := c.index("settings set distribution"), c.index("push anchor")
	if set < 0 || push < 0 || set > push {
		t.Fatalf("settings were not set before the push: %v", c.told)
	}
	if add := c.index("module add"); add > set {
		t.Errorf("settings were set before the module existed: %v", c.told)
	}
	if !strings.Contains(c.told[set], "--node anchor") {
		t.Errorf("the settings are not the node's: %s", c.told[set])
	}
	if got := c.settings["distribution-settings.json"]; got != `{"ports":{"5000":5100}}` {
		t.Errorf("the registry was told %s", got)
	}
}

func TestAGenesisOnTheDefaultsSetsNoSettings(t *testing.T) {
	t.Setenv("TMPDIR", t.TempDir())
	c := &controlRecorder{settings: map[string]string{}}
	control := controlPlane{container: "temp-mesh-controller", run: c.run, timeout: time.Second}
	o := Options{Node: "anchor", Wait: time.Second}
	if _, err := installModule(context.Background(), o, control, RegistryModule, []byte(`{}`), quietly); err != nil {
		t.Fatal(err)
	}
	if c.index("settings") >= 0 {
		t.Errorf("a converged genesis on the default ports set settings: %v", c.told)
	}
}