modules/local-model-consumer/module.json

@@ -0,0 +1,32 @@
+{
+  "module": "local-model-consumer",
+  "version": "1",
+  "slug": "local",
+  "requires": [
+    "model-access"
+  ],
+  "binds": {
+    "model-access": "/var/lib/local-model-consumer/model.json"
+  },
+  "resources": [
+    {
+      "id": "state",
+      "type": "directory",
+      "path": "/var/lib/local-model-consumer",
+      "mode": "0700"
+    },
+    {
+      "id": "config",
+      "type": "directory",
+      "path": "/var/lib/local-model-consumer/config",
+      "mode": "0700"
+    },
+    {
+      "id": "openai-env",
+      "type": "file",
+      "path": "/var/lib/local-model-consumer/config/openai.env",
+      "mode": "0600",
+      "content": "OPENAI_BASE_URL=http://${bound:model-access:at}:${bound:model-access:port}/v1\nOPENAI_MODEL=${bound:model-access:model}\nOPENAI_API_KEY=local\n"
+    }
+  ]
+}

modules/ollama/module.json

@@ -0,0 +1,48 @@
+{
+  "module": "ollama",
+  "version": "1",
+  "capabilities": [
+    "container-runtime"
+  ],
+  "provides": [
+    {
+      "name": "model-access",
+      "scope": "node"
+    }
+  ],
+  "listens": [
+    {
+      "port": 11434,
+      "protocol": "tcp",
+      "from": "machine",
+      "why": "consumers on this machine reaching the local model server's OpenAI-compatible API"
+    }
+  ],
+  "serves": {
+    "model-access": {
+      "port": 11434,
+      "model": "llama3.2"
+    }
+  },
+  "resources": [
+    {
+      "id": "state",
+      "type": "directory",
+      "path": "/services/ollama",
+      "mode": "0700"
+    },
+    {
+      "id": "server",
+      "type": "container",
+      "name": "ollama",
+      "image": "ollama/ollama@sha256:32931b46719f673c05fdbaa81ccb26da18ea4a1c57590a754874ab28ba269eb2",
+      "network": "host",
+      "env": {
+        "OLLAMA_HOST": "0.0.0.0:11434"
+      },
+      "volumes": [
+        "/services/ollama:/root/.ollama"
+      ]
+    }
+  ]
+}