mirror of
https://scm.tikali.ai/tikali/applications/monky/monky-deployd.git
synced 2026-09-18 09:36:14 +00:00
Compare commits
21 Commits
v0.1.0
..
35949a9246
| Author | SHA1 | Date | |
|---|---|---|---|
| 35949a9246 | |||
| a30014a096 | |||
| 47c3840c95 | |||
| d0153dd71c | |||
| 6e8b2bf41d | |||
| d34189c625 | |||
| b749a6d3b4 | |||
| 05724edde2 | |||
| b39a60af46 | |||
| fcf2dcb1eb | |||
| 31586c3058 | |||
| 41541629ec | |||
| 744041ca1e | |||
| b08e0adf82 | |||
| 837a7e5bb1 | |||
| f8a35947db | |||
| 6336012b74 | |||
| bd3f8c1b6e | |||
| c966450d8e | |||
| 28f7cf110f | |||
| 8fde0ba079 |
+20
-16
@@ -3,12 +3,16 @@
|
|||||||
# lint -> test -> build (openziti wheel) -> package (.deb via nfpm) -> release (v* tags) -> docs
|
# lint -> test -> build (openziti wheel) -> package (.deb via nfpm) -> release (v* tags) -> docs
|
||||||
#
|
#
|
||||||
# Every script line is single-quoted (a bare ": " turns the line into a YAML map and silently
|
# Every script line is single-quoted (a bare ": " turns the line into a YAML map and silently
|
||||||
# yields a 0-job pipeline). Jobs that need egress the runner may not have (GitHub for the
|
# yields a 0-job pipeline). Runner egress to github.com + pypi.org was PROVEN on the v0.1.0 tag
|
||||||
# openziti sdist's ziti-sdk-c fetch, GitHub for the nfpm binary) are allow_failure: true until
|
# pipeline (6999: openziti 1.7.1 wheel built, nfpm .deb packaged), so wheel/package are blocking.
|
||||||
# proven; see README "CI notes".
|
|
||||||
#
|
#
|
||||||
# CI/CD variables (project or group level):
|
# CI/CD variables (project or group level):
|
||||||
# GITEA_TOKEN — Gitea API token (write:repository) for `release:gitea`; without it the job is manual
|
# GITEA_TOKEN — Gitea API token (write:repository) for `release:gitea`; without it the job is manual
|
||||||
|
#
|
||||||
|
# Release assets are published to BOTH the GitLab generic package registry (the installer's primary
|
||||||
|
# source — the project is PRIVATE (parent groups are private), so install.sh sends a read-only deploy
|
||||||
|
# token (read_package_registry) as DEPLOY-TOKEN; gitea.cbs.tikali.net is split-horizon inside the
|
||||||
|
# estate, cbs/iac#102) and the Gitea mirror release (`install.sh --source gitea`, off-estate).
|
||||||
# GITLAB_TRANSLATE_TOKEN — used by the translate-docs component (group level)
|
# GITLAB_TRANSLATE_TOKEN — used by the translate-docs component (group level)
|
||||||
|
|
||||||
include:
|
include:
|
||||||
@@ -76,13 +80,11 @@ test:
|
|||||||
# PyPI ships `openziti` as an sdist whose build fetches ziti-sdk-c (+ prebuilt tlsuv/uv-mbed
|
# PyPI ships `openziti` as an sdist whose build fetches ziti-sdk-c (+ prebuilt tlsuv/uv-mbed
|
||||||
# via cmake FetchContent) from github.com at install time. Building it here on ubuntu:26.04
|
# via cmake FetchContent) from github.com at install time. Building it here on ubuntu:26.04
|
||||||
# (the target OS; python3 = the target's python3) gives us a wheel to vendor into the venv.
|
# (the target OS; python3 = the target's python3) gives us a wheel to vendor into the venv.
|
||||||
# NEEDS runner egress to github.com + pypi.org; allow_failure until proven on this runner —
|
# NEEDS runner egress to github.com + pypi.org (proven 2026-09-05, pipeline 6999).
|
||||||
# without the wheel the .deb still builds (transports proxy/system work; sdk logs a clear error).
|
|
||||||
wheel:
|
wheel:
|
||||||
stage: build
|
stage: build
|
||||||
image: ubuntu:26.04
|
image: ubuntu:26.04
|
||||||
needs: ["test"]
|
needs: ["test"]
|
||||||
allow_failure: true
|
|
||||||
rules:
|
rules:
|
||||||
- if: '$CI_COMMIT_TAG'
|
- if: '$CI_COMMIT_TAG'
|
||||||
- if: '$CI_COMMIT_BRANCH == "main"'
|
- if: '$CI_COMMIT_BRANCH == "main"'
|
||||||
@@ -104,15 +106,14 @@ wheel:
|
|||||||
# --- the .deb --------------------------------------------------------------------------------------
|
# --- the .deb --------------------------------------------------------------------------------------
|
||||||
# venv at its final path (/opt/monky-deployd/venv is where the .deb puts it; venvs are not
|
# venv at its final path (/opt/monky-deployd/venv is where the .deb puts it; venvs are not
|
||||||
# relocatable) + nfpm. nfpm comes from GitHub releases (egress) with the goreleaser apt repo as
|
# relocatable) + nfpm. nfpm comes from GitHub releases (egress) with the goreleaser apt repo as
|
||||||
# fallback; allow_failure until proven.
|
# fallback (proven 2026-09-05, pipeline 6999). The wheel is required: a .deb without it would
|
||||||
|
# silently ship a broken `transport: sdk`.
|
||||||
package:
|
package:
|
||||||
stage: package
|
stage: package
|
||||||
image: ubuntu:26.04
|
image: ubuntu:26.04
|
||||||
needs:
|
needs:
|
||||||
- job: test
|
- job: test
|
||||||
- job: wheel
|
- job: wheel
|
||||||
optional: true
|
|
||||||
allow_failure: true
|
|
||||||
rules:
|
rules:
|
||||||
- if: '$CI_COMMIT_TAG'
|
- if: '$CI_COMMIT_TAG'
|
||||||
- if: '$CI_COMMIT_BRANCH == "main"'
|
- if: '$CI_COMMIT_BRANCH == "main"'
|
||||||
@@ -127,7 +128,9 @@ package:
|
|||||||
- 'python3 -m venv /opt/monky-deployd/venv'
|
- 'python3 -m venv /opt/monky-deployd/venv'
|
||||||
- '/opt/monky-deployd/venv/bin/pip install -q --upgrade pip'
|
- '/opt/monky-deployd/venv/bin/pip install -q --upgrade pip'
|
||||||
- '/opt/monky-deployd/venv/bin/pip install -q .'
|
- '/opt/monky-deployd/venv/bin/pip install -q .'
|
||||||
- 'if ls vendor/*.whl >/dev/null 2>&1; then /opt/monky-deployd/venv/bin/pip install -q vendor/*.whl && /opt/monky-deployd/venv/bin/python -c "import openziti; print(\"openziti\", openziti.__version__ if hasattr(openziti, \"__version__\") else \"ok\")"; else echo "WARNING: no vendored openziti wheel — transport sdk will not work from this build"; fi'
|
- 'ls vendor/*.whl >/dev/null 2>&1 || { echo "no vendored openziti wheel (wheel job artifact missing)"; exit 1; }'
|
||||||
|
- '/opt/monky-deployd/venv/bin/pip install -q vendor/*.whl'
|
||||||
|
- '/opt/monky-deployd/venv/bin/python -c "import openziti; print(\"openziti import ok\")"'
|
||||||
- '/opt/monky-deployd/venv/bin/python -m monky_deployd version'
|
- '/opt/monky-deployd/venv/bin/python -m monky_deployd version'
|
||||||
- 'mkdir -p build dist && cp -a /opt/monky-deployd/venv build/venv'
|
- 'mkdir -p build dist && cp -a /opt/monky-deployd/venv build/venv'
|
||||||
# nfpm: GitHub release .deb, else the goreleaser apt repo
|
# nfpm: GitHub release .deb, else the goreleaser apt repo
|
||||||
@@ -141,7 +144,8 @@ package:
|
|||||||
dotenv: build.env
|
dotenv: build.env
|
||||||
expire_in: 90 days
|
expire_in: 90 days
|
||||||
|
|
||||||
# --- GitLab release (v* tags): generic package registry + release with asset links -------------
|
# --- GitLab release (v* tags): generic package registry (the PRIMARY download) + release ---------
|
||||||
|
# install.sh / the ansible role fetch ${CI_API_V4_URL}/projects/69/packages/generic/monky-deployd/<ver>/...
|
||||||
release:
|
release:
|
||||||
stage: release
|
stage: release
|
||||||
image:
|
image:
|
||||||
@@ -157,15 +161,15 @@ release:
|
|||||||
- 'DEB=$(basename dist/*.deb)'
|
- 'DEB=$(basename dist/*.deb)'
|
||||||
- >-
|
- >-
|
||||||
release-cli create --name "monky-deployd $CI_COMMIT_TAG" --tag-name "$CI_COMMIT_TAG"
|
release-cli create --name "monky-deployd $CI_COMMIT_TAG" --tag-name "$CI_COMMIT_TAG"
|
||||||
--description "See CHANGELOG.md. Public install assets are on the Gitea mirror: https://gitea.cbs.tikali.net/mdella/monky-deployd/releases/tag/$CI_COMMIT_TAG"
|
--description "See CHANGELOG.md. Install assets: this release's package registry links (primary; the install.sh default) and the Gitea mirror for off-estate use: https://gitea.cbs.tikali.net/mdella/monky-deployd/releases/tag/$CI_COMMIT_TAG"
|
||||||
--assets-link "{\"name\":\"$DEB\",\"url\":\"$PKG/$DEB\",\"link_type\":\"package\"}"
|
--assets-link "{\"name\":\"$DEB\",\"url\":\"$PKG/$DEB\",\"link_type\":\"package\"}"
|
||||||
--assets-link "{\"name\":\"$DEB.sha256\",\"url\":\"$PKG/$DEB.sha256\",\"link_type\":\"other\"}"
|
--assets-link "{\"name\":\"$DEB.sha256\",\"url\":\"$PKG/$DEB.sha256\",\"link_type\":\"other\"}"
|
||||||
--assets-link "{\"name\":\"install.sh\",\"url\":\"$PKG/install.sh\",\"link_type\":\"other\"}"
|
--assets-link "{\"name\":\"install.sh\",\"url\":\"$PKG/install.sh\",\"link_type\":\"other\"}"
|
||||||
|
|
||||||
# --- Gitea release (the PUBLIC download the installer uses) ------------------------------------------
|
# --- Gitea release (the off-estate alternative: install.sh --source gitea) -----------------------
|
||||||
# The GitLab project is private, so install.sh fetches from the Gitea mirror
|
# Same assets at https://gitea.cbs.tikali.net/mdella/monky-deployd/releases/download/v<ver>/... .
|
||||||
# https://gitea.cbs.tikali.net/mdella/monky-deployd/releases/download/v<ver>/... . This job
|
# Not the default: inside the estate that name is split-horizon to jump1's RED EIP (cbs/iac#102).
|
||||||
# waits for the pull-mirror to carry the tag, creates the release and uploads the assets.
|
# This job waits for the pull-mirror to carry the tag, creates the release and uploads the assets.
|
||||||
# Automatic when GITEA_TOKEN is set; otherwise a manual, non-blocking job (docs/OPERATIONS.md
|
# Automatic when GITEA_TOKEN is set; otherwise a manual, non-blocking job (docs/OPERATIONS.md
|
||||||
# has the by-hand recipe).
|
# has the by-hand recipe).
|
||||||
release:gitea:
|
release:gitea:
|
||||||
|
|||||||
@@ -1,6 +1,73 @@
|
|||||||
<!-- xlate:verbatim-fences -->
|
<!-- xlate:verbatim-fences -->
|
||||||
# Changelog
|
# Changelog
|
||||||
|
|
||||||
|
## 0.1.6 — 2026-09-07
|
||||||
|
|
||||||
|
- **A valid lease token is reused across applies.** Every apply requested a new lease, so a failing deploy
|
||||||
|
retried by the 60 s timer burned tenancy's 5-leases-per-hour budget and then failed on
|
||||||
|
`LEASE_RATE_LIMITED` forever (env-qa-02 pilot). Now: reuse a lease-derived token while `lookup-self`
|
||||||
|
says it is valid; swap the bootstrap token for a lease once; and if tenancy rate-limits the lease while a
|
||||||
|
working token exists, apply with it and defer the swap instead of failing the deploy.
|
||||||
|
|
||||||
|
## 0.1.5 — 2026-09-07
|
||||||
|
|
||||||
|
- **`tenancy.port` defaults to 443 everywhere** — the ansible role default and the `TenancyCfg` default now
|
||||||
|
match `install.sh`/`config.example.yaml` (0.1.5 only changed those two); PROTOCOL.md states the intercept
|
||||||
|
port separately from the in-pod 8081, that the broker does not add `#monky-deploy-agent` yet, that the jwt
|
||||||
|
mount keeps no `jti` state, and that `release:gitea` has not run (doc-drift DD-0523/0525/0527/0528).
|
||||||
|
- **`${VAR}` inside comment lines is not a reference.** The renderer's `.env.template` header literally says
|
||||||
|
"substitutes every ${VAR}", which the refusal check counted as an unresolved variable
|
||||||
|
(`ENV_INCOMPLETE: unresolved: VAR`) — the first bundle on env-qa-02 was refused for it.
|
||||||
|
|
||||||
|
- **config: `tenancy.port` is the service's intercept port (443), not the in-pod 8081.** With 8081 the SDK
|
||||||
|
found no intercept and the dial failed (`service not available`, then a bare `TypeError` from the SDK's
|
||||||
|
fallback). `install.sh` now writes 443; `config.example.yaml` updated.
|
||||||
|
- **transport sdk: clear error instead of a TypeError** when an address has no intercept or the identity
|
||||||
|
has no dial policy for the service (`TransportError` names the host:port and what to check).
|
||||||
|
|
||||||
|
## 0.1.4 — 2026-09-07
|
||||||
|
|
||||||
|
- **install.sh: `ziti-edge-tunnel.service` failed to start after enrolment** (`203/EXEC`: the package's
|
||||||
|
`ExecStartPre` script is not executable by user `ziti` on ziti-edge-tunnel 1.18.x) and, because the
|
||||||
|
unit was enabled with `--now` under `set -e`, the script aborted BEFORE writing config/ACLs/grant/timer —
|
||||||
|
a second kit was needed. The run-host drop-in now clears `ExecStartPre=`; a tunneler start failure is a
|
||||||
|
WARNING until everything else is in place, then a hard error at the end.
|
||||||
|
|
||||||
|
## 0.1.3 — 2026-09-06
|
||||||
|
|
||||||
|
- **install.sh: `--version` was clobbered by `/etc/os-release`** (it defines `VERSION`), so the kit tried to download
|
||||||
|
`monky-deployd_26.04 LTS (Resolute Raccoon)_amd64.deb` (env-qa-02 pilot, first real kit run). Script variables are now
|
||||||
|
`DEPLOYD_VERSION`; os-release is read in a subshell.
|
||||||
|
- **install.sh installs Docker Engine when absent** (Docker's apt suite for the codename → fallback `docker.io`), with
|
||||||
|
`--docker-data-root <dir>` to place the data-root before first start. One script for the end user, per the operator's rule.
|
||||||
|
|
||||||
|
## v0.1.2 — 2026-09-05
|
||||||
|
|
||||||
|
- **The GitLab project is private** (its parent groups are private, so it cannot be made public;
|
||||||
|
found when the v0.1.1 one-liner returned 401 anonymously). `install.sh` gains `--token <deploy-token>`
|
||||||
|
/ `MONKY_DEPLOYD_TOKEN`: every download from the generic package registry — the script itself
|
||||||
|
included — sends `DEPLOY-TOKEN: <token>`, a read-only GitLab **deploy token** (scope
|
||||||
|
`read_package_registry` only, revocable), seeded in OpenBao at `monky/monky-tenancy/deployd-download`
|
||||||
|
(key `token`) and handed to the box by the monky-tenancy install kit. The token never reaches the
|
||||||
|
command line, the log or an xtrace (curl `-K` config file, 0600, deleted after the download;
|
||||||
|
`set +x` forced). The one-liner now fetches `install.sh` from the registry
|
||||||
|
(`…/monky-deployd/<ver>/install.sh`) instead of `-/raw/main`, and takes the bootstrap grant via
|
||||||
|
`--bootstrap-file` — with `curl … | bash -s --` stdin IS the script, so it is no longer read for
|
||||||
|
the grant in that mode. `--source gitea` (no token) stays the off-estate alternative.
|
||||||
|
- Ansible role: `monky_deployd_download_token` (vaulted) → `DEPLOY-TOKEN` header on both fetches,
|
||||||
|
`no_log: true`.
|
||||||
|
- README / OPERATIONS: why (private project; split-horizon Gitea, cbs/iac#102), token scope, revocation.
|
||||||
|
No agent behaviour change.
|
||||||
|
|
||||||
|
## v0.1.1 — 2026-09-05
|
||||||
|
|
||||||
|
- `install.sh` / ansible role / README: the **primary download is the public GitLab project's generic
|
||||||
|
package registry on scm.tikali.ai** (`/api/v4/projects/69/packages/generic/monky-deployd/<ver>/…`);
|
||||||
|
the one-liner fetches the script from `scm.tikali.ai/…/-/raw/main/packaging/install.sh`. Inside the
|
||||||
|
estate `gitea.cbs.tikali.net` is split-horizon to jump1's RED EIP (no HTTP ingress), so backend
|
||||||
|
boxes could not fetch the artefacts (cbs/iac#102). The Gitea release stays the off-estate
|
||||||
|
alternative (`--source gitea` / `MONKY_DEPLOYD_SOURCE=gitea`). No agent behaviour change.
|
||||||
|
|
||||||
## v0.1.0 — 2026-09-05
|
## v0.1.0 — 2026-09-05
|
||||||
|
|
||||||
First release (MONKY-ADR-0028 §D, Reconciliation v2, Gate 1 v2).
|
First release (MONKY-ADR-0028 §D, Reconciliation v2, Gate 1 v2).
|
||||||
|
|||||||
@@ -75,8 +75,10 @@ systemd-analyze verify packaging/systemd/*.service # when available
|
|||||||
|
|
||||||
Bump `monky_deployd.__version__` + `pyproject.toml` + `packaging/install.sh` `DEFAULT_VERSION` +
|
Bump `monky_deployd.__version__` + `pyproject.toml` + `packaging/install.sh` `DEFAULT_VERSION` +
|
||||||
`CHANGELOG.md`, merge to `main`, tag `vX.Y.Z` (protected `v*`). The tag pipeline builds the `.deb`,
|
`CHANGELOG.md`, merge to `main`, tag `vX.Y.Z` (protected `v*`). The tag pipeline builds the `.deb`,
|
||||||
publishes the GitLab release and — with `GITEA_TOKEN` — the **Gitea release** the installer
|
publishes the **GitLab generic package registry + release** the installer downloads from (PRIVATE
|
||||||
downloads from (`docs/OPERATIONS.md` has the manual recipe). `lint` refuses a tag whose version
|
project — the installer sends a read-only deploy token as `DEPLOY-TOKEN`; the Gitea name is
|
||||||
|
split-horizon inside the estate, cbs/iac#102) and — with `GITEA_TOKEN` —
|
||||||
|
the **Gitea release** (`install.sh --source gitea`, off-estate; `docs/OPERATIONS.md` has the manual recipe). `lint` refuses a tag whose version
|
||||||
differs from `__version__`.
|
differs from `__version__`.
|
||||||
|
|
||||||
## What NOT to do
|
## What NOT to do
|
||||||
|
|||||||
@@ -18,20 +18,37 @@ Verified on **Ubuntu 26.04**.
|
|||||||
## Install (one-liner, from the enrolment kit)
|
## Install (one-liner, from the enrolment kit)
|
||||||
|
|
||||||
An admin reveals the kit once in the console (`GET /v1/backends/{id}/agent/install`); it hands
|
An admin reveals the kit once in the console (`GET /v1/backends/{id}/agent/install`); it hands
|
||||||
you the enrolment JWT and a one-time **bootstrap deploy grant**. On the box:
|
you the enrolment JWT, a one-time **bootstrap deploy grant** and the read-only **download token**
|
||||||
|
(the kit runs the line below for you). By hand, on the box:
|
||||||
|
|
||||||
```sh
|
```sh
|
||||||
curl -fsSL https://gitea.cbs.tikali.net/mdella/monky-deployd/raw/branch/main/packaging/install.sh \
|
T=<deploy token> # read-only GitLab deploy token (read_package_registry); the kit carries it
|
||||||
| sudo bash -s -- --env env-qa-02 --site cbs --enrol-jwt ./monky-host.env-qa-02.jwt < bootstrap.jwt
|
curl -sSf -H "DEPLOY-TOKEN: $T" https://scm.tikali.ai/api/v4/projects/69/packages/generic/monky-deployd/0.1.6/install.sh \
|
||||||
# [--transport sdk|proxy|system] [--version 0.1.0] [--laptop] [--bao-ca openbao-ca.pem]
|
| sudo bash -s -- --env env-qa-02 --site cbs --token "$T" --bootstrap-file bootstrap.jwt --enrol-jwt ./monky-host.env-qa-02.jwt
|
||||||
|
# [--transport sdk|proxy|system] [--version 0.1.6] [--docker-data-root /home/docker-data] [--laptop] [--bao-ca openbao-ca.pem] [--source gitlab|gitea]
|
||||||
```
|
```
|
||||||
|
|
||||||
`install.sh` installs `ziti-edge-tunnel` (OpenZiti `jammy` suite) and `docker-compose-plugin` if
|
`install.sh` installs `ziti-edge-tunnel` (OpenZiti `jammy` suite) and `docker-compose-plugin` if
|
||||||
absent, downloads the pinned `.deb` + `.sha256` from the [Gitea release](https://gitea.cbs.tikali.net/mdella/monky-deployd/releases),
|
absent, downloads the pinned `.deb` + `.sha256` from the [scm.tikali.ai generic package registry](https://scm.tikali.ai/tikali/applications/monky/monky-deployd/-/packages)
|
||||||
|
(`https://scm.tikali.ai/api/v4/projects/69/packages/generic/monky-deployd/<ver>/monky-deployd_<ver>_amd64.deb`),
|
||||||
enrols `monky-host.<env>` if the identity is missing, switches the tunneler to `run-host`,
|
enrols `monky-host.<env>` if the identity is missing, switches the tunneler to `run-host`,
|
||||||
writes `/etc/monky-deployd/config.yaml`, grants the agent read access to the identity (ACL),
|
writes `/etc/monky-deployd/config.yaml`, grants the agent read access to the identity (ACL),
|
||||||
stages the bootstrap grant (0600), enables `monky-deployd.timer`, runs one tick and deletes the
|
stages the bootstrap grant (0600), enables `monky-deployd.timer`, runs one tick and deletes the
|
||||||
JWT. The GitLab project is private, so **the public download is the Gitea mirror**.
|
JWT.
|
||||||
|
|
||||||
|
**Why a token.** The GitLab project is **private** and cannot be made public (its parent groups
|
||||||
|
are private), so anonymous downloads answer 401. Every registry fetch — the script itself
|
||||||
|
included — therefore sends `DEPLOY-TOKEN: <token>`: a GitLab **deploy token** with the single
|
||||||
|
scope `read_package_registry` (it can download packages and nothing else: no code, no API, no
|
||||||
|
write; revoke it in the project's *Settings → Repository → Deploy tokens* and issue a new one).
|
||||||
|
The operator seeds it in OpenBao at `monky/monky-tenancy/deployd-download` (key `token`); the
|
||||||
|
monky-tenancy install kit reads it from there and passes `--token` (`MONKY_DEPLOYD_TOKEN` also
|
||||||
|
works). The script never prints it (curl `-K` config file, 0600, deleted after the download;
|
||||||
|
`set -x` is switched off). Why not the Gitea mirror: inside the estate `gitea.cbs.tikali.net` is
|
||||||
|
split-horizon to jump1's RED EIP (`10.10.0.175`), which has no HTTP ingress, so backend boxes
|
||||||
|
cannot reach it (cbs/iac#102); `--source gitea` (or `MONKY_DEPLOYD_SOURCE=gitea`, no token) keeps
|
||||||
|
the [Gitea release](https://gitea.cbs.tikali.net/mdella/monky-deployd/releases) as the
|
||||||
|
off-estate alternative.
|
||||||
|
|
||||||
## Transports
|
## Transports
|
||||||
|
|
||||||
@@ -81,11 +98,13 @@ monky-deployd version
|
|||||||
## Security model
|
## Security model
|
||||||
|
|
||||||
- **Identity = the box's ziti host identity.** Only identities with `#monky-deploy-agent` can dial
|
- **Identity = the box's ziti host identity.** Only identities with `#monky-deploy-agent` can dial
|
||||||
tenancy's agent entrypoint; `#openbao-client` reaches OpenBao. The agent reads the identity
|
tenancy's agent entrypoint; `#openbao-client` reaches OpenBao — tenancy sends both to the broker
|
||||||
|
as `host_extra_attrs` at register (monky-tenancy !29 / monky-ziti `ac258352`, 2026-09-07), so a
|
||||||
|
backend registered since then dials without hand-added attrs (see PROTOCOL.md §Where and how). The agent reads the identity
|
||||||
through an ACL (`setfacl -m u:monky-deployd:r`), never owns it.
|
through an ACL (`setfacl -m u:monky-deployd:r`), never owns it.
|
||||||
- **The bearer to tenancy is the agent's own OpenBao token**, minted by OpenBao from a
|
- **The bearer to tenancy is the agent's own OpenBao token**, minted by OpenBao from a
|
||||||
tenancy-signed ES256 deploy grant (`aud openbao-see-env`, `kind deploy-grant`, 1 h, single-use
|
tenancy-signed ES256 deploy grant (`aud openbao-see-env`, `kind deploy-grant`, 1 h; its `jti`
|
||||||
`jti`). Tenancy verifies it with `auth/token/lookup`, pins `meta.env_id`, and refuses a token
|
becomes the token's `meta.grant_jti` — the mount keeps no replay state, tenancy does). Tenancy verifies it with `auth/token/lookup`, pins `meta.env_id`, and refuses a token
|
||||||
whose `meta.grant_jti` was superseded (kit re-reveal, retire) → `401 AGENT_UNAUTHENTICATED`.
|
whose `meta.grant_jti` was superseded (kit re-reveal, retire) → `401 AGENT_UNAUTHENTICATED`.
|
||||||
**No AppRole, nothing to unwrap** (Gate 1 result, 2026-09-05).
|
**No AppRole, nothing to unwrap** (Gate 1 result, 2026-09-05).
|
||||||
- **The agent never receives a secret from tenancy.** Bundles carry placeholders; the agent reads
|
- **The agent never receives a secret from tenancy.** Bundles carry placeholders; the agent reads
|
||||||
@@ -138,14 +157,24 @@ systemd-analyze verify packaging/systemd/*.service # where systemd is availabl
|
|||||||
`lint` and `test` run on every MR/branch. `wheel` builds the `openziti` wheel on `ubuntu:26.04`
|
`lint` and `test` run on every MR/branch. `wheel` builds the `openziti` wheel on `ubuntu:26.04`
|
||||||
(PyPI ships an sdist that fetches **ziti-sdk-c from github.com** at build time — the runner needs
|
(PyPI ships an sdist that fetches **ziti-sdk-c from github.com** at build time — the runner needs
|
||||||
egress to github.com and pypi.org) and `package` builds the `.deb` with `nfpm` (binary from GitHub
|
egress to github.com and pypi.org) and `package` builds the `.deb` with `nfpm` (binary from GitHub
|
||||||
releases, goreleaser apt repo as fallback). Both are `allow_failure: true` until proven on this
|
releases, goreleaser apt repo as fallback). Both were proven on the v0.1.0 tag pipeline and are
|
||||||
runner; without the wheel the `.deb` still works with `transport: proxy|system`. On a `v*` tag
|
blocking on `main`/tags (manual on MRs); the `.deb` always ships the SDK wheel. On a `v*` tag
|
||||||
`release` uploads to the GitLab generic package registry + release, and `release:gitea` publishes
|
`release` uploads to the GitLab generic package registry + release (**the primary download**; the
|
||||||
the same assets on the public Gitea mirror (automatic when `GITEA_TOKEN` is set, manual otherwise
|
project is private, so the installer sends the read-only deploy token), and `release:gitea` publishes the same assets on the Gitea mirror (the `--source gitea`
|
||||||
— see `docs/OPERATIONS.md` for the by-hand recipe).
|
alternative; automatic when `GITEA_TOKEN` is set, manual otherwise — see `docs/OPERATIONS.md` for
|
||||||
|
the by-hand recipe). The GitLab registry is published by every tag pipeline; the Gitea mirror only
|
||||||
|
when `release:gitea` runs — automatically once `GITEA_TOKEN` is set in CI, by hand otherwise — so
|
||||||
|
check the Gitea release page before pointing an installer at it.
|
||||||
|
|
||||||
## See also
|
## See also
|
||||||
|
|
||||||
- `docs/PROTOCOL.md`, `docs/OPERATIONS.md`, `CHANGELOG.md`
|
- `docs/PROTOCOL.md`, `docs/OPERATIONS.md`, `CHANGELOG.md`
|
||||||
- monky-tenancy `docs/usage.md` (agent protocol), `app/api/agent.py`, `app/schemas_backends.py`
|
- monky-tenancy `docs/usage.md` (agent protocol), `app/api/agent.py`, `app/schemas_backends.py`
|
||||||
- monky-deploy (the renderer whose `render_files` produces the bundle)
|
- monky-deploy (the renderer whose `render_files` produces the bundle)
|
||||||
|
|
||||||
|
### Docker Engine (since 0.1.3)
|
||||||
|
|
||||||
|
`install.sh` installs Docker Engine when it is absent (Docker's apt suite for the host's Ubuntu codename, falling back to
|
||||||
|
Ubuntu's `docker.io`), so an end user runs exactly one script. `--docker-data-root <dir>` writes `/etc/docker/daemon.json`
|
||||||
|
before the daemon first starts (pilot VMs keep the data-root on a dedicated disk, e.g. `/home/docker-data`). A pre-existing
|
||||||
|
Docker is left untouched. macOS/Windows laptops still need Docker Desktop from the user.
|
||||||
|
|||||||
@@ -4,7 +4,9 @@ Installs and configures [monky-deployd](https://scm.tikali.ai/tikali/application
|
|||||||
(the Monky backend pull agent, MONKY-ADR-0028) on a docker host that already carries an enrolled
|
(the Monky backend pull agent, MONKY-ADR-0028) on a docker host that already carries an enrolled
|
||||||
host identity (`roles/ziti_tunneler`, run-host mode). Skeleton for **osg1-07**; copy it there.
|
host identity (`roles/ziti_tunneler`, run-host mode). Skeleton for **osg1-07**; copy it there.
|
||||||
|
|
||||||
What it does: pin + download the `.deb` from the Gitea release (sha256 verified) → ACL
|
What it does: pin + download the `.deb` from the scm.tikali.ai package registry (sha256 verified; the
|
||||||
|
project is **private**, so the fetches send the read-only deploy token `monky_deployd_download_token`
|
||||||
|
as `DEPLOY-TOKEN`, `no_log`; `monky_deployd_base_url`/`_deb_url` switch to the Gitea release off-estate) → ACL
|
||||||
`u:monky-deployd:r` on the identity (`rx` on the dir) → `/etc/monky-deployd/config.yaml` from the
|
`u:monky-deployd:r` on the identity (`rx` on the dir) → `/etc/monky-deployd/config.yaml` from the
|
||||||
template → optional openbao-ca PEM → optional `monky-deployd-proxy.service` (`transport: proxy`)
|
template → optional openbao-ca PEM → optional `monky-deployd-proxy.service` (`transport: proxy`)
|
||||||
→ the **one-time bootstrap deploy grant** from a vault var (0600, `no_log`) → `monky-deployd.timer`
|
→ the **one-time bootstrap deploy grant** from a vault var (0600, `no_log`) → `monky-deployd.timer`
|
||||||
@@ -14,7 +16,8 @@ template → optional openbao-ca PEM → optional `monky-deployd-proxy.service`
|
|||||||
|
|
||||||
| var | note |
|
| var | note |
|
||||||
|---|---|
|
|---|---|
|
||||||
| `monky_deployd_version` | pinned release, e.g. `0.1.0` |
|
| `monky_deployd_version` | pinned release, e.g. `0.1.6` |
|
||||||
|
| `monky_deployd_download_token` | **vaulted**: GitLab deploy token, scope `read_package_registry` only (revocable) — the registry is private; seeded in OpenBao at `monky/monky-tenancy/deployd-download` key `token` (path/key are the operator's choice). Empty = no header (only works with the Gitea `base_url`) |
|
||||||
| `monky_deployd_env_id` / `_site` / `_transport` | per host (`env-dev-06`, `cbs`, `sdk`) |
|
| `monky_deployd_env_id` / `_site` / `_transport` | per host (`env-dev-06`, `cbs`, `sdk`) |
|
||||||
| `monky_deployd_bootstrap_grant` | tenancy-minted deploy grant (1 h) — `ansible-vault` or a lookup at play time; empty keeps the existing token |
|
| `monky_deployd_bootstrap_grant` | tenancy-minted deploy grant (1 h) — `ansible-vault` or a lookup at play time; empty keeps the existing token |
|
||||||
| `monky_deployd_bao_ca_pem` | the `openbao-ca` certificate (PEM) |
|
| `monky_deployd_bao_ca_pem` | the `openbao-ca` certificate (PEM) |
|
||||||
@@ -30,6 +33,7 @@ template → optional openbao-ca PEM → optional `monky-deployd-proxy.service`
|
|||||||
- role: monky_deployd
|
- role: monky_deployd
|
||||||
vars:
|
vars:
|
||||||
monky_deployd_bootstrap_grant: "{{ lookup('pipe', 'tenancy-mint-grant ' ~ inventory_hostname) }}"
|
monky_deployd_bootstrap_grant: "{{ lookup('pipe', 'tenancy-mint-grant ' ~ inventory_hostname) }}"
|
||||||
|
monky_deployd_download_token: "{{ vault_monky_deployd_download_token }}" # ansible-vault / OpenBao lookup
|
||||||
```
|
```
|
||||||
|
|
||||||
Rollout order (plan §E): pilot env-qa-02 → env-dev-06..09 → env-dev-01 last (after its live key moves into Bao).
|
Rollout order (plan §E): pilot env-qa-02 → env-dev-06..09 → env-dev-01 last (after its live key moves into Bao).
|
||||||
|
|||||||
@@ -1,11 +1,24 @@
|
|||||||
---
|
---
|
||||||
# monky_deployd — install and configure the Monky backend pull agent (MONKY-ADR-0028 §D).
|
# monky_deployd — install and configure the Monky backend pull agent (MONKY-ADR-0028 §D).
|
||||||
# Copy this role into osg1-07 (roles/monky_deployd) and roll to env-dev-06..09 after the pilot.
|
# Copy this role into osg1-07 (roles/monky_deployd) and roll to env-dev-06..09 after the pilot.
|
||||||
monky_deployd_version: "0.1.0"
|
monky_deployd_version: "0.1.6"
|
||||||
monky_deployd_base_url: "https://gitea.cbs.tikali.net/mdella/monky-deployd"
|
|
||||||
monky_deployd_deb: "monky-deployd_{{ monky_deployd_version }}_amd64.deb"
|
monky_deployd_deb: "monky-deployd_{{ monky_deployd_version }}_amd64.deb"
|
||||||
monky_deployd_deb_url: "{{ monky_deployd_base_url }}/releases/download/v{{ monky_deployd_version }}/{{ monky_deployd_deb }}"
|
# PRIMARY download = the GitLab project's generic package registry on scm.tikali.ai. Inside the estate
|
||||||
|
# gitea.cbs.tikali.net is split-horizon to jump1's RED EIP (10.10.0.175, no HTTP ingress), so backend
|
||||||
|
# boxes cannot fetch from the Gitea mirror (cbs/iac#102). The project is PRIVATE (its parent groups are
|
||||||
|
# private), so the registry needs a read-only GitLab deploy token (scope read_package_registry only,
|
||||||
|
# revocable) sent as the `DEPLOY-TOKEN` header — `monky_deployd_download_token`, a VAULTED var
|
||||||
|
# (ansible-vault or an OpenBao lookup: KV `monky/monky-tenancy/deployd-download`, key `token`).
|
||||||
|
# Off-estate alternative (Gitea release, no token):
|
||||||
|
# monky_deployd_base_url: "https://gitea.cbs.tikali.net/mdella/monky-deployd"
|
||||||
|
# monky_deployd_deb_url: "{{ monky_deployd_base_url }}/releases/download/v{{ monky_deployd_version }}/{{ monky_deployd_deb }}"
|
||||||
|
# monky_deployd_download_token: ""
|
||||||
|
monky_deployd_base_url: "https://scm.tikali.ai/api/v4/projects/69/packages/generic/monky-deployd"
|
||||||
|
monky_deployd_deb_url: "{{ monky_deployd_base_url }}/{{ monky_deployd_version }}/{{ monky_deployd_deb }}"
|
||||||
monky_deployd_deb_sha256_url: "{{ monky_deployd_deb_url }}.sha256"
|
monky_deployd_deb_sha256_url: "{{ monky_deployd_deb_url }}.sha256"
|
||||||
|
monky_deployd_download_token: ""
|
||||||
|
# the header the download tasks send (empty map when no token)
|
||||||
|
monky_deployd_download_headers: "{{ {'DEPLOY-TOKEN': monky_deployd_download_token} if monky_deployd_download_token | length > 0 else {} }}"
|
||||||
|
|
||||||
# per host (inventory / host_vars)
|
# per host (inventory / host_vars)
|
||||||
monky_deployd_env_id: "{{ inventory_hostname }}" # env-dev-06 ...
|
monky_deployd_env_id: "{{ inventory_hostname }}" # env-dev-06 ...
|
||||||
@@ -20,7 +33,7 @@ monky_deployd_disk_factor: 1.5
|
|||||||
monky_deployd_disk_headroom_bytes: 2147483648
|
monky_deployd_disk_headroom_bytes: 2147483648
|
||||||
|
|
||||||
monky_deployd_tenancy_service: monky.tenancy.deploy
|
monky_deployd_tenancy_service: monky.tenancy.deploy
|
||||||
monky_deployd_tenancy_port: 8081
|
monky_deployd_tenancy_port: 443 # the intercept port of monky.tenancy.deploy (host.v1 forwards to 8081 in the pod)
|
||||||
monky_deployd_bao_addr: "https://bao.cbs.tikali.net:8200"
|
monky_deployd_bao_addr: "https://bao.cbs.tikali.net:8200"
|
||||||
monky_deployd_bao_auth_mount: jwt-tenancy
|
monky_deployd_bao_auth_mount: jwt-tenancy
|
||||||
monky_deployd_bao_role: see-env
|
monky_deployd_bao_role: see-env
|
||||||
|
|||||||
@@ -22,20 +22,26 @@
|
|||||||
changed_when: false
|
changed_when: false
|
||||||
failed_when: false
|
failed_when: false
|
||||||
|
|
||||||
- name: monky_deployd | download .deb + sha256 from the Gitea release
|
# The registry is PRIVATE: both fetches send `DEPLOY-TOKEN: {{ monky_deployd_download_token }}`
|
||||||
|
# (read_package_registry only) and run no_log so the header never reaches the play output.
|
||||||
|
- name: monky_deployd | download .deb + sha256 from the scm.tikali.ai package registry
|
||||||
when: monky_deployd_installed.stdout != monky_deployd_version
|
when: monky_deployd_installed.stdout != monky_deployd_version
|
||||||
block:
|
block:
|
||||||
- name: monky_deployd | fetch sha256
|
- name: monky_deployd | fetch sha256
|
||||||
ansible.builtin.uri:
|
ansible.builtin.uri:
|
||||||
url: "{{ monky_deployd_deb_sha256_url }}"
|
url: "{{ monky_deployd_deb_sha256_url }}"
|
||||||
|
headers: "{{ monky_deployd_download_headers }}"
|
||||||
return_content: true
|
return_content: true
|
||||||
register: monky_deployd_sha
|
register: monky_deployd_sha
|
||||||
|
no_log: true
|
||||||
- name: monky_deployd | fetch .deb (checksum verified)
|
- name: monky_deployd | fetch .deb (checksum verified)
|
||||||
ansible.builtin.get_url:
|
ansible.builtin.get_url:
|
||||||
url: "{{ monky_deployd_deb_url }}"
|
url: "{{ monky_deployd_deb_url }}"
|
||||||
|
headers: "{{ monky_deployd_download_headers }}"
|
||||||
dest: "/var/cache/apt/archives/{{ monky_deployd_deb }}"
|
dest: "/var/cache/apt/archives/{{ monky_deployd_deb }}"
|
||||||
checksum: "sha256:{{ monky_deployd_sha.content.split()[0] }}"
|
checksum: "sha256:{{ monky_deployd_sha.content.split()[0] }}"
|
||||||
mode: "0644"
|
mode: "0644"
|
||||||
|
no_log: true
|
||||||
- name: monky_deployd | install .deb
|
- name: monky_deployd | install .deb
|
||||||
ansible.builtin.apt:
|
ansible.builtin.apt:
|
||||||
deb: "/var/cache/apt/archives/{{ monky_deployd_deb }}"
|
deb: "/var/cache/apt/archives/{{ monky_deployd_deb }}"
|
||||||
|
|||||||
+2
-2
@@ -1,4 +1,4 @@
|
|||||||
# /etc/monky-deployd/config.yaml — monky-deployd v0.1.0 (MONKY-ADR-0028 §D)
|
# /etc/monky-deployd/config.yaml — monky-deployd v0.1.6 (MONKY-ADR-0028 §D)
|
||||||
# Written by packaging/install.sh (or the ansible role monky_deployd). YAML *subset*: maps, scalars,
|
# Written by packaging/install.sh (or the ansible role monky_deployd). YAML *subset*: maps, scalars,
|
||||||
# simple lists, comments. Keys not listed here are a config error.
|
# simple lists, comments. Keys not listed here are a config error.
|
||||||
|
|
||||||
@@ -10,7 +10,7 @@ identity: /opt/openziti/etc/identities/monky-host.env-qa-02.json # the box's h
|
|||||||
tenancy:
|
tenancy:
|
||||||
service: monky.tenancy.deploy # ziti service bound by the tenancy sidecar -> 127.0.0.1:8081 (agent entrypoint)
|
service: monky.tenancy.deploy # ziti service bound by the tenancy sidecar -> 127.0.0.1:8081 (agent entrypoint)
|
||||||
host: monky.tenancy.deploy # intercept host (sdk/system); defaults to `service`
|
host: monky.tenancy.deploy # intercept host (sdk/system); defaults to `service`
|
||||||
port: 8081
|
port: 443 # intercept port of monky.tenancy.deploy (in-pod 8081)
|
||||||
scheme: http # plain HTTP inside the mesh; the mesh is the transport security
|
scheme: http # plain HTTP inside the mesh; the mesh is the transport security
|
||||||
proxy_addr: 127.0.0.1:18443 # transport: proxy
|
proxy_addr: 127.0.0.1:18443 # transport: proxy
|
||||||
timeout_s: 30
|
timeout_s: 30
|
||||||
|
|||||||
+28
-3
@@ -86,6 +86,31 @@ the picker, nothing is retired automatically.
|
|||||||
`docker image prune -f` after a successful apply. The state dir and the token survive `apt remove`;
|
`docker image prune -f` after a successful apply. The state dir and the token survive `apt remove`;
|
||||||
`apt purge` deletes them.
|
`apt purge` deletes them.
|
||||||
|
|
||||||
|
## Where the installer downloads from
|
||||||
|
|
||||||
|
The primary source is the **scm.tikali.ai generic package registry** of this project:
|
||||||
|
`https://scm.tikali.ai/api/v4/projects/69/packages/generic/monky-deployd/<ver>/<file>` for
|
||||||
|
`monky-deployd_<ver>_amd64.deb`, `.sha256` and `install.sh`. The project is **private** (its parent
|
||||||
|
groups are private, so it cannot be made public): every fetch, the script itself included, sends the
|
||||||
|
`DEPLOY-TOKEN` header with a read-only GitLab **deploy token** — scope `read_package_registry` only,
|
||||||
|
nothing else (no repository, no API, no write); revocable at any time in the project's *Settings →
|
||||||
|
Repository → Deploy tokens*. It lives in OpenBao at `monky/monky-tenancy/deployd-download` (key
|
||||||
|
`token`); the monky-tenancy install kit carries it and passes `--token`, the ansible role sends it
|
||||||
|
from the vaulted `monky_deployd_download_token`. The one-liner:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
curl -sSf -H "DEPLOY-TOKEN: $T" https://scm.tikali.ai/api/v4/projects/69/packages/generic/monky-deployd/<ver>/install.sh \
|
||||||
|
| sudo bash -s -- --env <id> --site <site> --token "$T" --bootstrap-file bootstrap.jwt
|
||||||
|
```
|
||||||
|
|
||||||
|
`install.sh` never prints the token (it goes through a 0600 curl `-K` file that is deleted after the
|
||||||
|
download; xtrace is switched off). A 401 on the download means the token is missing, revoked or
|
||||||
|
lacks the scope. Inside the estate `gitea.cbs.tikali.net` is split-horizon to jump1's RED EIP
|
||||||
|
(`10.10.0.175`), which has no HTTP ingress, so backend boxes cannot fetch from the Gitea mirror
|
||||||
|
(cbs/iac#102). Off-estate, `install.sh --source gitea` (ansible: `monky_deployd_base_url`/`_deb_url`,
|
||||||
|
no token) uses the Gitea release instead. The tag pipeline always publishes to GitLab (`release`); `release:gitea` is automatic only with
|
||||||
|
`GITEA_TOKEN` in CI and a manual job otherwise — it has not run on a tag pipeline yet.
|
||||||
|
|
||||||
## Publishing a release to Gitea by hand
|
## Publishing a release to Gitea by hand
|
||||||
|
|
||||||
When `release:gitea` is manual (no `GITEA_TOKEN` in CI) — from jump1 with the Gitea API token:
|
When `release:gitea` is manual (no `GITEA_TOKEN` in CI) — from jump1 with the Gitea API token:
|
||||||
@@ -100,10 +125,10 @@ for f in monky-deployd_0.1.0_amd64.deb monky-deployd_0.1.0_amd64.deb.sha256 inst
|
|||||||
```
|
```
|
||||||
|
|
||||||
The assets are then at `https://gitea.cbs.tikali.net/mdella/monky-deployd/releases/download/v0.1.0/<file>`,
|
The assets are then at `https://gitea.cbs.tikali.net/mdella/monky-deployd/releases/download/v0.1.0/<file>`,
|
||||||
which is what `install.sh` fetches (GitLab artifacts from the tag pipeline's `package` job).
|
which is what `install.sh --source gitea` fetches (GitLab artifacts from the tag pipeline's `package` job).
|
||||||
|
|
||||||
## Ansible (osg1-07)
|
## Ansible (osg1-07)
|
||||||
|
|
||||||
`ansible/roles/monky_deployd/` is the role skeleton to copy into osg1-07: `.deb` from the Gitea
|
`ansible/roles/monky_deployd/` is the role skeleton to copy into osg1-07: `.deb` from the
|
||||||
release (sha256-verified), config template, bootstrap grant from a vault var, ACL on the identity,
|
scm.tikali.ai package registry (sha256-verified), config template, bootstrap grant from a vault var, ACL on the identity,
|
||||||
timer, one tick. Rolled to env-dev-06..09 after the env-qa-02 pilot; env-dev-01 last.
|
timer, one tick. Rolled to env-dev-06..09 after the env-qa-02 pilot; env-dev-01 last.
|
||||||
|
|||||||
+36
-19
@@ -10,8 +10,15 @@ The agent side of the backend lifecycle agent protocol — [MONKY-ADR-0028](http
|
|||||||
|
|
||||||
- **Where:** tenancy's **agent entrypoint** — a second container (`app.agent_main`,
|
- **Where:** tenancy's **agent entrypoint** — a second container (`app.agent_main`,
|
||||||
`127.0.0.1:8081`) bound to the ziti service **`monky.tenancy.deploy`** by a `ziti-edge-tunnel
|
`127.0.0.1:8081`) bound to the ziti service **`monky.tenancy.deploy`** by a `ziti-edge-tunnel
|
||||||
run-host` sidecar. Unreachable from the public ingress. Only host identities carrying
|
run-host` sidecar. Unreachable from the public ingress. **The agent dials the service's
|
||||||
`#monky-deploy-agent` may dial (the broker adds the attr when the identity is created at kit reveal).
|
INTERCEPT port, `tcp/443`** (`monky.tenancy.deploy.intercept.v1` in openziti
|
||||||
|
`state/overlay/configs.json` — the authority for the port); the sidecar's `host.v1` forwards to
|
||||||
|
`127.0.0.1:8081` inside the pod. `tenancy.port` in the config, `install.sh` and the ansible role all
|
||||||
|
default to 443 (0.1.5). Only host identities carrying `#monky-deploy-agent` may dial
|
||||||
|
(`monky.tenancy.deploy.dial`, openziti). Tenancy sends that attr and `#openbao-client` to the
|
||||||
|
broker as `host_extra_attrs` when it registers an agent-backed backend (monky-tenancy !29,
|
||||||
|
monky-ziti `ac258352` — both 2026-09-07), so `monky-host.<env>` carries them from creation;
|
||||||
|
identities created before that (env-qa-02's) had them added on the controller by hand.
|
||||||
- **Transport:** plain HTTP inside the mesh (`transport: sdk` dials by service name;
|
- **Transport:** plain HTTP inside the mesh (`transport: sdk` dials by service name;
|
||||||
`proxy` → `127.0.0.1:18443`). OpenBao is the existing `openbao` ziti service (`#openbao-client`),
|
`proxy` → `127.0.0.1:18443`). OpenBao is the existing `openbao` ziti service (`#openbao-client`),
|
||||||
dialled as `https://bao.cbs.tikali.net:8200` (an intercept name), TLS validated against the
|
dialled as `https://bao.cbs.tikali.net:8200` (an intercept name), TLS validated against the
|
||||||
@@ -29,7 +36,7 @@ The agent side of the backend lifecycle agent protocol — [MONKY-ADR-0028](http
|
|||||||
```
|
```
|
||||||
kit reveal (admin, once) tenancy signs a bootstrap DEPLOY GRANT: ES256 JWT
|
kit reveal (admin, once) tenancy signs a bootstrap DEPLOY GRANT: ES256 JWT
|
||||||
iss <tenancy issuer>, aud openbao-see-env, sub agent:<env_id>,
|
iss <tenancy issuer>, aud openbao-see-env, sub agent:<env_id>,
|
||||||
env_id, kind deploy-grant, jti (single-use, recorded), exp now+1h
|
env_id, kind deploy-grant, jti (→ token meta grant_jti; tenancy records it), exp now+1h
|
||||||
install.sh stages it at /etc/monky-deployd/bootstrap.jwt (0600)
|
install.sh stages it at /etc/monky-deployd/bootstrap.jwt (0600)
|
||||||
first tick POST https://bao…/v1/auth/jwt-tenancy/login {"role":"see-env","jwt":<grant>}
|
first tick POST https://bao…/v1/auth/jwt-tenancy/login {"role":"see-env","jwt":<grant>}
|
||||||
→ auth.client_token (ttl 24 h, max 30 d, policy see-env,
|
→ auth.client_token (ttl 24 h, max 30 d, policy see-env,
|
||||||
@@ -49,10 +56,13 @@ OpenBao side (Terraform, `tikali/services/security/openbao`): mount `jwt-tenancy
|
|||||||
`monky/data/{{identity.entity.aliases.<accessor>.metadata.env_id}}/see/*` read + metadata list +
|
`monky/data/{{identity.entity.aliases.<accessor>.metadata.env_id}}/see/*` read + metadata list +
|
||||||
`auth/token/{renew-self,lookup-self}`. **Gate 1 v2 passed 2026-09-05 07:40Z** (distinct entity per env).
|
`auth/token/{renew-self,lookup-self}`. **Gate 1 v2 passed 2026-09-05 07:40Z** (distinct entity per env).
|
||||||
|
|
||||||
**Second-reveal semantics.** A kit re-reveal (or a retire) supersedes every earlier grant of the
|
**Second-reveal semantics.** A kit re-reveal (or a retire) supersedes every earlier bootstrap grant
|
||||||
backend and revokes the token accessors tenancy knows. The old kit's grant fails at login
|
of the backend (tenancy marks their `backend_leases` rows revoked) and revokes the token accessors
|
||||||
(unknown/used `jti`), and a token already minted from it is refused at the next call with
|
tenancy knows. The `jwt-tenancy` mount keeps **no** replay state — it validates signature, `aud`,
|
||||||
`401 AGENT_UNAUTHENTICATED` (its `meta.grant_jti` is superseded) — **not** `AGENT_ENV_MISMATCH`.
|
`bound_claims` and `exp` only (openbao `terraform/jwt-tenancy.tf`, the `see_env` role) — so a
|
||||||
|
superseded grant still logs in until its 1 h `exp`; the token it yields, like a token already minted
|
||||||
|
from it, is refused by tenancy at the first bearer call with `401 AGENT_UNAUTHENTICATED` (its
|
||||||
|
`meta.grant_jti` is superseded) — **not** `AGENT_ENV_MISMATCH`.
|
||||||
The agent then deletes its token; if a fresh `bootstrap.jwt` is on disk it bootstraps again in the
|
The agent then deletes its token; if a fresh `bootstrap.jwt` is on disk it bootstraps again in the
|
||||||
same tick, otherwise it exits 1 and says "re-run the install kit".
|
same tick, otherwise it exits 1 and says "re-run the install kit".
|
||||||
|
|
||||||
@@ -70,7 +80,8 @@ same tick, otherwise it exits 1 and says "re-run the install kit".
|
|||||||
```json
|
```json
|
||||||
{"env_id": "env-qa-02", "desired_sha": "7a10…", "action": "apply", "purge_volumes": false,
|
{"env_id": "env-qa-02", "desired_sha": "7a10…", "action": "apply", "purge_volumes": false,
|
||||||
"bundle_url": "/v1/agent/bundle/env-qa-02/7a10…", "checkin_interval_s": 60,
|
"bundle_url": "/v1/agent/bundle/env-qa-02/7a10…", "checkin_interval_s": 60,
|
||||||
"vault": {"addr": "https://bao.cbs.tikali.net:8200", "mount": "monky", "prefix": "env-qa-02/see"}}
|
"vault": {"addr": "https://bao.cbs.tikali.net:8200", "mount": "monky", "prefix": "env-qa-02/see",
|
||||||
|
"auth_mount": "jwt-tenancy", "auth_role": "see-env"}}
|
||||||
```
|
```
|
||||||
`action`: `apply` (desired ≠ applied), `none` (converged → heartbeat), `down` (retire; `purge_volumes`
|
`action`: `apply` (desired ≠ applied), `none` (converged → heartbeat), `down` (retire; `purge_volumes`
|
||||||
is only meaningful here). `vault.mount` is the **KV** mount; the agent adopts it if it differs from
|
is only meaningful here). `vault.mount` is the **KV** mount; the agent adopts it if it differs from
|
||||||
@@ -109,12 +120,16 @@ address, pull, renderer, images_policy, secrets_provider, agent{…}, files[]`.
|
|||||||
### `POST /v1/agent/lease`
|
### `POST /v1/agent/lease`
|
||||||
|
|
||||||
```json
|
```json
|
||||||
{"env_id": "env-qa-02", "reason": "apply"} // reason: apply | renew
|
{"env_id": "env-qa-02"}
|
||||||
```
|
```
|
||||||
|
(The agent also sends `"reason": "apply" | "renew"` for its own logs; tenancy's `AgentLease` is
|
||||||
|
`{env_id}` and ignores unknown fields.)
|
||||||
```json
|
```json
|
||||||
{"env_id": "env-qa-02", "login_jwt": "eyJ…", "ttl_s": 3600, "mount": "jwt-tenancy", "role": "see-env",
|
{"env_id": "env-qa-02", "login_jwt": "eyJ…", "ttl_s": 3600, "mount": "jwt-tenancy", "role": "see-env",
|
||||||
"vault": {"addr": "https://bao.cbs.tikali.net:8200", "mount": "monky"}}
|
"addr": "https://bao.cbs.tikali.net:8200"}
|
||||||
```
|
```
|
||||||
|
`addr` is the OpenBao address for the login below, top-level (tenancy `AgentLeaseOut`); the KV
|
||||||
|
mount/prefix come from `checkin`'s `vault`, not from the lease.
|
||||||
Then `POST /v1/auth/{mount}/login {"role": "{role}", "jwt": "{login_jwt}"}` on OpenBao. A body with
|
Then `POST /v1/auth/{mount}/login {"role": "{role}", "jwt": "{login_jwt}"}` on OpenBao. A body with
|
||||||
`wrapping_token` / `role_id` (the pre-Gate-1 AppRole lease) is refused with `LEASE_SHAPE` → report
|
`wrapping_token` / `role_id` (the pre-Gate-1 AppRole lease) is refused with `LEASE_SHAPE` → report
|
||||||
`failed`. `429 LEASE_RATE_LIMITED` → exit 75.
|
`failed`. `429 LEASE_RATE_LIMITED` → exit 75.
|
||||||
@@ -133,15 +148,17 @@ first 2 KiB land in the audit log — it has been through the redactor.
|
|||||||
|
|
||||||
## Divergences (2026-09-05)
|
## Divergences (2026-09-05)
|
||||||
|
|
||||||
- **monky-tenancy `main` (MR !15) still implements the AppRole lease and install kit**
|
- **Resolved 2026-09-05 (before v0.1.0 was tagged):** monky-tenancy !17 (`288df791`) landed the
|
||||||
(`AgentLeaseOut{wrapping_token, role_id}`, `bootstrap.wrap`, `bao.approle` in the kit's config). The
|
tenancy side of the Gate 1 RESULT / ADR-0028 amendment — `AgentLeaseOut{env_id, login_jwt, ttl_s,
|
||||||
binding design is the plan's Gate 1 RESULT / ADR-0028 amendment: `{login_jwt, ttl_s, mount, role}`
|
mount, role, addr}`, the ES256 deploy-grant signer (`app/agent_keys.py`), `GET
|
||||||
and `POST /v1/auth/jwt-tenancy/login`. This agent implements the latter; against an un-migrated
|
/.well-known/agent-jwks.json`, no AppRole and no response wrapping anywhere in tenancy. The
|
||||||
tenancy it reports `failed` with `LEASE_SHAPE` and refuses `bao.approle` in its config. The tenancy
|
`LEASE_SHAPE` refusal of a `wrapping_token`/`role_id` body stays in this agent as a guard against a
|
||||||
follow-up (deploy-grant signer, JWKS, `lease` shape, kit → `bootstrap.jwt`) is tracked on
|
stale tenancy, not as a description of `main`.
|
||||||
monky-tenancy.
|
- **Resolved 2026-09-05:** the kit no longer generates a config file. Since monky-tenancy !22
|
||||||
- The kit's generated config uses `tenancy.base_url: http://monky.tenancy.deploy:8081` — accepted as
|
(`61bd0281`) the one-time install script stages the bootstrap grant and runs `install.sh --env …
|
||||||
an alias for `tenancy.{scheme,host,port}`.
|
--site … --version … --bootstrap-file …`, and `install.sh` writes `/etc/monky-deployd/config.yaml`
|
||||||
|
(tenancy service name, OpenBao address and `jwt-tenancy`/`see-env`). `tenancy.base_url:` remains an
|
||||||
|
accepted alias for `tenancy.{scheme,host,port}` (`config.py`) for hand-written configs.
|
||||||
- `report` gains an optional `detail` (doc 24 §3.3); tenancy's `AgentReport` ignores unknown fields
|
- `report` gains an optional `detail` (doc 24 §3.3); tenancy's `AgentReport` ignores unknown fields
|
||||||
today — if `strict` bodies land, `detail` folds into `log_tail`.
|
today — if `strict` bodies land, `detail` folds into `log_tail`.
|
||||||
- Bundle sha header: tenancy sends `X-Bundle-Sha`, doc 24 says `X-Bundle-Sha256`; the agent reads
|
- Bundle sha header: tenancy sends `X-Bundle-Sha`, doc 24 says `X-Bundle-Sha256`; the agent reads
|
||||||
|
|||||||
@@ -4,4 +4,4 @@ Dials monky-tenancy over the mesh with the box's host identity, fetches the rend
|
|||||||
leases a deploy grant, logs in to OpenBao, reads its own secrets, runs `docker compose`,
|
leases a deploy grant, logs in to OpenBao, reads its own secrets, runs `docker compose`,
|
||||||
reports. Stdlib only; the optional `openziti` SDK is the `sdk` transport."""
|
reports. Stdlib only; the optional `openziti` SDK is the `sdk` transport."""
|
||||||
|
|
||||||
__version__ = "0.1.0"
|
__version__ = "0.1.6"
|
||||||
|
|||||||
+24
-1
@@ -277,7 +277,7 @@ class Agent:
|
|||||||
# secrets: lease -> login -> reads (values never logged; names only)
|
# secrets: lease -> login -> reads (values never logged; names only)
|
||||||
entries = b.manifest.get("entries", [])
|
entries = b.manifest.get("entries", [])
|
||||||
if entries:
|
if entries:
|
||||||
token = self._lease_login("apply")
|
token = self._token_for_apply()
|
||||||
for e in entries:
|
for e in entries:
|
||||||
self._values[e["var"]] = self.bao.kv_read(token, e["path"], cfg.env_id, e.get("version"))
|
self._values[e["var"]] = self.bao.kv_read(token, e["path"], cfg.env_id, e.get("version"))
|
||||||
log.info("read %d secret(s): %s", len(entries), ", ".join(sorted(self._values)))
|
log.info("read %d secret(s): %s", len(entries), ", ".join(sorted(self._values)))
|
||||||
@@ -392,6 +392,29 @@ class Agent:
|
|||||||
if old and old != token:
|
if old and old != token:
|
||||||
self.bao.revoke_self(old)
|
self.bao.revoke_self(old)
|
||||||
|
|
||||||
|
def _token_for_apply(self) -> str:
|
||||||
|
"""The OpenBao token to read this bundle's secrets with. A lease-derived token that is
|
||||||
|
still valid is REUSED (a lease per apply burned tenancy's 5/h budget on every retry —
|
||||||
|
env-qa-02 pilot, 2026-09-07); the bootstrap token is swapped for a lease once; and if
|
||||||
|
tenancy rate-limits the lease while we hold a working token, apply with what we have
|
||||||
|
and swap later rather than fail the deploy."""
|
||||||
|
cfg = self.cfg
|
||||||
|
st = self.state.token
|
||||||
|
if self.token and st is not None and st.source == "lease":
|
||||||
|
try:
|
||||||
|
info = self.bao.lookup_self(self.token)
|
||||||
|
if int(info.get("ttl") or 0) > cfg.bao.renew_below_s:
|
||||||
|
return self.token
|
||||||
|
except BaoError as exc:
|
||||||
|
log.info("lease token no longer valid (%s); re-leasing", exc)
|
||||||
|
try:
|
||||||
|
return self._lease_login("apply")
|
||||||
|
except RateLimited as exc:
|
||||||
|
if self.token:
|
||||||
|
log.warning("lease rate-limited (%s); applying with the current token, swap deferred", exc)
|
||||||
|
return self.token
|
||||||
|
raise
|
||||||
|
|
||||||
def _lease_login(self, reason: str) -> str:
|
def _lease_login(self, reason: str) -> str:
|
||||||
assert self.tenancy is not None
|
assert self.tenancy is not None
|
||||||
lease = self.tenancy.lease(reason)
|
lease = self.tenancy.lease(reason)
|
||||||
|
|||||||
@@ -144,12 +144,18 @@ def parse(data: bytes, *, max_bytes: int = 4 * 1024 * 1024) -> Bundle:
|
|||||||
# --- refusal checks (pure; names only, never values) -----------------------------------------
|
# --- refusal checks (pure; names only, never values) -----------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def _code_lines(text: str) -> str:
|
||||||
|
"""Drop comment lines: a `# … ${VAR} …` remark in .env.template (the renderer writes one)
|
||||||
|
is not a reference. Compose/dotenv comments start with `#` after optional whitespace."""
|
||||||
|
return "\n".join(ln for ln in text.splitlines() if not ln.lstrip().startswith("#"))
|
||||||
|
|
||||||
|
|
||||||
def referenced_vars(text: str) -> set[str]:
|
def referenced_vars(text: str) -> set[str]:
|
||||||
return {m.group(1) for m in _VAR_RE.finditer(text)}
|
return {m.group(1) for m in _VAR_RE.finditer(_code_lines(text))}
|
||||||
|
|
||||||
|
|
||||||
def defaulted_vars(text: str) -> set[str]:
|
def defaulted_vars(text: str) -> set[str]:
|
||||||
return {m.group(1) for m in _VAR_DEFAULTED_RE.finditer(text)}
|
return {m.group(1) for m in _VAR_DEFAULTED_RE.finditer(_code_lines(text))}
|
||||||
|
|
||||||
|
|
||||||
def unresolved_vars(bundle: Bundle, provided: set[str]) -> list[str]:
|
def unresolved_vars(bundle: Bundle, provided: set[str]) -> list[str]:
|
||||||
|
|||||||
@@ -129,7 +129,7 @@ def parse_yaml_subset(text: str) -> dict:
|
|||||||
class TenancyCfg:
|
class TenancyCfg:
|
||||||
service: str = "monky.tenancy.deploy"
|
service: str = "monky.tenancy.deploy"
|
||||||
host: str = "" # intercept host; defaults to `service`
|
host: str = "" # intercept host; defaults to `service`
|
||||||
port: int = 8081
|
port: int = 443 # the service's INTERCEPT port (openziti); the pod-side listener is 127.0.0.1:8081
|
||||||
scheme: str = "http"
|
scheme: str = "http"
|
||||||
proxy_addr: str = "127.0.0.1:18443"
|
proxy_addr: str = "127.0.0.1:18443"
|
||||||
timeout_s: int = 30
|
timeout_s: int = 30
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ Bearer = the agent's OpenBao token (from the `jwt-tenancy` login). Tenancy pins
|
|||||||
the token's `meta.env_id` (403 AGENT_ENV_MISMATCH -> exit 78, never retried) and refuses a token
|
the token's `meta.env_id` (403 AGENT_ENV_MISMATCH -> exit 78, never retried) and refuses a token
|
||||||
whose deploy grant was superseded (401 AGENT_UNAUTHENTICATED -> re-bootstrap or re-run the kit).
|
whose deploy grant was superseded (401 AGENT_UNAUTHENTICATED -> re-bootstrap or re-run the kit).
|
||||||
|
|
||||||
Lease shape of record (Gate 1 v2, 2026-09-05): `{login_jwt, ttl_s, mount, role, vault}`. An
|
Lease shape of record (Gate 1 v2, 2026-09-05): `{env_id, login_jwt, ttl_s, mount, role, addr}`. An
|
||||||
AppRole-era body (`wrapping_token`, `role_id`) is refused loudly — there is nothing to unwrap."""
|
AppRole-era body (`wrapping_token`, `role_id`) is refused loudly — there is nothing to unwrap."""
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
@@ -158,13 +158,15 @@ class TenancyClient:
|
|||||||
"(ADR-0028 amendment 2026-09-05)",
|
"(ADR-0028 amendment 2026-09-05)",
|
||||||
)
|
)
|
||||||
raise TenancyError(200, "LEASE_SHAPE", "lease response carries no login_jwt")
|
raise TenancyError(200, "LEASE_SHAPE", "lease response carries no login_jwt")
|
||||||
|
# shape of record (tenancy AgentLeaseOut): `addr` is top-level; a pre-0.1.x `vault{}` object
|
||||||
|
# is still read as a fallback so an older fake or tenancy does not break the lease
|
||||||
v = js.get("vault") or {}
|
v = js.get("vault") or {}
|
||||||
return Lease(
|
return Lease(
|
||||||
login_jwt=str(js["login_jwt"]),
|
login_jwt=str(js["login_jwt"]),
|
||||||
ttl_s=int(js.get("ttl_s") or 3600),
|
ttl_s=int(js.get("ttl_s") or 3600),
|
||||||
mount=str(js.get("mount") or "jwt-tenancy"),
|
mount=str(js.get("mount") or "jwt-tenancy"),
|
||||||
role=str(js.get("role") or "see-env"),
|
role=str(js.get("role") or "see-env"),
|
||||||
vault=Vault(addr=v.get("addr"), mount=v.get("mount"), prefix=v.get("prefix")),
|
vault=Vault(addr=js.get("addr") or v.get("addr"), mount=v.get("mount"), prefix=v.get("prefix")),
|
||||||
)
|
)
|
||||||
|
|
||||||
def report(
|
def report(
|
||||||
|
|||||||
@@ -104,6 +104,14 @@ class SdkTransport(Transport):
|
|||||||
return socket.create_connection((host, port), timeout=timeout)
|
return socket.create_connection((host, port), timeout=timeout)
|
||||||
except OSError as exc:
|
except OSError as exc:
|
||||||
raise TransportError(f"transport sdk: dial {host}:{port} failed: {exc}") from exc
|
raise TransportError(f"transport sdk: dial {host}:{port} failed: {exc}") from exc
|
||||||
|
except Exception as exc: # noqa: BLE001 - the SDK raises bare Exception((code, msg)) and TypeError
|
||||||
|
# openziti-sdk-py: an address with NO matching intercept falls through to
|
||||||
|
# PySocket.connect(tuple) → TypeError; a matching intercept the identity may not dial
|
||||||
|
# raises Exception((-18, 'service not available')) — env-qa-02 pilot, 2026-09-07.
|
||||||
|
raise TransportError(
|
||||||
|
f"transport sdk: dial {host}:{port} failed: {exc} — no intercept for that host:port, or this "
|
||||||
|
"identity has no dial policy for the service (check the intercept port and the identity's attrs)"
|
||||||
|
) from exc
|
||||||
|
|
||||||
def describe(self) -> str:
|
def describe(self) -> str:
|
||||||
return f"sdk(identity={self.identity_path})"
|
return f"sdk(identity={self.identity_path})"
|
||||||
|
|||||||
+115
-32
@@ -1,17 +1,26 @@
|
|||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
# monky-deployd installer — Ubuntu 26.04 (verified target).
|
# monky-deployd installer — Ubuntu 26.04 (verified target).
|
||||||
#
|
#
|
||||||
# curl -fsSL https://gitea.cbs.tikali.net/mdella/monky-deployd/raw/branch/main/packaging/install.sh \
|
# T=<read-only GitLab deploy token, scope read_package_registry> # from the install kit / OpenBao
|
||||||
# | sudo bash -s -- --env env-qa-02 --site cbs [--transport sdk|proxy|system] [--version 0.1.0] \
|
# curl -sSf -H "DEPLOY-TOKEN: $T" \
|
||||||
# [--enrol-jwt /path/monky-host.env-qa-02.jwt] [--laptop] < bootstrap.jwt
|
# https://scm.tikali.ai/api/v4/projects/69/packages/generic/monky-deployd/0.1.6/install.sh \
|
||||||
|
# | sudo bash -s -- --env env-qa-02 --site cbs --token "$T" --bootstrap-file bootstrap.jwt \
|
||||||
|
# [--transport sdk|proxy|system] [--version 0.1.6] [--enrol-jwt /path/monky-host.env-qa-02.jwt] \
|
||||||
|
# [--laptop] [--source gitlab|gitea] [--docker-data-root /home/docker-data]
|
||||||
#
|
#
|
||||||
# stdin (or --bootstrap-file): the ONE-TIME bootstrap deploy grant from the install kit
|
# --token / MONKY_DEPLOYD_TOKEN: the GitLab project is PRIVATE (its parent groups are private, so it
|
||||||
# (GET /v1/backends/{id}/agent/install). The enrolment JWT is read from --enrol-jwt or
|
# cannot be made public); every download from the generic package registry — this script included —
|
||||||
# /etc/monky-deployd/enrol.jwt and is only needed when the host identity is not enrolled yet.
|
# sends `DEPLOY-TOKEN: <token>`. The token is read-only (read_package_registry), revocable, and is
|
||||||
|
# never printed by this script. Not needed with --source gitea.
|
||||||
|
# --bootstrap-file (or stdin when the script runs from a FILE): the ONE-TIME bootstrap deploy grant
|
||||||
|
# from the install kit (GET /v1/backends/{id}/agent/install). The enrolment JWT is read from
|
||||||
|
# --enrol-jwt or /etc/monky-deployd/enrol.jwt and is only needed when the host identity is not
|
||||||
|
# enrolled yet.
|
||||||
#
|
#
|
||||||
# What it does (idempotent):
|
# What it does (idempotent):
|
||||||
# 1. apt: ziti-edge-tunnel (OpenZiti `jammy` suite) if absent, docker-compose-plugin, acl
|
# 1. apt: ziti-edge-tunnel (OpenZiti `jammy` suite) if absent, docker-compose-plugin, acl
|
||||||
# 2. downloads the pinned monky-deployd_<ver>_amd64.deb + .sha256 from the Gitea release, verifies, installs
|
# 2. downloads the pinned monky-deployd_<ver>_amd64.deb + .sha256 from the scm.tikali.ai package registry
|
||||||
|
# (DEPLOY-TOKEN header; --source gitea: the Gitea release, off-estate), verifies, installs
|
||||||
# 3. enrols /opt/openziti/etc/identities/monky-host.<env>.json if absent (ziti-edge-tunnel enroll),
|
# 3. enrols /opt/openziti/etc/identities/monky-host.<env>.json if absent (ziti-edge-tunnel enroll),
|
||||||
# chown ziti:ziti 0600, switches ziti-edge-tunnel.service to `run-host` via a drop-in
|
# chown ziti:ziti 0600, switches ziti-edge-tunnel.service to `run-host` via a drop-in
|
||||||
# 4. writes /etc/monky-deployd/config.yaml, ACLs so user monky-deployd can read the identity,
|
# 4. writes /etc/monky-deployd/config.yaml, ACLs so user monky-deployd can read the identity,
|
||||||
@@ -20,14 +29,25 @@
|
|||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
umask 077
|
umask 077
|
||||||
|
|
||||||
DEFAULT_VERSION="0.1.0"
|
DEFAULT_VERSION="0.1.6"
|
||||||
BASE_URL="${MONKY_DEPLOYD_BASE_URL:-https://gitea.cbs.tikali.net/mdella/monky-deployd}"
|
# Download source. PRIMARY is the GitLab project's generic package registry on scm.tikali.ai: inside
|
||||||
|
# the estate gitea.cbs.tikali.net is split-horizon to jump1's RED EIP (10.10.0.175), which has no HTTP
|
||||||
|
# ingress, so backend boxes cannot reach the Gitea mirror (cbs/iac#102); scm.tikali.ai they can. The
|
||||||
|
# project is PRIVATE (parent groups are private), so the registry needs the read-only deploy token
|
||||||
|
# (--token / MONKY_DEPLOYD_TOKEN, sent as the DEPLOY-TOKEN header). `--source gitea` keeps the Gitea
|
||||||
|
# release as the off-estate alternative (no token). --base-url / MONKY_DEPLOYD_BASE_URL override the
|
||||||
|
# base for whichever layout is selected.
|
||||||
|
GITLAB_BASE_URL="https://scm.tikali.ai/api/v4/projects/69/packages/generic/monky-deployd"
|
||||||
|
GITEA_BASE_URL="https://gitea.cbs.tikali.net/mdella/monky-deployd"
|
||||||
|
SOURCE="${MONKY_DEPLOYD_SOURCE:-gitlab}"
|
||||||
|
BASE_URL="${MONKY_DEPLOYD_BASE_URL:-}"
|
||||||
|
TOKEN="${MONKY_DEPLOYD_TOKEN:-}"
|
||||||
OPENZITI_SUITE="${OPENZITI_SUITE:-jammy}"
|
OPENZITI_SUITE="${OPENZITI_SUITE:-jammy}"
|
||||||
IDENTITY_DIR="/opt/openziti/etc/identities"
|
IDENTITY_DIR="/opt/openziti/etc/identities"
|
||||||
ETC="/etc/monky-deployd"
|
ETC="/etc/monky-deployd"
|
||||||
ENV_ID="" SITE="" TRANSPORT="sdk" VERSION="$DEFAULT_VERSION" ENROL_JWT="" BOOTSTRAP_FILE="" NO_RUN="" FORCE_CONFIG="" BAO_CA="" LAPTOP="false"
|
ENV_ID="" SITE="" TRANSPORT="sdk" DOCKER_DATA_ROOT="" TUNNEL_FAILED="" DEPLOYD_VERSION="$DEFAULT_VERSION" ENROL_JWT="" BOOTSTRAP_FILE="" NO_RUN="" FORCE_CONFIG="" BAO_CA="" LAPTOP="false"
|
||||||
|
|
||||||
usage() { sed -n '2,20p' "$0"; exit "${1:-0}"; }
|
usage() { if [ -f "$0" ]; then sed -n '2,28p' "$0"; else echo "monky-deployd install.sh — see README.md (Install)"; fi; exit "${1:-0}"; }
|
||||||
die() { echo "install.sh: $*" >&2; exit 1; }
|
die() { echo "install.sh: $*" >&2; exit 1; }
|
||||||
log() { echo "==> $*"; }
|
log() { echo "==> $*"; }
|
||||||
|
|
||||||
@@ -36,11 +56,14 @@ while [ $# -gt 0 ]; do
|
|||||||
--env) ENV_ID="$2"; shift 2 ;;
|
--env) ENV_ID="$2"; shift 2 ;;
|
||||||
--site) SITE="$2"; shift 2 ;;
|
--site) SITE="$2"; shift 2 ;;
|
||||||
--transport) TRANSPORT="$2"; shift 2 ;;
|
--transport) TRANSPORT="$2"; shift 2 ;;
|
||||||
--version) VERSION="$2"; shift 2 ;;
|
--version) DEPLOYD_VERSION="$2"; shift 2 ;;
|
||||||
|
--docker-data-root) DOCKER_DATA_ROOT="$2"; shift 2 ;;
|
||||||
--enrol-jwt) ENROL_JWT="$2"; shift 2 ;;
|
--enrol-jwt) ENROL_JWT="$2"; shift 2 ;;
|
||||||
--bootstrap-file) BOOTSTRAP_FILE="$2"; shift 2 ;;
|
--bootstrap-file) BOOTSTRAP_FILE="$2"; shift 2 ;;
|
||||||
--bao-ca) BAO_CA="$2"; shift 2 ;;
|
--bao-ca) BAO_CA="$2"; shift 2 ;;
|
||||||
--base-url) BASE_URL="$2"; shift 2 ;;
|
--base-url) BASE_URL="$2"; shift 2 ;;
|
||||||
|
--source) SOURCE="$2"; shift 2 ;;
|
||||||
|
--token) TOKEN="$2"; shift 2 ;;
|
||||||
--laptop) LAPTOP="true"; shift ;;
|
--laptop) LAPTOP="true"; shift ;;
|
||||||
--no-run) NO_RUN=1; shift ;;
|
--no-run) NO_RUN=1; shift ;;
|
||||||
--force-config) FORCE_CONFIG=1; shift ;;
|
--force-config) FORCE_CONFIG=1; shift ;;
|
||||||
@@ -56,13 +79,21 @@ done
|
|||||||
SITE="${SITE,,}"
|
SITE="${SITE,,}"
|
||||||
[[ "$SITE" =~ ^(cbs|pdx)$ ]] || die "site must be cbs|pdx"
|
[[ "$SITE" =~ ^(cbs|pdx)$ ]] || die "site must be cbs|pdx"
|
||||||
[[ "$TRANSPORT" =~ ^(sdk|proxy|system)$ ]] || die "transport must be sdk|proxy|system"
|
[[ "$TRANSPORT" =~ ^(sdk|proxy|system)$ ]] || die "transport must be sdk|proxy|system"
|
||||||
|
[[ "$SOURCE" =~ ^(gitlab|gitea)$ ]] || die "source must be gitlab|gitea"
|
||||||
|
# never let the token leak through xtrace / the environment of children
|
||||||
|
{ set +x; } 2>/dev/null
|
||||||
|
export -n MONKY_DEPLOYD_TOKEN 2>/dev/null || true
|
||||||
IDENTITY="$IDENTITY_DIR/monky-host.$ENV_ID.json"
|
IDENTITY="$IDENTITY_DIR/monky-host.$ENV_ID.json"
|
||||||
export DEBIAN_FRONTEND=noninteractive
|
export DEBIAN_FRONTEND=noninteractive
|
||||||
|
|
||||||
if [ -r /etc/os-release ]; then
|
if [ -r /etc/os-release ]; then
|
||||||
. /etc/os-release
|
# read os-release in a SUBSHELL: it defines VERSION/NAME/ID/... and sourcing it inline clobbered
|
||||||
if [ "${ID:-}" != "ubuntu" ] || [ "${VERSION_ID:-}" != "26.04" ]; then
|
# this script's own variables (0.1.2 → "26.04 LTS (Resolute Raccoon)" on the env-qa-02 pilot)
|
||||||
echo "WARNING: verified on Ubuntu 26.04; this is ${PRETTY_NAME:-unknown}. Continuing." >&2
|
OS_ID=$(. /etc/os-release; printf '%s' "${ID:-}")
|
||||||
|
OS_VERSION_ID=$(. /etc/os-release; printf '%s' "${VERSION_ID:-}")
|
||||||
|
OS_CODENAME=$(. /etc/os-release; printf '%s' "${VERSION_CODENAME:-${UBUNTU_CODENAME:-}}")
|
||||||
|
if [ "$OS_ID" != "ubuntu" ] || [ "$OS_VERSION_ID" != "26.04" ]; then
|
||||||
|
echo "WARNING: verified on Ubuntu 26.04 only (this is ${OS_ID:-?} ${OS_VERSION_ID:-?}); continuing" >&2
|
||||||
fi
|
fi
|
||||||
fi
|
fi
|
||||||
|
|
||||||
@@ -82,7 +113,34 @@ fi
|
|||||||
if [ "$TRANSPORT" = "proxy" ] && ! command -v ziti >/dev/null 2>&1; then
|
if [ "$TRANSPORT" = "proxy" ] && ! command -v ziti >/dev/null 2>&1; then
|
||||||
need_pkgs+=(openziti) # the `ziti` CLI (ziti tunnel proxy) from the same repo
|
need_pkgs+=(openziti) # the `ziti` CLI (ziti tunnel proxy) from the same repo
|
||||||
fi
|
fi
|
||||||
command -v docker >/dev/null 2>&1 || die "docker is not installed; install Docker Engine first (https://docs.docker.com/engine/install/ubuntu/)"
|
if ! command -v docker >/dev/null 2>&1; then
|
||||||
|
# Docker Engine from Docker's apt repo (the suite for this Ubuntu codename); falls back to Ubuntu's
|
||||||
|
# docker.io if Docker has no suite for the codename yet. --docker-data-root puts the data-root on
|
||||||
|
# a dedicated disk BEFORE the daemon first starts (pilot VMs mount one at /home/docker-data).
|
||||||
|
log "docker is not installed — installing Docker Engine"
|
||||||
|
export DEBIAN_FRONTEND=noninteractive
|
||||||
|
install -d -m 0755 /etc/apt/keyrings
|
||||||
|
if curl -fsSL --max-time 20 "https://download.docker.com/linux/ubuntu/dists/${OS_CODENAME:-noble}/Release" -o /dev/null 2>/dev/null; then
|
||||||
|
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | gpg --dearmor -o /etc/apt/keyrings/docker.gpg
|
||||||
|
chmod a+r /etc/apt/keyrings/docker.gpg
|
||||||
|
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/ubuntu ${OS_CODENAME:-noble} stable" > /etc/apt/sources.list.d/docker.list
|
||||||
|
apt-get update -qq
|
||||||
|
docker_pkgs="docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin"
|
||||||
|
else
|
||||||
|
log "Docker has no apt suite for '${OS_CODENAME:-?}' yet — using Ubuntu's docker.io"
|
||||||
|
apt-get update -qq
|
||||||
|
docker_pkgs="docker.io docker-compose-v2"
|
||||||
|
fi
|
||||||
|
if [ -n "$DOCKER_DATA_ROOT" ]; then
|
||||||
|
install -d -m 0710 "$DOCKER_DATA_ROOT"
|
||||||
|
install -d -m 0755 /etc/docker
|
||||||
|
[ -f /etc/docker/daemon.json ] || printf '{ "data-root": "%s" }\n' "$DOCKER_DATA_ROOT" > /etc/docker/daemon.json
|
||||||
|
fi
|
||||||
|
# shellcheck disable=SC2086
|
||||||
|
apt-get install -y -qq --no-install-recommends $docker_pkgs
|
||||||
|
systemctl enable --now docker
|
||||||
|
log "installed $(docker --version) (data-root $(docker info -f '{{.DockerRootDir}}' 2>/dev/null || echo default))"
|
||||||
|
fi
|
||||||
docker compose version >/dev/null 2>&1 || need_pkgs+=(docker-compose-plugin)
|
docker compose version >/dev/null 2>&1 || need_pkgs+=(docker-compose-plugin)
|
||||||
python3 -c 'import sys; sys.exit(0 if sys.version_info >= (3, 12) else 1)' 2>/dev/null || die "python3 >= 3.12 is required"
|
python3 -c 'import sys; sys.exit(0 if sys.version_info >= (3, 12) else 1)' 2>/dev/null || die "python3 >= 3.12 is required"
|
||||||
if [ "${#need_pkgs[@]}" -gt 0 ]; then
|
if [ "${#need_pkgs[@]}" -gt 0 ]; then
|
||||||
@@ -93,15 +151,28 @@ fi
|
|||||||
|
|
||||||
# --- 2. the pinned .deb -----------------------------------------------------------------------------
|
# --- 2. the pinned .deb -----------------------------------------------------------------------------
|
||||||
installed="$(dpkg-query -W -f='${Version}' monky-deployd 2>/dev/null || true)"
|
installed="$(dpkg-query -W -f='${Version}' monky-deployd 2>/dev/null || true)"
|
||||||
if [ "$installed" = "$VERSION" ]; then
|
if [ "$installed" = "$DEPLOYD_VERSION" ]; then
|
||||||
log "monky-deployd $VERSION already installed"
|
log "monky-deployd $DEPLOYD_VERSION already installed"
|
||||||
else
|
else
|
||||||
tmp="$(mktemp -d)"; trap 'rm -rf "$tmp"' EXIT
|
tmp="$(mktemp -d)"; trap 'rm -rf "$tmp"' EXIT
|
||||||
deb="monky-deployd_${VERSION}_amd64.deb"
|
deb="monky-deployd_${DEPLOYD_VERSION}_amd64.deb"
|
||||||
url="$BASE_URL/releases/download/v${VERSION}"
|
# the deploy token travels in a 0600 curl config file (-K), never on the command line, so neither
|
||||||
log "downloading $deb from $url"
|
# `ps` nor an xtrace shows it; the file dies with $tmp
|
||||||
curl -fsSL -o "$tmp/$deb" "$url/$deb"
|
curlrc="$tmp/curlrc"; : > "$curlrc"; chmod 0600 "$curlrc"
|
||||||
curl -fsSL -o "$tmp/$deb.sha256" "$url/$deb.sha256"
|
if [ "$SOURCE" = gitlab ]; then
|
||||||
|
url="${BASE_URL:-$GITLAB_BASE_URL}/${DEPLOYD_VERSION}"
|
||||||
|
if [ -n "$TOKEN" ]; then
|
||||||
|
printf 'header = "DEPLOY-TOKEN: %s"\n' "$TOKEN" > "$curlrc"
|
||||||
|
else
|
||||||
|
echo "WARNING: no --token/MONKY_DEPLOYD_TOKEN: the scm.tikali.ai project is private, the download will 401 (use --source gitea off-estate)" >&2
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
url="${BASE_URL:-$GITEA_BASE_URL}/releases/download/v${DEPLOYD_VERSION}"
|
||||||
|
fi
|
||||||
|
log "downloading $deb from $url${TOKEN:+ (DEPLOY-TOKEN)}"
|
||||||
|
curl -fsSL -K "$curlrc" -o "$tmp/$deb" "$url/$deb" || die "download of $deb failed (private registry: is the deploy token set and valid?)"
|
||||||
|
curl -fsSL -K "$curlrc" -o "$tmp/$deb.sha256" "$url/$deb.sha256" || die "download of $deb.sha256 failed"
|
||||||
|
rm -f "$curlrc"
|
||||||
(cd "$tmp" && sha256sum -c "$deb.sha256") || die "sha256 mismatch on $deb"
|
(cd "$tmp" && sha256sum -c "$deb.sha256") || die "sha256 mismatch on $deb"
|
||||||
apt_update_once || true
|
apt_update_once || true
|
||||||
apt-get install -y -qq "$tmp/$deb"
|
apt-get install -y -qq "$tmp/$deb"
|
||||||
@@ -123,14 +194,21 @@ chmod 0600 "$IDENTITY"
|
|||||||
# ziti-edge-tunnel as a HOST (bind side, no tun/DNS) — the agent dials with the SDK or the proxy
|
# ziti-edge-tunnel as a HOST (bind side, no tun/DNS) — the agent dials with the SDK or the proxy
|
||||||
install -d /etc/systemd/system/ziti-edge-tunnel.service.d
|
install -d /etc/systemd/system/ziti-edge-tunnel.service.d
|
||||||
cat > /etc/systemd/system/ziti-edge-tunnel.service.d/run-host.conf <<'DROPIN'
|
cat > /etc/systemd/system/ziti-edge-tunnel.service.d/run-host.conf <<'DROPIN'
|
||||||
# monky-deployd: run-host mode (no tun, no DNS); identities from the standard directory
|
# monky-deployd: run-host mode (no tun, no DNS); identities from the standard directory.
|
||||||
|
# ExecStartPre is cleared: the package's ziti-edge-tunnel.sh (auto-enrol *.jwt in the identity dir)
|
||||||
|
# is not executable by user ziti on 1.18.x (203/EXEC, env-qa-02 pilot) and run-host does not need it.
|
||||||
[Service]
|
[Service]
|
||||||
|
ExecStartPre=
|
||||||
ExecStart=
|
ExecStart=
|
||||||
ExecStart=/opt/openziti/bin/ziti-edge-tunnel run-host --identity-dir=/opt/openziti/etc/identities
|
ExecStart=/opt/openziti/bin/ziti-edge-tunnel run-host --identity-dir=/opt/openziti/etc/identities
|
||||||
DROPIN
|
DROPIN
|
||||||
systemctl daemon-reload
|
systemctl daemon-reload
|
||||||
systemctl enable --now ziti-edge-tunnel.service
|
systemctl enable ziti-edge-tunnel.service >/dev/null 2>&1 || true
|
||||||
systemctl restart ziti-edge-tunnel.service || true
|
if ! systemctl restart ziti-edge-tunnel.service; then
|
||||||
|
# do NOT abort here: config, ACLs, grant and timer below must land so a re-run needs no new kit
|
||||||
|
echo "WARNING: ziti-edge-tunnel.service failed to start — see: journalctl -u ziti-edge-tunnel; continuing" >&2
|
||||||
|
TUNNEL_FAILED=1
|
||||||
|
fi
|
||||||
|
|
||||||
# --- 4. config, ACLs, bootstrap grant -----------------------------------------------------------------
|
# --- 4. config, ACLs, bootstrap grant -----------------------------------------------------------------
|
||||||
install -d -m 0750 -o root -g monky-deployd "$ETC"
|
install -d -m 0750 -o root -g monky-deployd "$ETC"
|
||||||
@@ -147,7 +225,7 @@ if [ -s "$ETC/config.yaml" ] && [ -z "$FORCE_CONFIG" ]; then
|
|||||||
log "keeping existing $ETC/config.yaml (use --force-config to rewrite)"
|
log "keeping existing $ETC/config.yaml (use --force-config to rewrite)"
|
||||||
else
|
else
|
||||||
cat > "$ETC/config.yaml" <<CFG
|
cat > "$ETC/config.yaml" <<CFG
|
||||||
# written by install.sh $(date -u +%FT%TZ) — monky-deployd $VERSION
|
# written by install.sh $(date -u +%FT%TZ) — monky-deployd $DEPLOYD_VERSION
|
||||||
env_id: $ENV_ID
|
env_id: $ENV_ID
|
||||||
site: $SITE
|
site: $SITE
|
||||||
transport: $TRANSPORT
|
transport: $TRANSPORT
|
||||||
@@ -155,7 +233,7 @@ identity: $IDENTITY
|
|||||||
tenancy:
|
tenancy:
|
||||||
service: monky.tenancy.deploy
|
service: monky.tenancy.deploy
|
||||||
host: monky.tenancy.deploy
|
host: monky.tenancy.deploy
|
||||||
port: 8081
|
port: 443 # the service's INTERCEPT port (host.v1 forwards to 8081 inside the pod); plain HTTP inside the mesh
|
||||||
scheme: http
|
scheme: http
|
||||||
proxy_addr: 127.0.0.1:18443
|
proxy_addr: 127.0.0.1:18443
|
||||||
bao:
|
bao:
|
||||||
@@ -179,10 +257,11 @@ if [ "$TRANSPORT" = "proxy" ]; then
|
|||||||
printf 'ZITI_IDENTITY=%s\n' "$IDENTITY" > "$ETC/proxy.env"; chmod 0644 "$ETC/proxy.env"
|
printf 'ZITI_IDENTITY=%s\n' "$IDENTITY" > "$ETC/proxy.env"; chmod 0644 "$ETC/proxy.env"
|
||||||
systemctl enable --now monky-deployd-proxy.service
|
systemctl enable --now monky-deployd-proxy.service
|
||||||
fi
|
fi
|
||||||
# bootstrap grant: stdin (the kit pipes it) or --bootstrap-file; 0600, owned by the agent so it can consume it
|
# bootstrap grant: --bootstrap-file, or stdin — but ONLY when this script runs from a file: with
|
||||||
|
# `curl … | bash -s --` stdin IS the script, so reading it here would swallow the rest of it
|
||||||
grant=""
|
grant=""
|
||||||
if [ -n "$BOOTSTRAP_FILE" ]; then grant="$(tr -d '[:space:]' < "$BOOTSTRAP_FILE")"
|
if [ -n "$BOOTSTRAP_FILE" ]; then grant="$(tr -d '[:space:]' < "$BOOTSTRAP_FILE")"
|
||||||
elif [ ! -t 0 ]; then grant="$(tr -d '[:space:]' </dev/stdin || true)"; fi
|
elif [ ! -t 0 ] && [ -f "$0" ]; then grant="$(tr -d '[:space:]' </dev/stdin || true)"; fi
|
||||||
if [ -n "$grant" ]; then
|
if [ -n "$grant" ]; then
|
||||||
printf '%s\n' "$grant" > "$ETC/bootstrap.jwt"
|
printf '%s\n' "$grant" > "$ETC/bootstrap.jwt"
|
||||||
chown monky-deployd:monky-deployd "$ETC/bootstrap.jwt"; chmod 0600 "$ETC/bootstrap.jwt"
|
chown monky-deployd:monky-deployd "$ETC/bootstrap.jwt"; chmod 0600 "$ETC/bootstrap.jwt"
|
||||||
@@ -192,7 +271,7 @@ elif [ -s /var/lib/monky-deployd/bao.token ]; then
|
|||||||
else
|
else
|
||||||
echo "WARNING: no bootstrap grant on stdin and no bao.token: the agent cannot check in until you provide one" >&2
|
echo "WARNING: no bootstrap grant on stdin and no bao.token: the agent cannot check in until you provide one" >&2
|
||||||
fi
|
fi
|
||||||
unset grant
|
unset grant TOKEN
|
||||||
|
|
||||||
# --- 5. timer + first tick ----------------------------------------------------------------------------------
|
# --- 5. timer + first tick ----------------------------------------------------------------------------------
|
||||||
systemctl daemon-reload
|
systemctl daemon-reload
|
||||||
@@ -206,7 +285,7 @@ rm -f "$ETC/enrol.jwt"
|
|||||||
|
|
||||||
cat <<CHECK
|
cat <<CHECK
|
||||||
|
|
||||||
monky-deployd $VERSION installed for $ENV_ID ($SITE, transport $TRANSPORT). Verification checklist (Ubuntu 26.04):
|
monky-deployd $DEPLOYD_VERSION installed for $ENV_ID ($SITE, transport $TRANSPORT). Verification checklist (Ubuntu 26.04):
|
||||||
python3 --version # >= 3.12
|
python3 --version # >= 3.12
|
||||||
docker compose version # compose plugin present
|
docker compose version # compose plugin present
|
||||||
systemctl is-active ziti-edge-tunnel # run-host mode (drop-in run-host.conf)
|
systemctl is-active ziti-edge-tunnel # run-host mode (drop-in run-host.conf)
|
||||||
@@ -220,3 +299,7 @@ monky-deployd $VERSION installed for $ENV_ID ($SITE, transport $TRANSPORT). Veri
|
|||||||
CHECK
|
CHECK
|
||||||
CHECK_STATUS="$(monky-deployd status 2>&1 || true)"
|
CHECK_STATUS="$(monky-deployd status 2>&1 || true)"
|
||||||
echo "$CHECK_STATUS" | sed 's/^/ | /'
|
echo "$CHECK_STATUS" | sed 's/^/ | /'
|
||||||
|
if [ -n "$TUNNEL_FAILED" ] && ! systemctl is-active --quiet ziti-edge-tunnel.service; then
|
||||||
|
echo "ERROR: ziti-edge-tunnel.service is not running; the agent cannot reach the mesh until it is. Everything else is installed — fix the unit and 'systemctl restart ziti-edge-tunnel monky-deployd'." >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|||||||
+1
-1
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|||||||
|
|
||||||
[project]
|
[project]
|
||||||
name = "monky-deployd"
|
name = "monky-deployd"
|
||||||
version = "0.1.0"
|
version = "0.1.6"
|
||||||
description = "Monky backend pull agent: checkin -> bundle -> lease -> OpenBao -> docker compose -> report, over the ziti mesh (MONKY-ADR-0028)"
|
description = "Monky backend pull agent: checkin -> bundle -> lease -> OpenBao -> docker compose -> report, over the ziti mesh (MONKY-ADR-0028)"
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
requires-python = ">=3.12"
|
requires-python = ">=3.12"
|
||||||
|
|||||||
+6
-3
@@ -190,9 +190,11 @@ class FakeBao:
|
|||||||
return h._send(400, {"errors": ["error validating token: expired"]})
|
return h._send(400, {"errors": ["error validating token: expired"]})
|
||||||
if body.get("role") != self.role:
|
if body.get("role") != self.role:
|
||||||
return h._send(400, {"errors": [f"role {body.get('role')!r} could not be found"]})
|
return h._send(400, {"errors": [f"role {body.get('role')!r} could not be found"]})
|
||||||
meta = self.grants.pop(body.get("jwt", ""), None) # single-use grant
|
# the jwt mount keeps no jti/replay state: a known grant logs in until it expires;
|
||||||
|
# a SUPERSEDED grant is refused by tenancy (FakeTenancy.superseded_jtis), not here
|
||||||
|
meta = self.grants.get(body.get("jwt", ""))
|
||||||
if meta is None:
|
if meta is None:
|
||||||
return h._send(400, {"errors": ["error validating token: unknown or already used grant"]})
|
return h._send(400, {"errors": ["error validating token: unknown grant"]})
|
||||||
m = json.loads(meta)
|
m = json.loads(meta)
|
||||||
tok = self.mint(m["env_id"])
|
tok = self.mint(m["env_id"])
|
||||||
self.tokens[tok]["grant_jti"] = m["jti"]
|
self.tokens[tok]["grant_jti"] = m["jti"]
|
||||||
@@ -354,7 +356,8 @@ class FakeTenancy:
|
|||||||
"ttl_s": 3600,
|
"ttl_s": 3600,
|
||||||
"mount": self.bao.mount,
|
"mount": self.bao.mount,
|
||||||
"role": self.bao.role,
|
"role": self.bao.role,
|
||||||
"vault": {"addr": "https://bao.cbs.tikali.net:8200", "mount": self.kv_mount},
|
# tenancy AgentLeaseOut: `addr` is top-level; KV mount/prefix come from checkin
|
||||||
|
"addr": "https://bao.cbs.tikali.net:8200",
|
||||||
},
|
},
|
||||||
headers={"Cache-Control": "no-store"},
|
headers={"Cache-Control": "no-store"},
|
||||||
)
|
)
|
||||||
|
|||||||
+30
-6
@@ -7,6 +7,7 @@ import os
|
|||||||
import time
|
import time
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
|
from monky_deployd import __version__
|
||||||
from monky_deployd import state as statemod
|
from monky_deployd import state as statemod
|
||||||
from monky_deployd.agent import EX_ENV_MISMATCH, EX_FAIL, EX_OK, EX_TEMPFAIL, Agent
|
from monky_deployd.agent import EX_ENV_MISMATCH, EX_FAIL, EX_OK, EX_TEMPFAIL, Agent
|
||||||
from monky_deployd.bundle import bundle_sha
|
from monky_deployd.bundle import bundle_sha
|
||||||
@@ -24,7 +25,7 @@ def test_first_tick_bootstraps_applies_and_reports(bootstrapped, tenancy, bao, f
|
|||||||
assert not Path(cfg.bootstrap_path).exists()
|
assert not Path(cfg.bootstrap_path).exists()
|
||||||
assert cfg.token_path.exists() and (cfg.token_path.stat().st_mode & 0o777) == 0o600
|
assert cfg.token_path.exists() and (cfg.token_path.stat().st_mode & 0o777) == 0o600
|
||||||
# protocol: checkin -> bundle -> lease -> report applied
|
# protocol: checkin -> bundle -> lease -> report applied
|
||||||
assert tenancy.checkins[0]["env_id"] == ENV and tenancy.checkins[0]["agent_version"] == "0.1.0"
|
assert tenancy.checkins[0]["env_id"] == ENV and tenancy.checkins[0]["agent_version"] == __version__
|
||||||
assert tenancy.checkins[0]["host"]["docker"] == "28.3.0"
|
assert tenancy.checkins[0]["host"]["docker"] == "28.3.0"
|
||||||
assert len(tenancy.leases) == 1 and tenancy.leases[0]["reason"] == "apply"
|
assert len(tenancy.leases) == 1 and tenancy.leases[0]["reason"] == "apply"
|
||||||
assert [r["result"] for r in tenancy.reports] == ["applied"]
|
assert [r["result"] for r in tenancy.reports] == ["applied"]
|
||||||
@@ -106,7 +107,7 @@ def test_rollback_refused_unless_allowed(bootstrapped, tenancy, fake_docker):
|
|||||||
tenancy.set_files(first)
|
tenancy.set_files(first)
|
||||||
assert tick(cfg) == EX_FAIL
|
assert tick(cfg) == EX_FAIL
|
||||||
assert tenancy.reports[-1]["result"] == "failed" and "ROLLBACK_REFUSED" in tenancy.reports[-1]["detail"]
|
assert tenancy.reports[-1]["result"] == "failed" and "ROLLBACK_REFUSED" in tenancy.reports[-1]["detail"]
|
||||||
assert len(tenancy.leases) == 2 # a refused bundle never leases
|
assert len(tenancy.leases) == 1 # a refused bundle never leases; the 2nd apply reused the lease token
|
||||||
tenancy.set_files(make_files(meta={"agent": {"allow_rollback": True}}))
|
tenancy.set_files(make_files(meta={"agent": {"allow_rollback": True}}))
|
||||||
assert tick(cfg) == EX_OK
|
assert tick(cfg) == EX_OK
|
||||||
|
|
||||||
@@ -245,10 +246,9 @@ def test_legacy_approle_lease_is_refused_loudly(bootstrapped, tenancy, fake_dock
|
|||||||
assert "compose up" not in fake_docker.subcommands()
|
assert "compose up" not in fake_docker.subcommands()
|
||||||
|
|
||||||
|
|
||||||
def test_lease_rate_limited_is_temporary(bootstrapped, tenancy, fake_docker):
|
# (test_lease_rate_limited_is_temporary was retired in 0.1.6: a rate-limited lease is only a
|
||||||
cfg = bootstrapped
|
# temporary failure when NO working token exists; with one, the agent applies and defers the swap —
|
||||||
tenancy.lease_limit = 0
|
# see test_rate_limited_lease_does_not_block_an_apply_when_a_token_exists.)
|
||||||
assert tick(cfg) == EX_TEMPFAIL
|
|
||||||
|
|
||||||
|
|
||||||
def test_unhealthy_after_up_reports_failed_with_compose_logs(bootstrapped, tenancy, fake_docker):
|
def test_unhealthy_after_up_reports_failed_with_compose_logs(bootstrapped, tenancy, fake_docker):
|
||||||
@@ -319,3 +319,27 @@ def test_write_private_mode(tmp_path):
|
|||||||
p = tmp_path / "d" / "f"
|
p = tmp_path / "d" / "f"
|
||||||
statemod.write_private(p, b"x")
|
statemod.write_private(p, b"x")
|
||||||
assert oct(p.stat().st_mode & 0o777) == "0o600" and not any(n.startswith(".f.") for n in os.listdir(p.parent))
|
assert oct(p.stat().st_mode & 0o777) == "0o600" and not any(n.startswith(".f.") for n in os.listdir(p.parent))
|
||||||
|
|
||||||
|
|
||||||
|
def test_second_apply_reuses_the_lease_token(bootstrapped, tenancy, bao, fake_docker):
|
||||||
|
"""A valid lease-derived token is reused: a new bundle does NOT lease again (5/h budget —
|
||||||
|
env-qa-02 pilot: a retried deploy re-leased every 60 s and hit LEASE_RATE_LIMITED forever)."""
|
||||||
|
cfg = bootstrapped
|
||||||
|
assert tick(cfg) == EX_OK
|
||||||
|
assert len(tenancy.leases) == 1
|
||||||
|
tenancy.set_files(make_files(manifest=make_manifest(versions={"gemini_api_key": 1})))
|
||||||
|
assert tick(cfg) == EX_OK
|
||||||
|
assert len(tenancy.leases) == 1 # reused
|
||||||
|
st = statemod.load(cfg.state_path, ENV)
|
||||||
|
assert st.applied_sha == tenancy.desired_sha and st.token.source == "lease"
|
||||||
|
|
||||||
|
|
||||||
|
def test_rate_limited_lease_does_not_block_an_apply_when_a_token_exists(bootstrapped, tenancy, bao, fake_docker):
|
||||||
|
"""tenancy 429 on lease while the bootstrap token still works → apply with it, swap deferred."""
|
||||||
|
cfg = bootstrapped
|
||||||
|
tenancy.lease_limit = 0
|
||||||
|
assert tick(cfg) == EX_OK
|
||||||
|
assert tenancy.leases == []
|
||||||
|
st = statemod.load(cfg.state_path, ENV)
|
||||||
|
assert st.applied_sha == tenancy.desired_sha and st.token.source == "bootstrap"
|
||||||
|
assert tenancy.reports[-1]["result"] == "applied"
|
||||||
|
|||||||
@@ -79,3 +79,16 @@ def test_disk_need_bytes_spellings():
|
|||||||
assert b.parse(tar_bytes(make_files(meta={"agent": {"disk_need_bytes": 5}}))).disk_need_bytes == 5
|
assert b.parse(tar_bytes(make_files(meta={"agent": {"disk_need_bytes": 5}}))).disk_need_bytes == 5
|
||||||
assert b.parse(tar_bytes(make_files(meta={"disk": {"need_bytes": 7}}))).disk_need_bytes == 7
|
assert b.parse(tar_bytes(make_files(meta={"disk": {"need_bytes": 7}}))).disk_need_bytes == 7
|
||||||
assert b.parse(tar_bytes(make_files())).disk_need_bytes == 0
|
assert b.parse(tar_bytes(make_files())).disk_need_bytes == 0
|
||||||
|
|
||||||
|
|
||||||
|
def test_placeholders_in_comment_lines_are_not_references():
|
||||||
|
"""The renderer's .env.template header says '... substitutes every ${VAR} ...' — that must not
|
||||||
|
become an unresolved 'VAR' (env-qa-02 pilot: ENV_INCOMPLETE: unresolved: VAR)."""
|
||||||
|
from monky_deployd.bundle import defaulted_vars, referenced_vars
|
||||||
|
|
||||||
|
text = (
|
||||||
|
"# The on-box agent substitutes every ${VAR} from OpenBao per secrets.manifest.json.\n"
|
||||||
|
" # ${ALSO_COMMENT}\nGEMINI_API_KEY=${GEMINI_API_KEY}\nPG=${PGPASSWORD:-x}\n"
|
||||||
|
)
|
||||||
|
assert referenced_vars(text) == {"GEMINI_API_KEY", "PGPASSWORD"}
|
||||||
|
assert defaulted_vars(text) == {"PGPASSWORD"}
|
||||||
|
|||||||
+3
-3
@@ -1,7 +1,7 @@
|
|||||||
import json
|
import json
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
from monky_deployd import cli
|
from monky_deployd import __version__, cli
|
||||||
from monky_deployd.agent import EX_OK
|
from monky_deployd.agent import EX_OK
|
||||||
|
|
||||||
|
|
||||||
@@ -49,7 +49,7 @@ def test_bootstrap_command(bootstrapped, bao, capsys):
|
|||||||
|
|
||||||
def test_version_and_bad_config(capsys, tmp_path):
|
def test_version_and_bad_config(capsys, tmp_path):
|
||||||
assert cli.main(["version"]) == 0
|
assert cli.main(["version"]) == 0
|
||||||
assert capsys.readouterr().out.strip() == "0.1.0"
|
assert capsys.readouterr().out.strip() == __version__
|
||||||
bad = tmp_path / "c.yaml"
|
bad = tmp_path / "c.yaml"
|
||||||
bad.write_text("env_id: nope\nsite: cbs\n")
|
bad.write_text("env_id: nope\nsite: cbs\n")
|
||||||
assert cli.main(["-c", str(bad), "status"]) == 78
|
assert cli.main(["-c", str(bad), "status"]) == 78
|
||||||
@@ -93,7 +93,7 @@ def test_proxy_transport_refuses_unmapped_hosts():
|
|||||||
|
|
||||||
cfg = from_dict({"env_id": "env-dev-06", "site": "cbs", "transport": "proxy"})
|
cfg = from_dict({"env_id": "env-dev-06", "site": "cbs", "transport": "proxy"})
|
||||||
t = build(cfg)
|
t = build(cfg)
|
||||||
assert t.mapping[("monky.tenancy.deploy", 8081)] == ("127.0.0.1", 18443)
|
assert t.mapping[("monky.tenancy.deploy", 443)] == ("127.0.0.1", 18443)
|
||||||
assert t.mapping[("bao.cbs.tikali.net", 8200)] == ("127.0.0.1", 18200)
|
assert t.mapping[("bao.cbs.tikali.net", 8200)] == ("127.0.0.1", 18200)
|
||||||
try:
|
try:
|
||||||
t.connect("example.com", 443, 1)
|
t.connect("example.com", 443, 1)
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ transport: sdk
|
|||||||
identity: /opt/openziti/etc/identities/monky-host.env-qa-02.json
|
identity: /opt/openziti/etc/identities/monky-host.env-qa-02.json
|
||||||
tenancy:
|
tenancy:
|
||||||
service: monky.tenancy.deploy
|
service: monky.tenancy.deploy
|
||||||
base_url: http://monky.tenancy.deploy:8081
|
base_url: http://monky.tenancy.deploy:443
|
||||||
bao:
|
bao:
|
||||||
service: openbao
|
service: openbao
|
||||||
addr: https://bao.cbs.tikali.net:8200 # intercept, not public DNS
|
addr: https://bao.cbs.tikali.net:8200 # intercept, not public DNS
|
||||||
@@ -27,7 +27,7 @@ volumes_on_absent: keep
|
|||||||
def test_yaml_subset_parses_nested_maps_and_types():
|
def test_yaml_subset_parses_nested_maps_and_types():
|
||||||
d = c.parse_yaml_subset(KIT)
|
d = c.parse_yaml_subset(KIT)
|
||||||
assert d["env_id"] == "env-qa-02"
|
assert d["env_id"] == "env-qa-02"
|
||||||
assert d["tenancy"]["base_url"] == "http://monky.tenancy.deploy:8081"
|
assert d["tenancy"]["base_url"] == "http://monky.tenancy.deploy:443"
|
||||||
assert d["bao"]["addr"] == "https://bao.cbs.tikali.net:8200"
|
assert d["bao"]["addr"] == "https://bao.cbs.tikali.net:8200"
|
||||||
assert d["interval_s"] == 60 and d["laptop_mode"] is False
|
assert d["interval_s"] == 60 and d["laptop_mode"] is False
|
||||||
|
|
||||||
@@ -46,7 +46,7 @@ def test_yaml_subset_refuses_flow_style_and_tabs():
|
|||||||
|
|
||||||
def test_config_defaults_and_derivations():
|
def test_config_defaults_and_derivations():
|
||||||
cfg = c.from_dict(c.parse_yaml_subset(KIT))
|
cfg = c.from_dict(c.parse_yaml_subset(KIT))
|
||||||
assert cfg.tenancy.host == "monky.tenancy.deploy" and cfg.tenancy.port == 8081 and cfg.tenancy.scheme == "http"
|
assert cfg.tenancy.host == "monky.tenancy.deploy" and cfg.tenancy.port == 443 and cfg.tenancy.scheme == "http"
|
||||||
assert cfg.bao_url == ("https", "bao.cbs.tikali.net", 8200)
|
assert cfg.bao_url == ("https", "bao.cbs.tikali.net", 8200)
|
||||||
assert cfg.deploy_dir == "/var/lib/monky-deployd/env-qa-02"
|
assert cfg.deploy_dir == "/var/lib/monky-deployd/env-qa-02"
|
||||||
assert cfg.compose_project == "monky-env-qa-02"
|
assert cfg.compose_project == "monky-env-qa-02"
|
||||||
|
|||||||
Reference in New Issue
Block a user