Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
93 changes: 93 additions & 0 deletions experimental/addons/defkit/definitions/defkit-apply.cue
Original file line number Diff line number Diff line change
@@ -0,0 +1,93 @@
import (
"encoding/json"
"list"
"strings"
"vela/builtin"
"vela/kube"
)

"defkit-apply": {
type: "workflow-step"
annotations: category: "DefKit"
labels: "defkit.oam.dev/step": "apply"
description: "Apply the definitions a defkit-render step produced, as this Application's resources (experimental)"
}
template: {
rendered: kube.#Read & {
$params: value: {
apiVersion: "v1"
kind: "ConfigMap"
metadata: {name: parameter.configMap, namespace: "vela-defkit"}
}
}
_data: *{} | {...}
if rendered.$returns.value.data != _|_ {
Comment thread
briankane marked this conversation as resolved.
Resolved
_data: rendered.$returns.value.data
}
_defs: *[] | [...{...}]
if _data["definitions.json"] != _|_ {
_defs: json.Unmarshal(_data["definitions.json"])
Comment thread
briankane marked this conversation as resolved.
Resolved
}

// Each rendered definition as the cluster has it, if it does.
existing: {
for d in _defs {
"\(d.kind)-\(d.metadata.name)": kube.#Read & {
$params: value: {
apiVersion: d.apiVersion
kind: d.kind
metadata: {name: d.metadata.name, namespace: context.namespace}
}
}
}
}
_me: "\(context.namespace)/\(context.name)"

// writable are the definitions this module may write: those not there yet
// and those it already owns. Anything else, owned by another or by nobody,
// is never applied. Membership is tested positively, and the clauses are
// chained so each is read only where the one before holds: a read that
// does not evaluate fails the step rather than reading as writable.
_new: [
for d in _defs
let r = existing["\(d.kind)-\(d.metadata.name)"].$returns
if r.err != _|_
if strings.Contains(r.err, "not found") {"\(d.kind)/\(d.metadata.name)"},
]
_owned: [
for d in _defs
let r = existing["\(d.kind)-\(d.metadata.name)"].$returns
if r.err == _|_
let labels = *r.value.metadata.labels | {}
if (*labels["app.oam.dev/namespace"] | "") + "/" + (*labels["app.oam.dev/name"] | "") == _me {"\(d.kind)/\(d.metadata.name)"},
]
_writable: list.Concat([_new, _owned])
readFailed: {
for d in _defs
let r = existing["\(d.kind)-\(d.metadata.name)"].$returns
if r.err != _|_
if !strings.Contains(r.err, "not found") {
"\(d.kind)-\(d.metadata.name)": builtin.#Fail & {
$params: message: "read \(d.kind) \(d.metadata.name): \(r.err)"
}
}
}

apply: {
for d in _defs
let id = "\(d.kind)/\(d.metadata.name)"
if list.Contains(_writable, id)
if !list.Contains(parameter.skip, id) {
"\(strings.Replace(id, "/", "-", -1))": kube.#Apply & {
$params: value: d & {metadata: namespace: context.namespace}
}
}
}

parameter: {
// +usage=The ConfigMap in vela-defkit the render step wrote
configMap: string
// +usage=Definitions to leave alone, as Kind/name
skip: *[] | [...string]
}
}
105 changes: 105 additions & 0 deletions experimental/addons/defkit/definitions/defkit-render.cue
Original file line number Diff line number Diff line change
@@ -0,0 +1,105 @@
import (
"strings"
"vela/builtin"
"vela/kube"
)

"defkit-render": {
type: "workflow-step"
annotations: category: "DefKit"
labels: "defkit.oam.dev/step": "render"
description: "Render a DefKit module in a Job into a ConfigMap of definitions (experimental)"
}
template: {
// One render per run: the step's session is new each time the workflow
// runs, so a moving branch is fetched again, and steady within a run.
_name: "\(context.name)-\(strings.ToLower(context.stepSessionID))"

settings: kube.#Read & {
$params: value: {
apiVersion: "v1"
kind: "ConfigMap"
metadata: {name: "defkit-settings", namespace: "vela-defkit"}
}
}

job: kube.#Apply & {
$params: value: {
apiVersion: "batch/v1"
kind: "Job"
metadata: {
name: _name
namespace: "vela-defkit"
labels: "defkit.oam.dev/module": context.name
}
spec: {
backoffLimit: 1
// The module re-renders on its interval, so a Job outlasting one
// is stale: it is stopped, then deleted shortly after it ends.
activeDeadlineSeconds: 600
ttlSecondsAfterFinished: 300
template: spec: {
serviceAccountName: "defkit-render"
restartPolicy: "Never"
securityContext: {runAsNonRoot: true, runAsUser: 65532}
containers: [{
name: "render"
image: settings.$returns.value.data.image
imagePullPolicy: "IfNotPresent"
args: [
if parameter.git != "" {"--git=\(parameter.git)"},
if parameter.git == "" {"--ref=\(parameter.ref)"},
"--version=\(parameter.version)",
"--prefix=\(parameter.prefix)",
"--types=\(strings.Join(parameter.types, ","))",
"--configmap=vela-defkit/\(_name)",
"--module=\(context.name)",
Comment thread
briankane marked this conversation as resolved.
Resolved
]
// Without requests the limits are requested too, and a render
// waits for two free CPUs.
resources: {
requests: {cpu: "100m", memory: "256Mi"}
limits: {cpu: "2", memory: "2Gi"}
}
}]
}
}
}
}

_status: *{} | {...}
if job.$returns.value.status != _|_ {
_status: job.$returns.value.status
}
_succeeded: (_status.succeeded & >0) != _|_
// Failed covers retries exhausted and the deadline passed alike.
_failed: len([for c in *_status.conditions | [] if c.type == "Failed" && c.status == "True" {c}]) > 0

wait: builtin.#ConditionalWait & {
$params: {
continue: _succeeded || _failed
message: "rendering \(parameter.ref)\(parameter.git) \(parameter.version)"
Comment thread
briankane marked this conversation as resolved.
Resolved
}
}
if _failed {
fail: builtin.#Fail & {
$params: message: "render Job vela-defkit/\(_name) failed; see its logs"
}
}

// The ConfigMap the apply step and VelaUX's preview read.
configMap: _name

parameter: {
// +usage=Go module path of the module; or set git
ref: *"" | string
// +usage=Git repository of the module, in place of ref
git: *"" | string
// +usage=Module version; with git, a branch, tag or commit
version: *"" | string
// +usage=Prefix for every definition name
prefix: *"" | string
// +usage=Definition types to render; all when empty
types: *[] | [...("component" | "trait" | "policy" | "workflow-step")]
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
# A DefKit module installed as an Application: render, wait for review, apply.
apiVersion: core.oam.dev/v1beta1
kind: Application
metadata:
name: defkit-vela-definitions
namespace: vela-system
labels:
defkit.oam.dev/module: vela-definitions
spec:
components: []
policies:
- name: keep-removed-definitions
type: garbage-collect
properties:
keepLegacyResource: true
Comment thread
briankane marked this conversation as resolved.
Resolved
workflow:
steps:
- name: render
type: defkit-render
properties:
git: https://github.com/kubevela/vela-go-definitions
version: main
prefix: dk-
types: [trait]
outputs:
- name: rendered
valueFrom: configMap
- name: review
type: suspend
- name: apply
type: defkit-apply
inputs:
- from: rendered
parameterKey: configMap
11 changes: 11 additions & 0 deletions experimental/addons/defkit/metadata.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
name: defkit
version: 0.1.0
description: "Experimental: install DefKit definition modules as Applications. Each module renders in a Job and its definitions are applied, tracked and garbage collected by its Application."
url: https://github.com/kubevela/kubevela/tree/master/pkg/definition/defkit
tags:
- experimental
- definitions
deployTo:
runtimeCluster: false
dependencies: []
invisible: false
17 changes: 17 additions & 0 deletions experimental/addons/defkit/parameter.cue
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
parameter: {
// +usage=Image of the render Job: Go plus defkit-render
image: *"oamdev/defkit-render:v0.1.0" | string
// +usage=Repositories VelaUX offers when adding a module; a module can still come from anywhere
repositories: *[{
name: "KubeVela definitions"
git: "https://github.com/kubevela/vela-go-definitions"
version: "main"
description: "KubeVela's built-in definitions, written with DefKit"
}] | [...{
name: string
git?: string
Comment thread
cubic-dev-ai[bot] marked this conversation as resolved.
Resolved
ref?: string
version?: string
description?: string
}]
}
61 changes: 61 additions & 0 deletions experimental/addons/defkit/readme.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,61 @@
# DefKit

Installs [DefKit](https://github.com/kubevela/kubevela/tree/master/pkg/definition/defkit) definition modules as Applications. A module is a Go module of X-Definitions written with DefKit, such as [vela-go-definitions](https://github.com/kubevela/vela-go-definitions).

Each module is an Application whose workflow:

1. **renders** the module in a Job (`defkit-render`), the way `vela def apply-module` loads it, into a ConfigMap;
2. waits for **review** (optional, a `suspend` step);
3. **applies** the rendered definitions (`defkit-apply`), so the Application tracks them and garbage collects the ones a new version drops.

The render Job runs in the `vela-defkit` namespace, under an account that may only write ConfigMaps there.

## Install a module

```yaml
apiVersion: core.oam.dev/v1beta1
kind: Application
metadata:
name: defkit-vela-definitions
namespace: vela-system
labels:
defkit.oam.dev/module: vela-definitions
spec:
components: []
workflow:
steps:
- name: render
type: defkit-render
properties:
git: https://github.com/kubevela/vela-go-definitions
version: main
prefix: dk- # optional: a prefix for every definition's name
types: [trait] # optional: only these kinds
outputs:
- name: rendered
valueFrom: configMap
- name: review
type: suspend
- name: apply
type: defkit-apply
inputs:
- from: rendered
parameterKey: configMap
```

`vela workflow resume -n vela-system defkit-vela-definitions` applies what was rendered. The full example is in `examples/`.

## Parameters

| Name | Default | Description |
| --- | --- | --- |
| `image` | `oamdev/defkit-render:v0.1.0` | Image of the render Job: Go plus `defkit-render` |
| `repositories` | vela-go-definitions | Repositories a UI offers when adding a module; a module can still come from anywhere |

## The render image

`render/` holds `defkit-render` and its Dockerfile. The image needs Go, since loading a module runs `go mod download` and `go run`.

```shell
docker buildx build --platform linux/amd64,linux/arm64 -t oamdev/defkit-render:v0.1.0 render/
Comment thread
briankane marked this conversation as resolved.
Resolved
```
16 changes: 16 additions & 0 deletions experimental/addons/defkit/render/Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
# The render Job's image: defkit-render plus Go, since loading a DefKit module
# runs `go mod download` and `go run` in the Job.
FROM golang:1.23.8-alpine AS build
WORKDIR /src
COPY go.mod go.sum ./
RUN go mod download
COPY main.go ./
ARG TARGETOS TARGETARCH
RUN CGO_ENABLED=0 GOOS=$TARGETOS GOARCH=$TARGETARCH go build -trimpath -ldflags "-s -w" -o /defkit-render .

FROM golang:1.23.8-alpine
RUN apk add --no-cache git ca-certificates
ENV GOTOOLCHAIN=auto GOFLAGS=-mod=mod HOME=/tmp GOPATH=/tmp/go GOCACHE=/tmp/go-cache
COPY --from=build /defkit-render /usr/local/bin/defkit-render
USER 65532:65532
ENTRYPOINT ["/usr/local/bin/defkit-render"]
Loading
Loading