feat(ql3): establish 3.0 incubation baseline

2026-09-23 20:15:19 +08:00 · 2026-08-12 00:25:26 +08:00
parent 4bf92dcfeb
commit c699c32461
2817 changed files with 779642 additions and 653 deletions
@@ -0,0 +1,9 @@
+- op: add
+  path: /spec/egress/-
+  value:
+    to:
+      - ipBlock:
+          cidr: 192.0.2.1/32
+    ports:
+      - protocol: TCP
+        port: 6443
@@ -0,0 +1,16 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: ql3-prompt-output-key-retirement-access-review
+  labels:
+    app.kubernetes.io/name: ql3-prompt-output-key-retirement
+    app.kubernetes.io/component: ai-maintenance
+    app.kubernetes.io/part-of: qinglong3
+subjects:
+  - kind: ServiceAccount
+    name: ql3-prompt-output-key-retirement
+    namespace: qinglong3-system
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: ql3-prompt-output-key-retirement-access-review
@@ -0,0 +1,15 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: ql3-prompt-output-key-retirement-access-review
+  labels:
+    app.kubernetes.io/name: ql3-prompt-output-key-retirement
+    app.kubernetes.io/component: ai-maintenance
+    app.kubernetes.io/part-of: qinglong3
+rules:
+  - apiGroups:
+      - authorization.k8s.io
+    resources:
+      - selfsubjectaccessreviews
+    verbs:
+      - create
@@ -0,0 +1,193 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: ql3-prompt-output-key-retirement
+  namespace: qinglong3-system
+  labels:
+    app.kubernetes.io/name: ql3-prompt-output-key-retirement
+    app.kubernetes.io/component: ai-maintenance
+    app.kubernetes.io/part-of: qinglong3
+    qinglong.io/execution-model: caller-driven
+spec:
+  backoffLimit: 0
+  activeDeadlineSeconds: 300
+  ttlSecondsAfterFinished: 600
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/name: ql3-prompt-output-key-retirement
+        app.kubernetes.io/component: ai-maintenance
+        app.kubernetes.io/part-of: qinglong3
+        qinglong.io/execution-model: caller-driven
+    spec:
+      serviceAccountName: ql3-prompt-output-key-retirement
+      automountServiceAccountToken: false
+      enableServiceLinks: false
+      restartPolicy: Never
+      securityContext:
+        runAsNonRoot: true
+        runAsUser: 10001
+        runAsGroup: 10001
+        fsGroup: 10001
+        seccompProfile:
+          type: RuntimeDefault
+      initContainers:
+        - name: network-policy-ready
+          image: qinglong3-cluster-admin:3.0.0-alpha.0
+          imagePullPolicy: IfNotPresent
+          command:
+            - node
+            - -e
+            - |
+              const dns = require('node:dns').promises;
+              const fs = require('node:fs');
+              const net = require('node:net');
+              const apiHost = process.env.KUBERNETES_SERVICE_HOST;
+              const apiPort = Number(process.env.KUBERNETES_SERVICE_PORT_HTTPS);
+              const canaryHost = process.env.QL3_NETWORK_POLICY_DENY_CANARY_HOST;
+              const canaryPort = Number(process.env.QL3_NETWORK_POLICY_DENY_CANARY_PORT);
+              const validPort = (value) => Number.isInteger(value) && value >= 1 && value <= 65535;
+              const connect = (host, port, timeout) => new Promise((resolve) => {
+                let settled = false;
+                const socket = net.createConnection({ host, port });
+                const finish = (connected) => {
+                  if (settled) return;
+                  settled = true;
+                  socket.destroy();
+                  resolve(connected);
+                };
+                socket.setTimeout(timeout);
+                socket.once('connect', () => finish(true));
+                socket.once('timeout', () => finish(false));
+                socket.once('error', () => finish(false));
+              });
+              const sleep = (milliseconds) => new Promise((resolve) => setTimeout(resolve, milliseconds));
+              const finish = (ready, code) => {
+                fs.writeFileSync('/dev/termination-log', JSON.stringify({ schemaVersion: 1, ready, code }), { encoding: 'utf8', mode: 0o600 });
+                process.exitCode = ready ? 0 : 1;
+              };
+              (async () => {
+                if (!apiHost || !validPort(apiPort) || !canaryHost || canaryHost.startsWith('replace-with-') || !validPort(canaryPort)) {
+                  finish(false, 'CONFIG_INVALID');
+                  return;
+                }
+                try {
+                  await dns.lookup(canaryHost);
+                } catch {
+                  finish(false, 'CANARY_UNRESOLVED');
+                  return;
+                }
+                const deadline = Date.now() + 30000;
+                while (Date.now() < deadline) {
+                  const apiAllowed = await connect(apiHost, apiPort, 500);
+                  const canaryAllowed = await connect(canaryHost, canaryPort, 250);
+                  if (apiAllowed && !canaryAllowed) {
+                    finish(true, 'POLICY_READY');
+                    return;
+                  }
+                  await sleep(50);
+                }
+                finish(false, 'POLICY_NOT_READY');
+              })().catch(() => finish(false, 'PROBE_FAILED'));
+          env:
+            - name: QL3_NETWORK_POLICY_DENY_CANARY_HOST
+              value: replace-with-reachable-deny-canary
+            - name: QL3_NETWORK_POLICY_DENY_CANARY_PORT
+              value: '443'
+          terminationMessagePolicy: File
+          securityContext:
+            allowPrivilegeEscalation: false
+            readOnlyRootFilesystem: true
+            capabilities:
+              drop:
+                - ALL
+          resources:
+            requests:
+              cpu: 5m
+              memory: 16Mi
+            limits:
+              cpu: 100m
+              memory: 64Mi
+      containers:
+        - name: retirement
+          image: qinglong3-cluster-admin:3.0.0-alpha.0
+          imagePullPolicy: IfNotPresent
+          command:
+            - node
+            - /opt/qinglong/node_modules/@qinglong/cluster-admin/dist/prompt-output/key-management/promptOutputKeyRetirementCli.js
+          args:
+            - run
+            - --command-file
+            - /var/run/qinglong3/prompt-output-key-retirement/command.json
+          securityContext:
+            allowPrivilegeEscalation: false
+            readOnlyRootFilesystem: true
+            capabilities:
+              drop:
+                - ALL
+          env:
+            - name: QL3_POSTGRES_TLS_MODE
+              value: verify-full
+            - name: QL3_POSTGRES_TLS_CA_FILE
+              value: /var/run/secrets/qinglong3/postgres-ai-maintenance/ca.crt
+            - name: QL3_POSTGRES_AI_MAINTENANCE_URL
+              valueFrom:
+                secretKeyRef:
+                  name: ql3-cluster-ai-maintenance
+                  key: postgres-ai-maintenance-url
+            - name: QL3_POSTGRES_TLS_SERVERNAME
+              valueFrom:
+                secretKeyRef:
+                  name: ql3-cluster-ai-maintenance
+                  key: postgres-tls-servername
+          resources:
+            requests:
+              cpu: 25m
+              memory: 48Mi
+            limits:
+              cpu: 250m
+              memory: 128Mi
+          volumeMounts:
+            - name: command
+              mountPath: /var/run/qinglong3/prompt-output-key-retirement/command.json
+              subPath: command.json
+              readOnly: true
+            - name: postgres-ca
+              mountPath: /var/run/secrets/qinglong3/postgres-ai-maintenance
+              readOnly: true
+            - name: kubernetes-api-token
+              mountPath: /var/run/secrets/kubernetes.io/serviceaccount
+              readOnly: true
+      volumes:
+        - name: command
+          configMap:
+            name: ql3-prompt-output-key-retirement-command
+            defaultMode: 292
+            items:
+              - key: command.json
+                path: command.json
+        - name: postgres-ca
+          secret:
+            secretName: ql3-cluster-ai-maintenance
+            defaultMode: 292
+            items:
+              - key: postgres-ca.crt
+                path: ca.crt
+        - name: kubernetes-api-token
+          projected:
+            defaultMode: 256
+            sources:
+              - serviceAccountToken:
+                  path: token
+                  expirationSeconds: 600
+              - configMap:
+                  name: kube-root-ca.crt
+                  items:
+                    - key: ca.crt
+                      path: ca.crt
+              - downwardAPI:
+                  items:
+                    - path: namespace
+                      fieldRef:
+                        apiVersion: v1
+                        fieldPath: metadata.namespace
@@ -0,0 +1,11 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+  - service-account.yaml
+  - role.yaml
+  - role-binding.yaml
+  - access-review-cluster-role.yaml
+  - access-review-cluster-role-binding.yaml
+  - job.yaml
+  - network-policy.yaml
@@ -0,0 +1,31 @@
+apiVersion: networking.k8s.io/v1
+kind: NetworkPolicy
+metadata:
+  name: ql3-prompt-output-key-retirement
+  namespace: qinglong3-system
+  labels:
+    app.kubernetes.io/name: ql3-prompt-output-key-retirement
+    app.kubernetes.io/component: ai-maintenance
+    app.kubernetes.io/part-of: qinglong3
+spec:
+  podSelector:
+    matchLabels:
+      app.kubernetes.io/name: ql3-prompt-output-key-retirement
+      app.kubernetes.io/component: ai-maintenance
+  policyTypes:
+    - Ingress
+    - Egress
+  ingress: []
+  egress:
+    - to:
+        - namespaceSelector:
+            matchLabels:
+              kubernetes.io/metadata.name: kube-system
+          podSelector:
+            matchLabels:
+              k8s-app: kube-dns
+      ports:
+        - protocol: UDP
+          port: 53
+        - protocol: TCP
+          port: 53
@@ -0,0 +1,17 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  name: ql3-prompt-output-key-retirement
+  namespace: qinglong3-system
+  labels:
+    app.kubernetes.io/name: ql3-prompt-output-key-retirement
+    app.kubernetes.io/component: ai-maintenance
+    app.kubernetes.io/part-of: qinglong3
+subjects:
+  - kind: ServiceAccount
+    name: ql3-prompt-output-key-retirement
+    namespace: qinglong3-system
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: ql3-prompt-output-key-retirement
@@ -0,0 +1,19 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  name: ql3-prompt-output-key-retirement
+  namespace: qinglong3-system
+  labels:
+    app.kubernetes.io/name: ql3-prompt-output-key-retirement
+    app.kubernetes.io/component: ai-maintenance
+    app.kubernetes.io/part-of: qinglong3
+rules:
+  - apiGroups:
+      - ''
+    resources:
+      - secrets
+    resourceNames:
+      - ql3-prompt-output-keyring
+    verbs:
+      - get
+      - update
@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: ql3-prompt-output-key-retirement
+  namespace: qinglong3-system
+  labels:
+    app.kubernetes.io/name: ql3-prompt-output-key-retirement
+    app.kubernetes.io/component: ai-maintenance
+    app.kubernetes.io/part-of: qinglong3
+automountServiceAccountToken: false
@@ -0,0 +1,31 @@
+- op: replace
+  path: /spec/template/spec/containers/0/env
+  value:
+    - name: QL3_POSTGRES_TLS_MODE
+      value: verify-full
+    - name: QL3_POSTGRES_TLS_CA_FILE
+      value: /var/run/secrets/qinglong3/postgres-ai-maintenance/ca.crt
+    - name: QL3_POSTGRES_AI_MAINTENANCE_HOST
+      value: ql3-postgres-rw.qinglong3-system.svc
+    - name: QL3_POSTGRES_AI_MAINTENANCE_PORT
+      value: '5432'
+    - name: QL3_POSTGRES_AI_MAINTENANCE_DATABASE
+      value: qinglong
+    - name: QL3_POSTGRES_AI_MAINTENANCE_USER
+      valueFrom:
+        secretKeyRef:
+          name: ql3-postgres-ai-maintenance-auth
+          key: username
+    - name: QL3_POSTGRES_AI_MAINTENANCE_PASSWORD
+      valueFrom:
+        secretKeyRef:
+          name: ql3-postgres-ai-maintenance-auth
+          key: password
+    - name: QL3_POSTGRES_TLS_SERVERNAME
+      value: ql3-postgres-rw.qinglong3-system.svc
+- op: replace
+  path: /spec/template/spec/volumes/1/secret/secretName
+  value: ql3-postgres-ca
+- op: replace
+  path: /spec/template/spec/volumes/1/secret/items/0/key
+  value: ca.crt
@@ -0,0 +1,24 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+  - ../base
+
+patches:
+  - path: job-patch.yaml
+    target:
+      group: batch
+      version: v1
+      kind: Job
+      name: ql3-prompt-output-key-retirement
+  - path: network-policy-patch.yaml
+    target:
+      group: networking.k8s.io
+      version: v1
+      kind: NetworkPolicy
+      name: ql3-prompt-output-key-retirement
+
+images:
+  - name: qinglong3-cluster-admin
+    newName: registry.example.com/qinglong/qinglong3-cluster-admin
+    digest: sha256:0000000000000000000000000000000000000000000000000000000000000000
@@ -0,0 +1,26 @@
+apiVersion: networking.k8s.io/v1
+kind: NetworkPolicy
+metadata:
+  name: ql3-prompt-output-key-retirement
+  namespace: qinglong3-system
+spec:
+  egress:
+    - to:
+        - namespaceSelector:
+            matchLabels:
+              kubernetes.io/metadata.name: kube-system
+          podSelector:
+            matchLabels:
+              k8s-app: kube-dns
+      ports:
+        - protocol: UDP
+          port: 53
+        - protocol: TCP
+          port: 53
+    - to:
+        - podSelector:
+            matchLabels:
+              cnpg.io/cluster: ql3-postgres
+      ports:
+        - protocol: TCP
+          port: 5432
@@ -0,0 +1,28 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: ql3-prompt-output-key-retirement-command
+  namespace: qinglong3-system
+  labels:
+    app.kubernetes.io/name: ql3-prompt-output-key-retirement
+    app.kubernetes.io/component: ai-maintenance
+    app.kubernetes.io/part-of: qinglong3
+immutable: true
+data:
+  command.json: |
+    {
+      "schemaVersion": 1,
+      "operation": "cluster.prompt-output-key.retire",
+      "kubernetes": {
+        "namespace": "qinglong3-system",
+        "secretName": "ql3-prompt-output-keyring",
+        "expectedSecretUid": "replace-with-live-secret-uid",
+        "dataKey": "keyring.json"
+      },
+      "request": {
+        "keyId": "replace-with-inactive-key-id",
+        "retirementId": "replace-with-unique-retirement-id",
+        "requestId": "replace-with-unique-request-id",
+        "mutationId": "replace-with-unique-mutation-id"
+      }
+    }