fix(ci): wait for live service readiness

scripts/ql3-plugin-package-recovery-e2e-live-contract.cjs

@@ -1098,6 +1098,36 @@ function recoveryResources(fixture, jobName) {
   ];
 }
 
+function waitForPostgresService(timeoutMs = 60_000) {
+  const deadline = Date.now() + timeoutMs;
+  let lastFact = 'probe not started';
+  while (Date.now() < deadline) {
+    const probe = kubectl(
+      [
+        '-n',
+        NAMESPACE,
+        'exec',
+        `pod/${POSTGRES_NAME}`,
+        '--',
+        'pg_isready',
+        '--host',
+        POSTGRES_NAME,
+        '--port',
+        '5432',
+        '--username',
+        'postgres',
+        '--dbname',
+        'qinglong',
+      ],
+      { capture: true, quiet: true, allowFailure: true },
+    );
+    if (probe.status === 0) return;
+    lastFact = (probe.stderr || probe.stdout || `status ${probe.status}`).trim();
+    Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, 1_000);
+  }
+  fail(`PostgreSQL Service was not ready after ${timeoutMs}ms: ${lastFact}`);
+}
+
 function waitForJob(
   name,
   expectedStatus = 'complete',
@@ -1795,6 +1825,7 @@ async function main(argv = process.argv.slice(2)) {
       ],
       { capture: true, quiet: true },
     );
+    waitForPostgresService();
     kubectl(
       [
         '-n',

scripts/ql3-provider-credential-test-kubernetes-live-contract.cjs

@@ -1074,6 +1074,30 @@ request.on('timeout',()=>request.destroy(Object.assign(new Error('timeout'),{cod
   return evidence;
 }
 
+async function retryProviderEvidence(read, pause = undefined) {
+  assert.equal(typeof read, 'function');
+  assert.ok(pause === undefined || typeof pause === 'function');
+  let lastError;
+  for (let attempt = 1; attempt <= 3; attempt += 1) {
+    try {
+      return await read();
+    } catch (error) {
+      lastError = error;
+      if (
+        !/\b(?:ECONNREFUSED|ECONNRESET|ETIMEDOUT|TIMEOUT)\b/.test(
+          error instanceof Error ? error.message : String(error),
+        ) ||
+        attempt === 3
+      ) {
+        throw error;
+      }
+      await (pause ??
+        (() => new Promise((resolve) => setTimeout(resolve, 500))))();
+    }
+  }
+  throw lastError;
+}
+
 async function waitForExecutorProviderEgress({
   fixture,
   adminImage,
@@ -1606,14 +1630,16 @@ async function main() {
     let observedProviderRequests = 0;
     let evidenceSequence = 0;
     const observeProvider = async (pod, sourceNodeName) => {
-      evidenceSequence += 1;
       applyExecutorNetworkPolicy(fixture, pod.status.podIP);
-      const evidence = await providerEvidence({
-        fixture,
-        adminImage,
-        name: `ql3-provider-evidence-${evidenceSequence}`,
-        nodeName: sourceNodeName,
-        providerPodIp: pod.status.podIP,
+      const evidence = await retryProviderEvidence(async () => {
+        evidenceSequence += 1;
+        return providerEvidence({
+          fixture,
+          adminImage,
+          name: `ql3-provider-evidence-${evidenceSequence}`,
+          nodeName: sourceNodeName,
+          providerPodIp: pod.status.podIP,
+        });
       });
       const count = evidence.requestCount;
       const observationKey = providerObservationKey(pod);
@@ -2064,5 +2090,6 @@ module.exports = {
   executorJob,
   providerObservationKey,
   providerServerSource,
+  retryProviderEvidence,
   terminalJobSnapshot,
 };