Skip to content

Commit 8ec0bfc

Browse files
committed
test(conformance): run driver suites with cargo
Signed-off-by: Evan Lezar <elezar@nvidia.com>
1 parent 7a80252 commit 8ec0bfc

20 files changed

Lines changed: 85 additions & 510 deletions

File tree

Lines changed: 0 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,6 @@
11
name: Setup E2E CLI
22
description: Download architecture-matched prebuilt OpenShell host CLIs for E2E tests
33

4-
inputs:
5-
conformance-artifact-prefix:
6-
description: Optional conformance CLI artifact name prefix; linux-<arch> is appended automatically
7-
required: false
8-
default: ""
9-
104
runs:
115
using: composite
126
steps:
@@ -23,27 +17,3 @@ runs:
2317
chmod +x "$cli"
2418
"$cli" --version
2519
echo "OPENSHELL_BIN=$cli" >> "$GITHUB_ENV"
26-
27-
- name: Download prebuilt conformance CLI
28-
if: inputs.conformance-artifact-prefix != ''
29-
uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
30-
with:
31-
name: ${{ format('{0}-{1}', inputs.conformance-artifact-prefix, runner.arch == 'X64' && 'x86_64-unknown-linux-musl' || 'aarch64-unknown-linux-musl') }}
32-
path: .e2e/prebuilt-conformance
33-
34-
- name: Configure prebuilt conformance CLI
35-
if: inputs.conformance-artifact-prefix != ''
36-
shell: bash
37-
run: | # zizmor: ignore[github-env] validated filename under the trusted workspace path
38-
set -euo pipefail
39-
conformance="$GITHUB_WORKSPACE/.e2e/prebuilt-conformance/openshell-conformance"
40-
if [[ ! -f "$conformance" ]]; then
41-
echo "downloaded artifact is missing $conformance" >&2
42-
exit 1
43-
fi
44-
# TODO: Remove this temporary mode diagnostic after CI confirms artifact permission handling.
45-
echo "conformance binary mode before chmod: $(ls -l "$conformance")"
46-
chmod +x "$conformance"
47-
echo "conformance binary mode after chmod: $(ls -l "$conformance")"
48-
"$conformance" list --output json >/dev/null
49-
echo "OPENSHELL_CONFORMANCE_BIN=$conformance" >> "$GITHUB_ENV"

‎.github/workflows/branch-e2e.yml‎

Lines changed: 0 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -277,7 +277,6 @@ jobs:
277277
with:
278278
image-tag: ${{ github.sha }}
279279
runner: linux-arm64-cpu8
280-
conformance-artifact-prefix: openshell-conformance
281280

282281
podman-e2e:
283282
needs: [pr_metadata, build-binaries, build-images]
@@ -289,7 +288,6 @@ jobs:
289288
uses: ./.github/workflows/e2e-podman-test.yml
290289
with:
291290
image-tag: ${{ github.sha }}
292-
conformance-artifact-prefix: openshell-conformance
293291
suite-matrix: >-
294292
[{"suite":"ci","runner":"ubuntu-26.04","podman_major":"5","podman_package_version":"5.7.0+ds2-3build1","conmon_package_version":"2.1.13+ds1-2","cmd":"mise run --no-deps --skip-deps e2e:podman:ci"}]
295293
@@ -301,8 +299,6 @@ jobs:
301299
contents: read
302300
packages: read
303301
uses: ./.github/workflows/e2e-vm-test.yml
304-
with:
305-
conformance-artifact-prefix: openshell-conformance
306302

307303
docker-external-driver-e2e:
308304
needs: [pr_metadata, build-binaries, build-gateway-plain, build-external-drivers, build-images]
@@ -317,7 +313,6 @@ jobs:
317313
runner: linux-arm64-cpu8
318314
gateway-artifact: openshell-gateway-plain-aarch64-unknown-linux-gnu
319315
external-driver-binary: openshell-driver-docker
320-
conformance-artifact-prefix: openshell-conformance
321316
suite-matrix: >-
322317
[{"suite":"external-driver","cmd":"mise run --no-deps --skip-deps e2e:docker:external-driver","apt_packages":"openssh-client","python_proto":false,"mcp":false}]
323318
@@ -333,7 +328,6 @@ jobs:
333328
image-tag: ${{ github.sha }}
334329
gateway-artifact: openshell-gateway-plain-x86_64-unknown-linux-gnu
335330
external-driver-binary: openshell-driver-podman
336-
conformance-artifact-prefix: openshell-conformance
337331
suite-matrix: >-
338332
[{"suite":"external-driver","runner":"ubuntu-26.04","podman_major":"5","podman_package_version":"5.7.0+ds2-3build1","conmon_package_version":"2.1.13+ds1-2","cmd":"mise run --no-deps --skip-deps e2e:podman:external-driver"}]
339333
@@ -349,7 +343,6 @@ jobs:
349343
gateway-artifact: openshell-gateway-plain-x86_64-unknown-linux-gnu
350344
suite-name: external-driver
351345
e2e-task: e2e:vm:external-driver
352-
conformance-artifact-prefix: openshell-conformance
353346

354347
gpu-e2e:
355348
needs: [pr_metadata, build-binaries, build-images]
@@ -361,7 +354,6 @@ jobs:
361354
uses: ./.github/workflows/e2e-gpu-test.yaml
362355
with:
363356
image-tag: ${{ github.sha }}
364-
conformance-artifact-prefix: openshell-conformance
365357

366358
kubernetes-e2e:
367359
needs: [pr_metadata, build-binaries, build-images]
@@ -383,7 +375,6 @@ jobs:
383375
image-tag: ${{ github.sha }}
384376
job-name: Kubernetes E2E (Rust smoke, Agent Sandbox ${{ matrix.agent_sandbox_api }})
385377
agent-sandbox-version: ${{ matrix.agent_sandbox_version }}
386-
conformance-artifact-prefix: openshell-conformance
387378

388379
kubernetes-workspace-managed-e2e:
389380
needs: [pr_metadata, build-binaries, build-images]
@@ -397,7 +388,6 @@ jobs:
397388
image-tag: ${{ github.sha }}
398389
job-name: Kubernetes E2E (workspace managed mode)
399390
e2e-task: e2e:kubernetes:workspace-managed
400-
conformance-artifact-prefix: openshell-conformance
401391

402392
kubernetes-external-driver-e2e:
403393
needs: [pr_metadata, build-binaries, build-gateway-plain, build-external-drivers, build-images]
@@ -414,7 +404,6 @@ jobs:
414404
gateway-artifact: openshell-gateway-plain-x86_64-unknown-linux-gnu
415405
external-driver-binary: openshell-driver-kubernetes
416406
cluster-images: sandbox supervisor
417-
conformance-artifact-prefix: openshell-conformance
418407

419408
kubernetes-workspace-operator-e2e:
420409
needs: [pr_metadata, build-binaries, build-images]
@@ -428,7 +417,6 @@ jobs:
428417
image-tag: ${{ github.sha }}
429418
job-name: Kubernetes E2E (workspace operator mode)
430419
e2e-task: e2e:kubernetes:workspace-operator
431-
conformance-artifact-prefix: openshell-conformance
432420

433421
kubernetes-ha-e2e:
434422
needs: [pr_metadata, build-binaries, build-images]
@@ -446,7 +434,6 @@ jobs:
446434
test-name: kubernetes_ha_rebalancing
447435
kubernetes-features: e2e,e2e-host-gateway,e2e-kubernetes,e2e-kubernetes-ha
448436
use-envoy-gateway: true
449-
conformance-artifact-prefix: openshell-conformance
450437

451438
kubernetes-credential-drivers-e2e:
452439
needs: [pr_metadata, build-binaries, build-images]
@@ -460,7 +447,6 @@ jobs:
460447
image-tag: ${{ github.sha }}
461448
job-name: Kubernetes Credential Drivers E2E
462449
e2e-task: e2e:kubernetes:credential-drivers
463-
conformance-artifact-prefix: openshell-conformance
464450

465451
core-e2e-result:
466452
name: Core E2E result

‎.github/workflows/build-binaries.yml‎

Lines changed: 0 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -61,22 +61,6 @@ jobs:
6161
supervisor-image-tag: ${{ inputs.supervisor-image-tag }}
6262
extra-cargo-flags: ${{ env.EXTRA_CARGO_FLAGS }}
6363

64-
conformance:
65-
name: openshell-conformance (${{ matrix.triple }})
66-
env:
67-
PACKAGE: openshell-conformance-cli
68-
BINARY: openshell-conformance
69-
strategy:
70-
matrix:
71-
include:
72-
- triple: x86_64-unknown-linux-musl
73-
runner: linux-amd64-cpu8
74-
- triple: aarch64-unknown-linux-musl
75-
runner: linux-arm64-cpu8
76-
runs-on: ${{ matrix.runner }}
77-
timeout-minutes: 60
78-
steps: *build_steps
79-
8064
prover:
8165
name: openshell-prover (${{ matrix.triple }})
8266
env:

‎.github/workflows/e2e-docker-test.yml‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -25,10 +25,6 @@ on:
2525
required: false
2626
type: string
2727
default: ""
28-
conformance-artifact-prefix:
29-
required: false
30-
type: string
31-
default: ""
3228
suite-matrix:
3329
required: false
3430
type: string
@@ -71,8 +67,6 @@ jobs:
7167
persist-credentials: false
7268

7369
- uses: ./.github/actions/setup-e2e-cli
74-
with:
75-
conformance-artifact-prefix: ${{ inputs.conformance-artifact-prefix }}
7670

7771
- uses: ./.github/actions/setup-e2e-gateway
7872
with:

‎.github/workflows/e2e-gpu-test.yaml‎

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -7,11 +7,6 @@ on:
77
description: "Image tag to test (typically the commit SHA)"
88
required: true
99
type: string
10-
conformance-artifact-prefix:
11-
description: "Optional prebuilt conformance CLI artifact prefix (artifact suffix is <triple>)"
12-
required: false
13-
type: string
14-
default: ""
1510

1611
permissions:
1712
actions: read
@@ -66,8 +61,6 @@ jobs:
6661

6762
- name: Use prebuilt OpenShell CLI
6863
uses: ./.github/actions/setup-e2e-cli
69-
with:
70-
conformance-artifact-prefix: ${{ inputs.conformance-artifact-prefix }}
7164

7265
- name: Use prebuilt OpenShell gateway
7366
uses: ./.github/actions/setup-e2e-gateway

‎.github/workflows/e2e-kubernetes-test.yml‎

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -67,11 +67,6 @@ on:
6767
required: false
6868
type: string
6969
default: ""
70-
conformance-artifact-prefix:
71-
description: "Optional prebuilt conformance CLI artifact prefix (artifact suffix is <triple>)"
72-
required: false
73-
type: string
74-
default: ""
7570
external-driver-binary:
7671
description: "Optional standalone compute driver binary used to compose a local test image"
7772
required: false
@@ -112,8 +107,6 @@ jobs:
112107

113108
- name: Use prebuilt OpenShell CLI
114109
uses: ./.github/actions/setup-e2e-cli
115-
with:
116-
conformance-artifact-prefix: ${{ inputs.conformance-artifact-prefix }}
117110

118111
- name: Use prebuilt OpenShell gateway
119112
if: inputs.gateway-artifact != ''

‎.github/workflows/e2e-podman-test.yml‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -21,10 +21,6 @@ on:
2121
required: false
2222
type: string
2323
default: ""
24-
conformance-artifact-prefix:
25-
required: false
26-
type: string
27-
default: ""
2824
suite-matrix:
2925
required: true
3026
type: string
@@ -56,8 +52,6 @@ jobs:
5652
persist-credentials: false
5753

5854
- uses: ./.github/actions/setup-e2e-cli
59-
with:
60-
conformance-artifact-prefix: ${{ inputs.conformance-artifact-prefix }}
6155

6256
- uses: ./.github/actions/setup-e2e-gateway
6357
with:

‎.github/workflows/e2e-vm-test.yml‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -22,10 +22,6 @@ on:
2222
required: false
2323
type: string
2424
default: e2e:vm
25-
conformance-artifact-prefix:
26-
required: false
27-
type: string
28-
default: ""
2925

3026
permissions:
3127
actions: read
@@ -47,8 +43,6 @@ jobs:
4743
persist-credentials: false
4844

4945
- uses: ./.github/actions/setup-e2e-cli
50-
with:
51-
conformance-artifact-prefix: ${{ inputs.conformance-artifact-prefix }}
5246

5347
- uses: ./.github/actions/setup-e2e-gateway
5448
with:

‎.github/workflows/release-dev.yml‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -151,7 +151,6 @@ jobs:
151151
image-tag: ${{ github.sha }}
152152
checkout-ref: ${{ github.sha }}
153153
runner: linux-arm64-cpu8
154-
conformance-artifact-prefix: openshell-conformance
155154

156155
vm-e2e:
157156
needs: [build-binaries, build-vm-driver]
@@ -162,7 +161,6 @@ jobs:
162161
uses: ./.github/workflows/e2e-vm-test.yml
163162
with:
164163
checkout-ref: ${{ github.sha }}
165-
conformance-artifact-prefix: openshell-conformance
166164

167165
tag-ghcr-dev:
168166
name: Tag GHCR Images as Dev

‎.github/workflows/release-tag.yml‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -201,7 +201,6 @@ jobs:
201201
image-tag: ${{ needs.compute-versions.outputs.source_sha }}
202202
checkout-ref: ${{ needs.compute-versions.outputs.source_sha }}
203203
runner: linux-arm64-cpu8
204-
conformance-artifact-prefix: openshell-conformance
205204

206205
vm-e2e:
207206
needs: [compute-versions, build-binaries, build-vm-driver]
@@ -212,7 +211,6 @@ jobs:
212211
uses: ./.github/workflows/e2e-vm-test.yml
213212
with:
214213
checkout-ref: ${{ needs.compute-versions.outputs.source_sha }}
215-
conformance-artifact-prefix: openshell-conformance
216214

217215
qualification-result:
218216
name: Release Qualification

0 commit comments

Comments
 (0)