test(tmachine): execute nextest archives in guests

Signed-off-by: Evan Lezar <elezar@nvidia.com>

Author: elezar

tests/ansible/playbooks/nextest.yaml

@@ -0,0 +1,52 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+---
+- name: Install cargo-nextest
+  hosts: all
+  become: true
+  gather_facts: false
+  vars:
+    nextest_version: 0.9.143
+    nextest_arches:
+      x86_64:
+        triple: x86_64-unknown-linux-musl
+        sha256: 6d891c18105ec2d33f6e441a4f92b7ccab47ba263e22055c8bb66884243f3389
+      aarch64:
+        triple: aarch64-unknown-linux-musl
+        sha256: 0560ce0ce017f368c54b5db86588370fc03b470985490fa81200e62a657dda05
+  tasks:
+    - name: Wait for SSH
+      ansible.builtin.wait_for_connection:
+
+    - name: Gather guest architecture
+      ansible.builtin.setup:
+        filter:
+          - ansible_architecture
+
+    - name: Select cargo-nextest release for guest architecture
+      ansible.builtin.set_fact:
+        nextest_release: "{{ nextest_arches[ansible_facts.architecture] | default({}) }}"
+
+    - name: Validate guest architecture
+      ansible.builtin.assert:
+        that: nextest_release | length > 0
+        fail_msg: "cargo-nextest is unsupported on {{ ansible_facts.architecture }}"
+
+    - name: Download cargo-nextest
+      ansible.builtin.get_url:
+        url: "https://github.com/nextest-rs/nextest/releases/download/cargo-nextest-{{ nextest_version }}/cargo-nextest-{{ nextest_version }}-{{ nextest_release.triple }}.tar.gz"
+        dest: /tmp/cargo-nextest.tar.gz
+        checksum: "sha256:{{ nextest_release.sha256 }}"
+        mode: "0600"
+
+    - name: Install cargo-nextest
+      ansible.builtin.unarchive:
+        src: /tmp/cargo-nextest.tar.gz
+        dest: /usr/local/bin
+        remote_src: true
+        creates: /usr/local/bin/cargo-nextest
+
+    - name: Verify cargo-nextest
+      ansible.builtin.command: cargo-nextest --version
+      changed_when: false

tests/ansible/playbooks/smoke.yaml

@@ -9,12 +9,22 @@
     - name: Wait for SSH
       ansible.builtin.wait_for_connection:
 
-    - name: Install OpenShell conformance runner
+    - name: Create OpenShell conformance test directory
       become: true
-      ansible.builtin.copy:
-        src: "{{ openshell_conformance_binary }}"
-        dest: /usr/local/bin/openshell-conformance
-        mode: "0755"
+      ansible.builtin.file:
+        path: /var/lib/openshell-conformance/tests
+        state: directory
+        owner: tmachine
+        group: tmachine
+        mode: "0700"
+
+    - name: Install OpenShell conformance test bundle
+      become: true
+      ansible.builtin.unarchive:
+        src: "{{ openshell_conformance_test_bundle }}"
+        dest: /var/lib/openshell-conformance/tests
+        owner: tmachine
+        group: tmachine
 
     - name: Wait for OpenShell gateway
       ansible.builtin.wait_for:
@@ -33,14 +43,19 @@
           - --name
           - tmachine
 
-    - name: Run OpenShell smoke conformance test
+    - name: Run OpenShell smoke conformance archive
       ansible.builtin.command:
         argv:
-          - /usr/local/bin/openshell-conformance
+          - cargo-nextest
+          - nextest
           - run
-          - smoke
-          - --openshell-bin
-          - /usr/local/bin/openshell
+          - --archive-file
+          - /var/lib/openshell-conformance/tests/tests.tar.zst
+          - --workspace-remap
+          - /var/lib/openshell-conformance/tests
+          - --no-capture
+      environment:
+        OPENSHELL_BIN: /usr/local/bin/openshell
       register: conformance_result
       changed_when: false
       failed_when: false

tests/config.nix

@@ -37,7 +37,10 @@ let
         machine = "ubuntu";
         setup = {
           use_galaxy = true;
-          playbooks = [ "ansible/playbooks/docker.yaml" ];
+          playbooks = [
+            "ansible/playbooks/docker.yaml"
+            "ansible/playbooks/nextest.yaml"
+          ];
         };
         install = {
           use_galaxy = false;
@@ -58,7 +61,10 @@ let
         machine = "fedora";
         setup = {
           use_galaxy = false;
-          playbooks = [ "ansible/playbooks/podman-rootful.yaml" ];
+          playbooks = [
+            "ansible/playbooks/podman-rootful.yaml"
+            "ansible/playbooks/nextest.yaml"
+          ];
         };
         install = {
           use_galaxy = false;
@@ -79,7 +85,10 @@ let
         machine = "fedora";
         setup = {
           use_galaxy = false;
-          playbooks = [ "ansible/playbooks/podman-rootless.yaml" ];
+          playbooks = [
+            "ansible/playbooks/podman-rootless.yaml"
+            "ansible/playbooks/nextest.yaml"
+          ];
         };
         install = {
           use_galaxy = false;
@@ -102,7 +111,7 @@ let
         name = "smoke";
         playbooks = [ "ansible/playbooks/smoke.yaml" ];
         inputs = {
-          openshell_conformance_binary = "../target/${muslTarget}/debug/openshell-conformance";
+          openshell_conformance_test_bundle = "../artifacts/test-archives/${muslTarget}/openshell-conformance-tests.tar";
         };
       }
     ];
@@ -112,15 +121,14 @@ let
     name = "tmachine";
     runtimeInputs = [
       qemu
-      pkgs.git
       pkgs.ansible
+      pkgs.git
       pkgs.sshpass
     ];
     text = ''
       root=$(git rev-parse --show-toplevel)
       cd "$root/tests"
       export ANSIBLE_CONFIG="$PWD/ansible/ansible.cfg"
-
       exec ${tmachine}/bin/tmachine --config ${config} "$@"
     '';
   };