CI: Retry powershell commands on transient AccessViolationExceptions

Cargo.lock

@@ -6269,6 +6269,7 @@ version = "0.0.0"
 dependencies = [
  "guid",
  "jiff",
+ "tracing",
 ]
 
 [[package]]

flowey/flowey_lib_hvlite/src/run_prep_steps.rs

@@ -47,7 +47,6 @@ impl SimpleFlowNode for Node {
                     let vms = powershell_builder::PowerShellBuilder::new()
                         .cmdlet("Get-VM")
                         .finish()
-                        .build()
                         .output()?;
                     log::info!(
                         "removing any existing VMs: {}",
@@ -60,7 +59,6 @@ impl SimpleFlowNode for Node {
                         .cmdlet("Stop-VM")
                         .flag("TurnOff")
                         .finish()
-                        .build()
                         .output()?;
 
                     powershell_builder::PowerShellBuilder::new()
@@ -69,7 +67,6 @@ impl SimpleFlowNode for Node {
                         .cmdlet("Remove-VM")
                         .flag("Force")
                         .finish()
-                        .build()
                         .output()?;
                 }
 

petri/src/lib.rs

@@ -80,14 +80,44 @@ pub enum CommandError {
 /// Run a command on the host and return the output
 pub async fn run_host_cmd(mut cmd: Command) -> Result<String, CommandError> {
     cmd.stderr(Stdio::piped()).stdin(Stdio::null());
-
     let cmd_debug = format!("{cmd:?}");
     ::tracing::debug!(cmd = cmd_debug, "executing command");
-
     let start = Timestamp::now();
     let output = blocking::unblock(move || cmd.output()).await?;
-    let time_elapsed = Timestamp::now() - start;
+    log_and_check(&cmd_debug, start, output)
+}
 
+/// Run a PowerShell command on the host and return the output. Transient
+/// Windows PowerShell 5.1 startup crashes are retried automatically by
+/// [`powershell_builder::PowerShellBuilder::output_with`].
+#[cfg(windows)]
+pub async fn run_host_ps(
+    builder: powershell_builder::PowerShellBuilder,
+) -> Result<String, CommandError> {
+    let start = Timestamp::now();
+    // The `Command` is owned by the builder, so capture its debug
+    // representation from inside the configure closure.
+    let (cmd_debug, output) = blocking::unblock(move || {
+        let mut cmd_debug = String::new();
+        let output = builder.output_with(|cmd| {
+            cmd.stderr(Stdio::piped()).stdin(Stdio::null());
+            cmd_debug = format!("{cmd:?}");
+            ::tracing::debug!(cmd = cmd_debug, "executing command");
+        })?;
+        std::io::Result::Ok((cmd_debug, output))
+    })
+    .await?;
+    log_and_check(&cmd_debug, start, output)
+}
+
+/// Log the result of a host command run and map its exit status to
+/// [`CommandError::Command`] on failure.
+fn log_and_check(
+    cmd_debug: &str,
+    start: Timestamp,
+    output: std::process::Output,
+) -> Result<String, CommandError> {
+    let time_elapsed = Timestamp::now() - start;
     let stdout_str = String::from_utf8_lossy(&output.stdout).to_string();
     let stderr_str = String::from_utf8_lossy(&output.stderr).to_string();
     ::tracing::debug!(