add regression test and play vs production

Cargo.lock

@@ -219,6 +219,31 @@ dependencies = [
  "version_check",
 ]
 
+[[package]]
+name = "crossbeam-deque"
+version = "0.8.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "613f8cc01fe9cf1a3eb3d7f488fd2fa8388403e97039e2f73692932e291a770d"
+dependencies = [
+ "crossbeam-epoch",
+ "crossbeam-utils",
+]
+
+[[package]]
+name = "crossbeam-epoch"
+version = "0.9.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e"
+dependencies = [
+ "crossbeam-utils",
+]
+
+[[package]]
+name = "crossbeam-utils"
+version = "0.8.20"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "22ec99545bb0ed0ea7bb9b8e1e9122ea386ff8a48c0922e43f36d45ab09e0e80"
+
 [[package]]
 name = "deranged"
 version = "0.3.11"
@@ -911,6 +936,26 @@ dependencies = [
  "getrandom",
 ]
 
+[[package]]
+name = "rayon"
+version = "1.10.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa"
+dependencies = [
+ "either",
+ "rayon-core",
+]
+
+[[package]]
+name = "rayon-core"
+version = "1.12.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2"
+dependencies = [
+ "crossbeam-deque",
+ "crossbeam-utils",
+]
+
 [[package]]
 name = "redox_syscall"
 version = "0.5.3"
@@ -1693,6 +1738,9 @@ dependencies = [
 [[package]]
 name = "xtask"
 version = "0.1.0"
+dependencies = [
+ "rayon",
+]
 
 [[package]]
 name = "yansi"

xtask/Cargo.toml

@@ -4,3 +4,4 @@ version = "0.1.0"
 edition = "2021"
 
 [dependencies]
+rayon = "1.10"

xtask/src/main.rs

@@ -1,5 +1,6 @@
 use std::{
     env,
+    io::{stderr, Write},
     net::TcpStream,
     path::{Path, PathBuf},
     process::{Child, Command},
@@ -7,6 +8,8 @@ use std::{
     time::Duration,
 };
 
+use rayon::iter::{IntoParallelIterator, ParallelIterator};
+
 type DynError = Box<dyn std::error::Error>;
 
 fn main() {
@@ -21,6 +24,8 @@ fn try_main() -> Result<(), DynError> {
     match task.as_deref() {
         Some("local") => local()?,
         Some("local2") => local2()?,
+        Some("vs_production" | "vs_prod") => vs_production()?,
+        Some("regression") => regression()?,
         Some("docker") => docker()?,
         _ => print_help(),
     }
@@ -31,8 +36,10 @@ fn print_help() {
     eprintln!(
         "Tasks:
 
-local       runs the snake on a local game
+local                    runs the snake on a local game
-local2      runs the snake twice on a local game
+local2                   runs the snake twice on a local game
+vs_production | vs_prod  runs the snake against the active server
+regression               runs the snake against the active server multiple times
 
 docker      package docker image and upload to docker.mkaenner.de/snake
 "
@@ -40,7 +47,7 @@ docker      package docker image and upload to docker.mkaenner.de/snake
 }
 
 fn local() -> Result<(), DynError> {
-    let mut snake = run_snake(8000)?;
+    let mut snake = run_snake(8000, None)?;
 
     let game = Command::new("./battlesnake-cli")
         .current_dir(project_root())
@@ -65,14 +72,7 @@ fn local() -> Result<(), DynError> {
 }
 
 fn local2() -> Result<(), DynError> {
-    let mut snake1 = run_snake(8000)?;
+    let mut snake = run_snake(8000, None)?;
-    let mut snake2 = match run_snake(8001) {
-        Ok(snake) => snake,
-        Err(e) => {
-            let _ = snake1.kill();
-            return Err(e);
-        }
-    };
 
     let game = Command::new("./battlesnake-cli")
         .current_dir(project_root())
@@ -89,22 +89,134 @@ fn local2() -> Result<(), DynError> {
             "--name",
             "local test2",
             "--url",
-            "http://localhost:8001",
+            "http://localhost:8000",
             "-g",
             "duel",
             "--browser",
         ])
         .status();
 
-    game.and(snake1.kill()).and(snake2.kill())?;
+    game.and(snake.kill())?;
     Ok(())
 }
 
-fn run_snake(port: u16) -> Result<Child, DynError> {
+fn vs_production() -> Result<(), DynError> {
-    let cargo = env::var("CARGO").unwrap_or_else(|_| "cargo".to_string());
+    let mut snake = run_snake(8000, None)?;
-    let mut snake = Command::new(cargo)
+
+    let game = Command::new("./battlesnake-cli")
         .current_dir(project_root())
-        .env("PORT", port.to_string())
+        .args([
+            "play",
+            "-W",
+            "11",
+            "-H",
+            "11",
+            "--name",
+            "local",
+            "--url",
+            "http://localhost:8000",
+            "--name",
+            "production",
+            "--url",
+            "https://snake.mkaenner.de",
+            "-g",
+            "duel",
+        ])
+        .output();
+
+    let game = snake.kill().and(game)?;
+    if !game.status.success() {
+        eprintln!("game output: {}", String::from_utf8(game.stderr)?);
+        eprintln!("game status: {}", game.status);
+        Err("failed to play the game".into())
+    } else {
+        const WIN_PHRASE: &[u8] = b"local was the winner.\n";
+        let won =
+            &game.stderr[(game.stderr.len() - WIN_PHRASE.len())..game.stderr.len()] == WIN_PHRASE;
+        if won {
+            println!("The local snake has won");
+        } else {
+            println!("The production snake has won");
+        }
+        Ok(())
+    }
+}
+
+fn regression() -> Result<(), DynError> {
+    let mut snake = run_snake(8000, Some("error"))?;
+
+    let res = try_regression();
+
+    snake.kill()?;
+    let (won, games) = res?;
+    println!(
+        "\nThe local snake has won {won}/{games} games ({}%)",
+        won * 100 / games
+    );
+    Ok(())
+}
+
+fn try_regression() -> Result<(usize, usize), DynError> {
+    const GAMES: usize = 1000;
+    // use only 4 threads so we don't ddos the server
+    rayon::ThreadPoolBuilder::new()
+        .num_threads(4)
+        .build_global()
+        .unwrap();
+
+    let won_count = (0..GAMES)
+        .into_par_iter()
+        .map(|_| -> Option<usize> {
+            eprint!(".");
+            // let _ = stderr().flush();
+            let game = Command::new("./battlesnake-cli")
+                .current_dir(project_root())
+                .args([
+                    "play",
+                    "-W",
+                    "11",
+                    "-H",
+                    "11",
+                    "--name",
+                    "local",
+                    "--url",
+                    "http://localhost:8000",
+                    "--name",
+                    "production",
+                    "--url",
+                    "https://snake.mkaenner.de",
+                    "-g",
+                    "duel",
+                ])
+                .output()
+                .ok()?;
+            if !game.status.success() {
+                eprintln!("game output: {}", String::from_utf8(game.stderr).ok()?);
+                eprintln!("game status: {}", game.status);
+                None
+            } else {
+                const WIN_PHRASE: &[u8] = b"local was the winner.\n";
+                let won = &game.stderr[(game.stderr.len() - WIN_PHRASE.len())..game.stderr.len()]
+                    == WIN_PHRASE;
+                Some(usize::from(won))
+            }
+        })
+        .flatten()
+        .sum();
+
+    Ok((won_count, GAMES))
+}
+
+fn run_snake(port: u16, log: Option<&str>) -> Result<Child, DynError> {
+    let cargo = env::var("CARGO").unwrap_or_else(|_| "cargo".to_string());
+    let mut snake = Command::new(cargo);
+    snake
+        .current_dir(project_root())
+        .env("PORT", port.to_string());
+    if let Some(log) = log {
+        snake.env("RUST_LOG", log);
+    }
+    let mut snake = snake
         .args(
             ["run", "--bin", "battlesnake"]
                 .map(str::to_string)