max/battlesnake
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add regression test and play vs production

Browse Source
This commit is contained in:
Max Känner 2024-09-30 18:22:32 +02:00
parent c13f2d553b
commit 27d60845b5
3 changed files with 178 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

48
Cargo.lock generated
View File

@ -219,6 +219,31 @@ dependencies = [
"version_check",
]
[[package]]
name = "crossbeam-deque"
version = "0.8.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "613f8cc01fe9cf1a3eb3d7f488fd2fa8388403e97039e2f73692932e291a770d"
dependencies = [
"crossbeam-epoch",
"crossbeam-utils",
]
[[package]]
name = "crossbeam-epoch"
version = "0.9.18"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e"
dependencies = [
"crossbeam-utils",
]
[[package]]
name = "crossbeam-utils"
version = "0.8.20"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "22ec99545bb0ed0ea7bb9b8e1e9122ea386ff8a48c0922e43f36d45ab09e0e80"
[[package]]
name = "deranged"
version = "0.3.11"
@ -911,6 +936,26 @@ dependencies = [
"getrandom",
]
[[package]]
name = "rayon"
version = "1.10.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa"
dependencies = [
"either",
"rayon-core",
]
[[package]]
name = "rayon-core"
version = "1.12.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2"
dependencies = [
"crossbeam-deque",
"crossbeam-utils",
]
[[package]]
name = "redox_syscall"
version = "0.5.3"
@ -1693,6 +1738,9 @@ dependencies = [
[[package]]
name = "xtask"
version = "0.1.0"
dependencies = [
"rayon",
]
[[package]]
name = "yansi"

1
xtask/Cargo.toml
View File

@ -4,3 +4,4 @@ version = "0.1.0"
edition = "2021"
[dependencies]
rayon = "1.10"

146
xtask/src/main.rs
View File

@ -1,5 +1,6 @@
use std::{
env,
io::{stderr, Write},
net::TcpStream,
path::{Path, PathBuf},
process::{Child, Command},
@ -7,6 +8,8 @@ use std::{
time::Duration,
};
use rayon::iter::{IntoParallelIterator, ParallelIterator};
type DynError = Box<dyn std::error::Error>;
fn main() {
@ -21,6 +24,8 @@ fn try_main() -> Result<(), DynError> {
match task.as_deref() {
Some("local") => local()?,
Some("local2") => local2()?,
Some("vs_production" | "vs_prod") => vs_production()?,
Some("regression") => regression()?,
Some("docker") => docker()?,
_ => print_help(),
}
@ -31,8 +36,10 @@ fn print_help() {
eprintln!(
"Tasks:
local runs the snake on a local game
local2 runs the snake twice on a local game
local runs the snake on a local game
local2 runs the snake twice on a local game
vs_production | vs_prod runs the snake against the active server
regression runs the snake against the active server multiple times
docker package docker image and upload to docker.mkaenner.de/snake
"
@ -40,7 +47,7 @@ docker package docker image and upload to docker.mkaenner.de/snake
}
fn local() -> Result<(), DynError> {
let mut snake = run_snake(8000)?;
let mut snake = run_snake(8000, None)?;
let game = Command::new("./battlesnake-cli")
.current_dir(project_root())
@ -65,14 +72,7 @@ fn local() -> Result<(), DynError> {
}
fn local2() -> Result<(), DynError> {
let mut snake1 = run_snake(8000)?;
let mut snake2 = match run_snake(8001) {
Ok(snake) => snake,
Err(e) => {
let _ = snake1.kill();
return Err(e);
}
};
let mut snake = run_snake(8000, None)?;
let game = Command::new("./battlesnake-cli")
.current_dir(project_root())
@ -89,22 +89,134 @@ fn local2() -> Result<(), DynError> {
"--name",
"local test2",
"--url",
"http://localhost:8001",
"http://localhost:8000",
"-g",
"duel",
"--browser",
])
.status();
game.and(snake1.kill()).and(snake2.kill())?;
game.and(snake.kill())?;
Ok(())
}
fn run_snake(port: u16) -> Result<Child, DynError> {
let cargo = env::var("CARGO").unwrap_or_else(|_| "cargo".to_string());
let mut snake = Command::new(cargo)
fn vs_production() -> Result<(), DynError> {
let mut snake = run_snake(8000, None)?;
let game = Command::new("./battlesnake-cli")
.current_dir(project_root())
.env("PORT", port.to_string())
.args([
"play",
"-W",
"11",
"-H",
"11",
"--name",
"local",
"--url",
"http://localhost:8000",
"--name",
"production",
"--url",
"https://snake.mkaenner.de",
"-g",
"duel",
])
.output();
let game = snake.kill().and(game)?;
if !game.status.success() {
eprintln!("game output: {}", String::from_utf8(game.stderr)?);
eprintln!("game status: {}", game.status);
Err("failed to play the game".into())
} else {
const WIN_PHRASE: &[u8] = b"local was the winner.\n";
let won =
&game.stderr[(game.stderr.len() - WIN_PHRASE.len())..game.stderr.len()] == WIN_PHRASE;
if won {
println!("The local snake has won");
} else {
println!("The production snake has won");
}
Ok(())
}
}
fn regression() -> Result<(), DynError> {
let mut snake = run_snake(8000, Some("error"))?;
let res = try_regression();
snake.kill()?;
let (won, games) = res?;
println!(
"\nThe local snake has won {won}/{games} games ({}%)",
won * 100 / games
);
Ok(())
}
fn try_regression() -> Result<(usize, usize), DynError> {
const GAMES: usize = 1000;
// use only 4 threads so we don't ddos the server
rayon::ThreadPoolBuilder::new()
.num_threads(4)
.build_global()
.unwrap();
let won_count = (0..GAMES)
.into_par_iter()
.map(|_| -> Option<usize> {
eprint!(".");
// let _ = stderr().flush();
let game = Command::new("./battlesnake-cli")
.current_dir(project_root())
.args([
"play",
"-W",
"11",
"-H",
"11",
"--name",
"local",
"--url",
"http://localhost:8000",
"--name",
"production",
"--url",
"https://snake.mkaenner.de",
"-g",
"duel",
])
.output()
.ok()?;
if !game.status.success() {
eprintln!("game output: {}", String::from_utf8(game.stderr).ok()?);
eprintln!("game status: {}", game.status);
None
} else {
const WIN_PHRASE: &[u8] = b"local was the winner.\n";
let won = &game.stderr[(game.stderr.len() - WIN_PHRASE.len())..game.stderr.len()]
== WIN_PHRASE;
Some(usize::from(won))
}
})
.flatten()
.sum();
Ok((won_count, GAMES))
}
fn run_snake(port: u16, log: Option<&str>) -> Result<Child, DynError> {
let cargo = env::var("CARGO").unwrap_or_else(|_| "cargo".to_string());
let mut snake = Command::new(cargo);
snake
.current_dir(project_root())
.env("PORT", port.to_string());
if let Some(log) = log {
snake.env("RUST_LOG", log);
}
let mut snake = snake
.args(
["run", "--bin", "battlesnake"]
.map(str::to_string)