test_all_puzzles.jl

# Test outputs of Advent of Code puzzle solutions"""

module AOC

using BenchmarkTools
using Pipe

PUZZLE_DIR = @__DIR__
PUZZLES = [
    relpath(dir, PUZZLE_DIR)
    for (dir, _, files) in walkdir(PUZZLE_DIR)
    if "output.jl.txt" ∈ files
]
TIMINGS_LOG = joinpath(PUZZLE_DIR, "timings.jl.md")


function get_puzzle_name(puzzle)
    m = match(r"^(?<year>\d\d\d\d)/(?<day>\d\d)_(?<name>.+)$", puzzle)
    m[:name] |> n -> split(n, "_") .|> uppercasefirst |> n -> join(n, " ")
end


function test_puzzle(puzzle)
    puzzle |> println
    global puzzle_name = get_puzzle_name(puzzle)
    global year = puzzle[1:4]
    global day = puzzle[6:7]
    global code = joinpath(puzzle, "aoc$(year)$(day).jl")
    global mod = Symbol("AOC$(year)$(day)")
    global input = open(joinpath(PUZZLE_DIR, puzzle, "input.txt")) do fin
        read(fin, String) |> strip
    end
    global output = open(joinpath(PUZZLE_DIR, puzzle, "output.jl.txt")) do fout
        read(fout, String) |> strip
    end

    include(code)
    @eval begin
        results = AOC.$mod.solve(input)

        # Test that results are as expected
        expected = @pipe output |> split(_, "\n") |> _[2:end]
        test_pass = (
            length(results) == length(expected)
            &&
            all(results .|> string .== expected)
        ) ? "✔" : "✕"

        # Report time and memory usage
        if "-r" ∈ ARGS || "--report" ∈ ARGS
            data = AOC.$mod.parse_data(input)

            bench_parse = @benchmark(AOC.$mod.parse_data(input))
            runtime_parse = BenchmarkTools.prettytime(time(bench_parse))
            bench1 = @benchmark(AOC.$mod.part1(data))
            runtime1 = BenchmarkTools.prettytime(time(bench1))
            bench2 = @benchmark(AOC.$mod.part2(data))
            runtime2 = BenchmarkTools.prettytime(time(bench2))

            link = "[$(basename(code))]($(code))"
            open(TIMINGS_LOG, "a") do fid
                write(
                    fid,
                    "| $(parse(Int, day)) | $(puzzle_name) | $(link) | $(runtime_parse) | $(runtime1) | $(runtime2) |\n",
                )
            end
        end

        println("$(test_pass) $(parse(Int, day)). $(puzzle_name)")
    end
end


if "-r" ∈ ARGS || "--report" ∈ ARGS
    open(TIMINGS_LOG, "w") do fid
        write(
            fid,
            "| Day | Puzzle | Julia | Parse | Part 1 | Part 2 |\n|:---|:---|:---|---:|---:|---:|\n",
        )
    end
end
for puzzle in PUZZLES
    test_puzzle(puzzle)
end

end