mirror of
https://codeberg.org/andyscott/ziglings.git
synced 2024-12-22 14:03:10 -05:00
test: add test for zig build
and zig build -Dn=1 start
Add tests for `zig build` and `zig build -Dn=1 start`, in order to test that the all the exercises are processed in the correct order.
This commit is contained in:
parent
3dd7cdcb3b
commit
131772edd7
1 changed files with 166 additions and 0 deletions
166
test/tests.zig
166
test/tests.zig
|
@ -4,9 +4,12 @@ const root = @import("../build.zig");
|
||||||
const debug = std.debug;
|
const debug = std.debug;
|
||||||
const fmt = std.fmt;
|
const fmt = std.fmt;
|
||||||
const fs = std.fs;
|
const fs = std.fs;
|
||||||
|
const mem = std.mem;
|
||||||
|
|
||||||
const Allocator = std.mem.Allocator;
|
const Allocator = std.mem.Allocator;
|
||||||
const Build = std.build;
|
const Build = std.build;
|
||||||
|
const FileSource = std.Build.FileSource;
|
||||||
|
const Reader = fs.File.Reader;
|
||||||
const RunStep = std.Build.RunStep;
|
const RunStep = std.Build.RunStep;
|
||||||
const Step = Build.Step;
|
const Step = Build.Step;
|
||||||
|
|
||||||
|
@ -76,6 +79,45 @@ pub fn addCliTests(b: *std.Build, exercises: []const Exercise) *Step {
|
||||||
step.dependOn(case_step);
|
step.dependOn(case_step);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
// Test that `zig build -Dhealed` process all the exercises in order.
|
||||||
|
const case_step = createCase(b, "case-3");
|
||||||
|
|
||||||
|
// TODO: when an exercise is modified, the cache is not invalidated.
|
||||||
|
const cmd = b.addSystemCommand(&.{ b.zig_exe, "build", "-Dhealed" });
|
||||||
|
cmd.setName("zig build -Dhealed");
|
||||||
|
cmd.expectExitCode(0);
|
||||||
|
|
||||||
|
const stderr = cmd.captureStdErr();
|
||||||
|
const verify = CheckStep.create(b, exercises, stderr, true);
|
||||||
|
verify.step.dependOn(&cmd.step);
|
||||||
|
|
||||||
|
case_step.dependOn(&verify.step);
|
||||||
|
|
||||||
|
step.dependOn(case_step);
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
// Test that `zig build -Dhealed -Dn=1 start` process all the exercises
|
||||||
|
// in order.
|
||||||
|
const case_step = createCase(b, "case-4");
|
||||||
|
|
||||||
|
// TODO: when an exercise is modified, the cache is not invalidated.
|
||||||
|
const cmd = b.addSystemCommand(
|
||||||
|
&.{ b.zig_exe, "build", "-Dhealed", "-Dn=1", "start" },
|
||||||
|
);
|
||||||
|
cmd.setName("zig build -Dhealed -Dn=1 start");
|
||||||
|
cmd.expectExitCode(0);
|
||||||
|
|
||||||
|
const stderr = cmd.captureStdErr();
|
||||||
|
const verify = CheckStep.create(b, exercises, stderr, false);
|
||||||
|
verify.step.dependOn(&cmd.step);
|
||||||
|
|
||||||
|
case_step.dependOn(&verify.step);
|
||||||
|
|
||||||
|
step.dependOn(case_step);
|
||||||
|
}
|
||||||
|
|
||||||
// Don't add the cleanup step, since it may delete outdir while a test case
|
// Don't add the cleanup step, since it may delete outdir while a test case
|
||||||
// is running.
|
// is running.
|
||||||
//const cleanup = b.addRemoveDirTree(outdir);
|
//const cleanup = b.addRemoveDirTree(outdir);
|
||||||
|
@ -95,6 +137,130 @@ fn createCase(b: *Build, name: []const u8) *Step {
|
||||||
return case_step;
|
return case_step;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Check the output of `zig build` or `zig build -Dn=1 start`.
|
||||||
|
const CheckStep = struct {
|
||||||
|
step: Step,
|
||||||
|
exercises: []const Exercise,
|
||||||
|
stderr: FileSource,
|
||||||
|
has_logo: bool,
|
||||||
|
|
||||||
|
pub fn create(
|
||||||
|
owner: *Build,
|
||||||
|
exercises: []const Exercise,
|
||||||
|
stderr: FileSource,
|
||||||
|
has_logo: bool,
|
||||||
|
) *CheckStep {
|
||||||
|
const self = owner.allocator.create(CheckStep) catch @panic("OOM");
|
||||||
|
self.* = .{
|
||||||
|
.step = Step.init(.{
|
||||||
|
.id = .custom,
|
||||||
|
.name = "check",
|
||||||
|
.owner = owner,
|
||||||
|
.makeFn = make,
|
||||||
|
}),
|
||||||
|
.exercises = exercises,
|
||||||
|
.stderr = stderr,
|
||||||
|
.has_logo = has_logo,
|
||||||
|
};
|
||||||
|
|
||||||
|
return self;
|
||||||
|
}
|
||||||
|
|
||||||
|
fn make(step: *Step, _: *std.Progress.Node) !void {
|
||||||
|
const b = step.owner;
|
||||||
|
const self = @fieldParentPtr(CheckStep, "step", step);
|
||||||
|
const exercises = self.exercises;
|
||||||
|
|
||||||
|
const stderr_file = try fs.cwd().openFile(
|
||||||
|
self.stderr.getPath(b),
|
||||||
|
.{ .mode = .read_only },
|
||||||
|
);
|
||||||
|
defer stderr_file.close();
|
||||||
|
|
||||||
|
const stderr = stderr_file.reader();
|
||||||
|
for (exercises) |ex| {
|
||||||
|
if (ex.number() == 1 and self.has_logo) {
|
||||||
|
// Skip the logo.
|
||||||
|
var buf: [80]u8 = undefined;
|
||||||
|
|
||||||
|
var lineno: usize = 0;
|
||||||
|
while (lineno < 8) : (lineno += 1) {
|
||||||
|
_ = try readLine(stderr, &buf);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
try check_output(step, ex, stderr);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn check_output(step: *Step, exercise: Exercise, reader: Reader) !void {
|
||||||
|
const b = step.owner;
|
||||||
|
|
||||||
|
var buf: [1024]u8 = undefined;
|
||||||
|
if (exercise.skip) {
|
||||||
|
{
|
||||||
|
const actual = try readLine(reader, &buf) orelse "EOF";
|
||||||
|
const expect = b.fmt("Skipping {s}", .{exercise.main_file});
|
||||||
|
try check(step, exercise, expect, actual);
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
const actual = try readLine(reader, &buf) orelse "EOF";
|
||||||
|
try check(step, exercise, "", actual);
|
||||||
|
}
|
||||||
|
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
const actual = try readLine(reader, &buf) orelse "EOF";
|
||||||
|
const expect = b.fmt("Compiling {s}...", .{exercise.main_file});
|
||||||
|
try check(step, exercise, expect, actual);
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
const actual = try readLine(reader, &buf) orelse "EOF";
|
||||||
|
const expect = b.fmt("Checking {s}...", .{exercise.main_file});
|
||||||
|
try check(step, exercise, expect, actual);
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
const actual = try readLine(reader, &buf) orelse "EOF";
|
||||||
|
const expect = "PASSED:";
|
||||||
|
try check(step, exercise, expect, actual);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Skip the exercise output.
|
||||||
|
const nlines = 1 + mem.count(u8, exercise.output, "\n") + 1;
|
||||||
|
var lineno: usize = 0;
|
||||||
|
while (lineno < nlines) : (lineno += 1) {
|
||||||
|
_ = try readLine(reader, &buf) orelse @panic("EOF");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn check(
|
||||||
|
step: *Step,
|
||||||
|
exercise: Exercise,
|
||||||
|
expect: []const u8,
|
||||||
|
actual: []const u8,
|
||||||
|
) !void {
|
||||||
|
if (!mem.eql(u8, expect, actual)) {
|
||||||
|
return step.fail("{s}: expected to see \"{s}\", found \"{s}\"", .{
|
||||||
|
exercise.main_file,
|
||||||
|
expect,
|
||||||
|
actual,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn readLine(reader: fs.File.Reader, buf: []u8) !?[]const u8 {
|
||||||
|
if (try reader.readUntilDelimiterOrEof(buf, '\n')) |line| {
|
||||||
|
return mem.trimRight(u8, line, " \r\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
// A step that will fail.
|
// A step that will fail.
|
||||||
const FailStep = struct {
|
const FailStep = struct {
|
||||||
step: Step,
|
step: Step,
|
||||||
|
|
Loading…
Reference in a new issue