\n"); - - var para = ArrayList(u8).init(gpa); - try para.appendSlice(t.advanceLine()); - - var next_line = t.advanceLine(); - while (t.str.len > 0 and next_line.len > 0) { - try para.append(' '); - try para.appendSlice(next_line); - next_line = t.advanceLine(); - } - - try processInlineMarkdown(gpa, para.items, writer); - - try writer.writeAll("\n
\n"); - }, - .h1, - .h2, - .h3, - .h4, - .h5, - .h6, - => |tag| { - const html_tag = @tagName(tag); - const name = t.advanceLine(); - const id = try nameToHeaderId(gpa, name); - - if (tag != .h1) { - try writer.print("<{0s} id=\"{2s}\">{1s}\n", .{ - html_tag, - name, - id, - }); - - if (tag != .h1) - try header.add(gpa, name, id, switch (tag) { - .h2 => 1, - .h3 => 2, - .h4 => 3, - .h5 => 4, - .h6 => 5, - else => unreachable, - }); - } else { - assert(header.h1 == null); - - header.h1 = try std.fmt.allocPrint( - gpa, - "{s}", - .{name}, - ); - - try writer.print("<{0s}>{1s}\n", .{ - html_tag, - name, - }); - } - }, - .code_run, - .code_build, - .code, - .code_generic, - => |tag| { - var code = ArrayList(u8).init(gpa); - - var next_line = t.advanceLineRaw(); - while (t.str.len > 0 and !mem.startsWith(u8, next_line, "```")) { - try code.appendSlice(next_line); - next_line = t.advanceLineRaw(); - } - - if (tag == .code_run or tag == .code_build or tag == .code) { - try writer.writeAll("");
- if (tag == .code_generic) {
- try writeHtmlEscapedSlice(code.items, writer, false);
- } else {
- try writeTokenizedCode(gpa, code.items, writer);
- }
- try writer.writeAll("");
- try writeAnsi(gpa, err.items, writer);
- try writer.writeAll("");
- try writer.writeAll("// Compiled JavaScript Code");
- try writer.writeAll(trimmed_out[mem.indexOfScalar(u8, trimmed_out, '\n').?..]);
- try writer.writeAll("");
- try writer.writeAll(run_out.items);
- try writer.writeAll(run_err.items);
- try writer.writeAll("| "); - try processInlineMarkdown(gpa, tok, writer); - try writer.writeAll(" | "); - } - try writer.writeAll("
|---|
| "); - try processInlineMarkdown(gpa, tok, writer); - try writer.writeAll(" | "); - } - try writer.writeAll("
\n"); - - var para = ArrayList(u8).init(gpa); - try para.appendSlice(t.advanceLine()); - - var next_line = t.advanceLine(); - while (t.str.len > 0 and next_line.len > 0) { - try para.append(' '); - try para.appendSlice(next_line); - next_line = t.advanceLine(); - } - - try processInlineMarkdown(gpa, para.items, writer); - - try writer.writeAll("\n\n"); - }, - } - } -} - -pub fn nextInlineToken(src: []const u8) ?struct { InlineType, usize } { - var pos: usize = 0; - while (true) : (pos += 1) { - pos = mem.indexOfAnyPos(u8, src, pos, "*`[") orelse return null; - - switch (src[pos]) { - '*' => switch (src[pos + 1]) { - '*' => return .{ .bold, pos }, - else => continue, - }, - '`' => return .{ .code, pos }, - '[' => return .{ .link, pos }, - else => unreachable, - } - } -} - -fn processInlineMarkdown(gpa: Allocator, src: []const u8, writer: anytype) !void { - var bold = false; - var remain = src; - - while (nextInlineToken(remain)) |tok| { - try writer.writeAll(remain[0..tok[1]]); - remain = remain[tok[1]..]; - switch (tok[0]) { - .bold => { - bold = !bold; - try writer.writeAll(switch (bold) { - true => "", - false => "", - }); - remain = remain[2..]; - }, - .code => { - const end = mem.indexOfScalarPos(u8, remain, 1, '`') orelse @panic("invalid code block"); - const code = remain[1..end]; - try writer.writeAll("
");
- try writeTokenizedCode(gpa, code, writer);
- try writer.writeAll("");
- remain = remain[end + 1 ..];
- },
- .link => {
- const label_end = mem.indexOfScalarPos(u8, remain, 1, ']') orelse @panic("invalid link block");
- assert(remain[label_end + 1] == '('); // invalid link. '[' syntax is not implemented
-
- const href_end = mem.indexOfScalarPos(u8, remain, label_end + 2, ')') orelse @panic("invalid link block");
-
- const label = remain[1..label_end];
- const href = remain[label_end + 2 .. href_end];
-
- try writer.writeAll("");
- try processInlineMarkdown(gpa, label, writer);
- try writer.writeAll("");
- remain = remain[href_end + 1 ..];
- },
- }
- }
- try writer.writeAll(remain);
-
- if (bold) {
- std.debug.panic("Unterminated Bold in '{s}'", .{src});
- }
-}
-
-// TODO: Change this to use Tree-sitter, which would also make it very simple
-// to highlight JavaScript code in addition to the language.
-fn writeTokenizedCode(gpa: Allocator, code: []const u8, writer: anytype) !void {
- const code_z = try gpa.dupeZ(u8, code);
- defer gpa.free(code_z);
-
- var t = core.Tokenizer{ .code = code_z };
-
- t.skipWhitespace();
- var last: usize = 0;
- while (true) {
- t.skipWhitespace();
- const tok = t.next() orelse break;
- try writeHtmlEscapedSlice(t.code[last..tok.offset], writer, false);
- try writer.print("{s}", .{
- @tagName(tok.tag),
- if (tok.tag.isKeyword()) " kw" else "",
- t.code[tok.offset..t.pos],
- });
- last = t.pos;
- }
- try writeHtmlEscapedSlice(t.code[last..], writer, false);
-}
-
-fn writeAnsi(gpa: Allocator, code: []const u8, writer: anytype) !void {
- var remain = code;
- var count: usize = 0;
- while (mem.indexOfScalar(u8, remain, '\x1b')) |esc_i| {
- try writeHtmlEscapedSlice(remain[0..esc_i], writer, false);
- switch (remain[esc_i + 1]) {
- '[' => switch (remain[esc_i + 2]) {
- '0'...'9' => {
- const end = mem.indexOfScalarPos(u8, remain, esc_i + 2, 'm').?;
- const int = std.fmt.parseInt(u8, remain[esc_i + 2 .. end], 10) catch unreachable;
- switch (int) {
- else => {
- try writer.print("", .{int});
- count += 1;
- },
- 0 => {
- for (0..count) |_| {
- try writer.writeAll("");
- }
- count = 0;
- },
- }
- remain = remain[end + 1 ..];
- },
- else => |x| std.debug.panic("Unknown esc + 2: {d}", .{x}),
- },
- else => |x| std.debug.panic("Unknown esc + 1: {d}", .{x}),
- }
- }
- _ = gpa;
-}
-
-fn nameToHeaderId(alloc: Allocator, input: []const u8) ![]const u8 {
- var out = try ArrayList(u8).initCapacity(alloc, input.len);
-
- var is_split = false;
- for (input) |char| {
- switch (char) {
- 'a'...'z', 'A'...'Z', '0'...'9' => {
- if (is_split) {
- out.appendAssumeCapacity('-');
- is_split = false;
- }
- out.appendAssumeCapacity(std.ascii.toLower(char));
- },
- else => {
- is_split = true;
- },
- }
- }
-
- return try out.toOwnedSlice();
-}
-
-fn replaceInTemplate(alloc: Allocator, template: []const u8, replacements: anytype) ![]const u8 {
- const Replacements = @TypeOf(replacements);
- const Map = std.StringArrayHashMapUnmanaged([]const u8);
-
- var map: Map = .{};
- inline for (@typeInfo(Replacements).@"struct".fields) |field| {
- try map.put(alloc, field.name, @field(replacements, field.name));
- }
-
- var out: ArrayListUnmanaged(u8) = .{};
- const w = out.writer(alloc);
-
- var i: usize = 0;
- while (mem.indexOfScalarPos(u8, template, i, '{')) |open_at| {
- const end = mem.indexOfScalarPos(u8, template, open_at + 1, '}') orelse break;
- const inner = template[open_at + 1 .. end];
-
- if (map.get(inner)) |replacement| {
- // write previous
- try w.writeAll(template[i..open_at]);
- // write template
- try w.writeAll(replacement);
- // move one past the ending '}'
- i = end + 1;
- } else {
- // write up to and including the {
- try w.writeAll(template[i .. open_at + 1]);
- // move one past it
- i = open_at + 1;
- }
- }
-
- // write ending
- try w.writeAll(template[i..]);
-
- return out.items;
-}
-
-fn writeHtmlEscapedSlice(text: []const u8, writer: anytype, escape_quotes: bool) !void {
- var i: usize = 0;
- while (mem.indexOfAnyPos(
- u8,
- text,
- i,
- if (escape_quotes)
- &.{ '&', '<', '>', '"' }
- else
- &.{ '&', '<', '>' },
- )) |at| {
- const replace = switch (text[at]) {
- '&' => "&",
- '<' => "<",
- '>' => ">",
- '"' => """,
- else => unreachable,
- };
- try writer.writeAll(text[i..at]);
- try writer.writeAll(replace);
- i = at + 1;
- }
- try writer.writeAll(text[i..]);
-}
diff --git a/src/manual/generate_manual.zig b/src/manual/generate_manual.zig
new file mode 100644
index 0000000000000000000000000000000000000000..6f4ff77e5d66bbcf9dc87cc29a5bc1b2992f51c3
--- /dev/null
+++ b/src/manual/generate_manual.zig
@@ -0,0 +1,825 @@
+//! Language reference compiler. Converts markdown into HTML, using
+//! the Tokenizer to highlight code, and the compiler and QJS to
+//! show code results. Only ever built in Debug mode. We are not
+//! smart about memory. Initially written at 3am on a Thursday. Enjoy
+pub const std = @import("std");
+pub const core = @import("core");
+const NaiveHtmlMinifier = @import("NaiveHtmlMinifier.zig");
+
+const mem = std.mem;
+const Allocator = mem.Allocator;
+const ArrayList = std.ArrayList;
+const ArrayListUnmanaged = std.ArrayListUnmanaged;
+const assert = std.debug.assert;
+
+comptime {
+ assert(@import("builtin").mode == .Debug);
+}
+
+const cli_name = "wlang";
+const build_cli = cli_name ++ " build";
+const test_cli = cli_name ++ " test";
+const run_cli = cli_name ++ " run";
+
+pub fn main() !void {
+ comptime std.debug.assert(@import("builtin").mode == .Debug);
+ const gpa = std.heap.c_allocator;
+
+ const progress = std.Progress.start(.{
+ .root_name = "Build manual",
+ .estimated_total_items = 0,
+ });
+
+ var args = try std.process.argsWithAllocator(gpa);
+ _ = args.next().?;
+
+ const compiler_path = args.next().?;
+ const runtime_path = args.next().?;
+ const markdown_src = try std.fs.cwd().readFileAlloc(gpa, args.next().?, std.math.maxInt(usize));
+ const template_src = try std.fs.cwd().readFileAlloc(gpa, args.next().?, std.math.maxInt(usize));
+ const out_path = args.next().?;
+
+ assert(args.next() == null);
+
+ var contents = ArrayList(u8).init(gpa);
+ var header: HeaderWriter = .{};
+
+ const minify = false;
+
+ try processMarkdown(
+ gpa,
+ progress,
+ markdown_src,
+ compiler_path,
+ runtime_path,
+ &header,
+ contents.writer(),
+ );
+
+ try header.end(gpa);
+
+ const minified_template = if (minify)
+ try NaiveHtmlMinifier.minify(template_src, gpa)
+ else
+ template_src;
+
+ const applied_template = try replaceInTemplate(gpa, minified_template, .{
+ .contents = contents.items,
+ .navigation = header.data.items,
+ .nav_h1 = "Ix Language",
+ .repository = "https://github.com/paperdave/wl",
+ });
+
+ const out_file = try std.fs.createFileAbsolute(out_path, .{});
+ defer out_file.close();
+ try out_file.writeAll(applied_template);
+
+ progress.end();
+
+ std.debug.lockStdErr();
+ std.debug.unlockStdErr();
+
+ std.process.exit(0);
+}
+
+const BlockType = enum {
+ para,
+ h1,
+ h2,
+ h3,
+ h4,
+ h5,
+ h6,
+ code_run,
+ code_build,
+ code,
+ code_generic,
+ ul,
+ table,
+ blockquote,
+};
+
+const InlineType = enum {
+ bold,
+ code,
+ link,
+};
+
+const MarkdownTokenizer = struct {
+ /// Remaining text
+ str: []const u8,
+
+ fn skipWhitespace(t: *MarkdownTokenizer) void {
+ t.str = mem.trimLeft(u8, t.str, " \r\n");
+ }
+
+ fn advance(t: *MarkdownTokenizer, n: usize) []const u8 {
+ defer {
+ t.str = t.str[n..];
+ }
+ return t.str[0..n];
+ }
+
+ fn advanceLine(t: *MarkdownTokenizer) []const u8 {
+ return mem.trim(u8, t.advanceLineRaw(), " \r\n");
+ }
+
+ fn advanceLineRaw(t: *MarkdownTokenizer) []const u8 {
+ const n = mem.indexOfScalar(u8, t.str, '\n');
+ const line = t.advance(if (n) |x| x + 1 else t.str.len);
+ return line;
+ }
+
+ fn blockType(t: *MarkdownTokenizer) BlockType {
+ switch (t.str[0]) {
+ '#' => {
+ defer {
+ while (t.str[0] == '#')
+ _ = t.advance(1);
+ }
+
+ if (t.str[1] != '#') return .h1;
+ if (t.str[2] != '#') return .h2;
+ if (t.str[3] != '#') return .h3;
+ if (t.str[4] != '#') return .h4;
+ if (t.str[5] != '#') return .h5;
+ if (t.str[6] != '#') return .h6;
+ @panic("headers nested too deep");
+ },
+ '>' => {
+ _ = t.advance(1);
+ return .blockquote;
+ },
+ '|' => {
+ return .table;
+ },
+ '`' => {
+ if (mem.startsWith(u8, t.str, "```")) {
+ defer _ = t.advanceLine();
+ if (mem.startsWith(u8, t.str, "```lang:run"))
+ return .code_run;
+ if (mem.startsWith(u8, t.str, "```lang:build"))
+ return .code_build;
+ if (mem.startsWith(u8, t.str, "```lang"))
+ return .code;
+ return .code_generic;
+ }
+ return .para;
+ },
+ '-' => {
+ return .ul;
+ },
+ else => {
+ return .para;
+ },
+ }
+ }
+};
+
+const HeaderWriter = struct {
+ data: std.ArrayListUnmanaged(u8) = .{},
+ level: u8 = 0,
+ h1: ?[]const u8 = null,
+
+ numbers: [5]u32 = .{ 0, 0, 0, 0, 0 },
+
+ has_closed_li: bool = true,
+
+ fn add(header: *HeaderWriter, alloc: Allocator, name: []const u8, id: []const u8, level: u8) !void {
+ const w = header.data.writer(alloc);
+
+ if (header.level == level) {
+ try w.writeAll("");
+ }
+
+ while (header.level > level) {
+ header.level -= 1;
+ header.numbers[header.level] = 0;
+ try w.writeAll("");
+ }
+
+ while (header.level < level) {
+ if (header.level == 0) {
+ try w.writeAll("");
+ try w.writeAll(copy_button);
+ try w.writeAll("");
+ switch (code.source) {
+ .tokenized => |str| try w.writeAll(str),
+ .raw => |str| try writeHtmlEscapedSlice(str, w, false),
+ }
+ try w.writeAll("");
+
+ if (code.terminal) |terminal| {
+ try w.writeAll("");
+ try writeAnsi(terminal, w);
+ try w.writeAll("{}"); + + var para = ArrayList(u8).init(gpa); + try para.appendSlice(t.advanceLine()); + + var next_line = t.advanceLine(); + while (t.str.len > 0 and next_line.len > 0) { + try para.append(' '); + try para.appendSlice(next_line); + next_line = t.advanceLine(); + } + + try processInlineMarkdown(gpa, para.items, writer); + + try writer.writeAll("
"); + }, + .h1, + .h2, + .h3, + .h4, + .h5, + .h6, + => |tag| { + const html_tag = @tagName(tag); + const name = t.advanceLine(); + const id = try nameToHeaderId(gpa, name); + + if (tag != .h1) { + try writer.print("<{0s} id=\"{2s}\">{1s}", .{ + html_tag, + name, + id, + }); + + if (tag != .h1) + try header.add(gpa, name, id, switch (tag) { + .h2 => 1, + .h3 => 2, + .h4 => 3, + .h5 => 4, + .h6 => 5, + else => unreachable, + }); + } else { + assert(header.h1 == null); + + header.h1 = try std.fmt.allocPrint( + gpa, + "{s}", + .{name}, + ); + + try writer.print("<{0s}>{1s}", .{ + html_tag, + name, + }); + } + }, + .code_run, + .code_build, + .code, + .code_generic, + => |tag| { + var code = ArrayList(u8).init(gpa); + + var next_line = t.advanceLineRaw(); + while (t.str.len > 0 and !mem.startsWith(u8, next_line, "```")) { + try code.appendSlice(next_line); + next_line = t.advanceLineRaw(); + } + + var example: CodeExample = .{ + .filename = "example.wl", + .source = .{ .raw = code.items }, + }; + + if (tag != .code_generic) { + var tmp = ArrayList(u8).init(gpa); + try writeTokenizedCode(gpa, code.items, tmp.writer()); + example.source = .{ .tokenized = tmp.items }; + } + + try code.append('\n'); + + if (tag == .code_run or tag == .code_build) { + var prog = progress.start("Code Snippet", if (tag == .code_run) 2 else 1); + defer prog.end(); + + var prog_step = prog.start("Compile", 1); + var build = std.process.Child.init(&.{ compiler_path, "build", "/dev/stdin" }, gpa); + build.stdin_behavior = .Pipe; + build.stdout_behavior = .Pipe; + build.stderr_behavior = .Pipe; + var env_map = try std.process.getEnvMap(gpa); + defer env_map.deinit(); + try env_map.put("YES_COLOR", "1"); + build.env_map = &env_map; + try build.spawn(); + try build.stdin.?.writeAll(code.items); + var out = ArrayList(u8).init(gpa); + var err = ArrayList(u8).init(gpa); + + try build.collectOutput(&out, &err, std.math.maxInt(usize)); + const result = try build.wait(); + if (result != .Exited or result.Exited != 0) { + try err.writer().print("[Process {s} with {d}]", .{ + switch (result) { + .Exited => "exited", + .Stopped => "stopped", + .Signal => "signaled", + .Unknown => "hit unknown state", + }, + switch (result) { + inline else => |d| @as(u32, d), + }, + }); + } + example.terminal = try mem.concat(gpa, u8, &.{ + "$ ", + switch (tag) { + .code_run => run_cli, + .code_build => build_cli, + else => unreachable, + }, + " ", + example.filename, + "\n", + mem.trim(u8, err.items, " \n\r"), + }); + const trimmed_out = mem.trim(u8, out.items, " \n\r"); + if (trimmed_out.len > 0) { + example.javascript = try std.mem.concat(gpa, u8, &.{ + "// Compiled JavaScript Code", + trimmed_out[mem.indexOfScalar(u8, trimmed_out, '\n').?..], + }); + } + + prog.completeOne(); + prog_step.end(); + + if (tag == .code_run and runtime_path.len > 0 and trimmed_out.len > 0) { + const run_step = prog.start("Execute", 0); + defer run_step.end(); + + var temp_dir = std.testing.tmpDir(.{}); + defer temp_dir.cleanup(); + + const input_sub_path = "result.js"; + try temp_dir.dir.writeFile(.{ + .sub_path = input_sub_path, + .data = example.javascript.?, + }); + + var env_map_run = try std.process.getEnvMap(gpa); + defer env_map_run.deinit(); + try env_map_run.put("NO_COLOR", "1"); + try env_map_run.put("TERM", "dumb"); + + var run_out = ArrayList(u8).init(gpa); + var run_err = ArrayList(u8).init(gpa); + + const run_sub_command = std.mem.indexOf(u8, runtime_path, "deno") != null or + std.mem.indexOf(u8, runtime_path, "porf") != null; + + const cmd: []const []const u8 = if (run_sub_command) + &.{ runtime_path, "run", input_sub_path } + else + &.{ runtime_path, input_sub_path }; + + var run = std.process.Child.init(cmd, gpa); + + run.cwd_dir = temp_dir.dir; + var path_buf: [std.fs.max_path_bytes]u8 = undefined; + if (@import("builtin").os.tag == .windows) + run.cwd = try std.os.getFdPath(temp_dir.dir.fd, &path_buf); + + run.stdin_behavior = .Ignore; + run.stdout_behavior = .Pipe; + run.stderr_behavior = .Pipe; + + run.env_map = &env_map_run; + try run.spawn(); + + try run.collectOutput(&run_out, &run_err, std.math.maxInt(usize)); + const run_result = run.wait() catch |e| { + if (e == error.FileNotFound) { + std.debug.panic( + \\Missing JavaScript evaluator: {s} + \\Specify another one using -Djs_runtime=... or set to "" to skip evaluation. + \\ + , .{runtime_path}); + } + return e; + }; + + if (run_result != .Exited or run_result.Exited != 0) { + try run_err.writer().print("[Process {s} with {d}]", .{ + switch (run_result) { + .Exited => "exited", + .Stopped => "stopped", + .Signal => "signaled", + .Unknown => "hit unknown state", + }, + switch (run_result) { + inline else => |d| @as(u32, d), + }, + }); + } + + example.terminal = try std.mem.concat(gpa, u8, &.{ + example.terminal.?, + run_out.items, + run_err.items, + }); + } + } + + try example.write(writer.any()); + }, + .ul => { + try writer.writeAll("| "); + try processInlineMarkdown(gpa, tok, writer); + try writer.writeAll(" | "); + } + try writer.writeAll("
|---|
| "); + try processInlineMarkdown(gpa, tok, writer); + try writer.writeAll(" | "); + } + try writer.writeAll("
"); + + var para = ArrayList(u8).init(gpa); + try para.appendSlice(t.advanceLine()); + + var next_line = t.advanceLine(); + while (t.str.len > 0 and next_line.len > 0) { + try para.append(' '); + try para.appendSlice(next_line); + next_line = t.advanceLine(); + } + + try processInlineMarkdown(gpa, para.items, writer); + + try writer.writeAll(""); + }, + } + } +} + +pub fn nextInlineToken(src: []const u8) ?struct { InlineType, usize } { + var pos: usize = 0; + while (true) : (pos += 1) { + pos = mem.indexOfAnyPos(u8, src, pos, "*`[") orelse return null; + + switch (src[pos]) { + '*' => switch (src[pos + 1]) { + '*' => return .{ .bold, pos }, + else => continue, + }, + '`' => return .{ .code, pos }, + '[' => return .{ .link, pos }, + else => unreachable, + } + } +} + +fn processInlineMarkdown(gpa: Allocator, src: []const u8, writer: anytype) !void { + var bold = false; + var remain = src; + + while (nextInlineToken(remain)) |tok| { + try writer.writeAll(remain[0..tok[1]]); + remain = remain[tok[1]..]; + switch (tok[0]) { + .bold => { + bold = !bold; + try writer.writeAll(switch (bold) { + true => "", + false => "", + }); + remain = remain[2..]; + }, + .code => { + const end = mem.indexOfScalarPos(u8, remain, 1, '`') orelse @panic("invalid code block"); + const code = remain[1..end]; + try writer.writeAll("
");
+ try writeTokenizedCode(gpa, code, writer);
+ try writer.writeAll("");
+ remain = remain[end + 1 ..];
+ },
+ .link => {
+ const label_end = mem.indexOfScalarPos(u8, remain, 1, ']') orelse @panic("invalid link block");
+ assert(remain[label_end + 1] == '('); // invalid link. '[' syntax is not implemented
+
+ const href_end = mem.indexOfScalarPos(u8, remain, label_end + 2, ')') orelse @panic("invalid link block");
+
+ const label = remain[1..label_end];
+ const href = remain[label_end + 2 .. href_end];
+
+ try writer.writeAll("");
+ try processInlineMarkdown(gpa, label, writer);
+ try writer.writeAll("");
+ remain = remain[href_end + 1 ..];
+ },
+ }
+ }
+ try writer.writeAll(remain);
+
+ if (bold) {
+ std.debug.panic("Unterminated Bold in '{s}'", .{src});
+ }
+}
+
+// TODO: Change this to use Tree-sitter, which would also make it very simple
+// to highlight JavaScript code in addition to the language.
+fn writeTokenizedCode(gpa: Allocator, code: []const u8, writer: anytype) !void {
+ const code_z = try gpa.dupeZ(u8, code);
+ defer gpa.free(code_z);
+
+ var t = core.Tokenizer{ .code = code_z };
+
+ t.skipWhitespace();
+ var last: usize = 0;
+ while (true) {
+ t.skipWhitespace();
+ const tok = t.next() orelse break;
+ try writeHtmlEscapedSlice(t.code[last..tok.offset], writer, false);
+ try writer.print("{s}", .{
+ @tagName(tok.tag),
+ if (tok.tag.isKeyword()) " kw" else "",
+ t.code[tok.offset..t.pos],
+ });
+ last = t.pos;
+ }
+ try writeHtmlEscapedSlice(t.code[last..], writer, false);
+}
+
+fn writeAnsi(code: []const u8, writer: anytype) !void {
+ var remain = code;
+ var count: usize = 0;
+ while (mem.indexOfScalar(u8, remain, '\x1b')) |esc_i| {
+ try writeHtmlEscapedSlice(remain[0..esc_i], writer, false);
+ switch (remain[esc_i + 1]) {
+ '[' => switch (remain[esc_i + 2]) {
+ '0'...'9' => {
+ const end = mem.indexOfScalarPos(u8, remain, esc_i + 2, 'm').?;
+ const int = std.fmt.parseInt(u8, remain[esc_i + 2 .. end], 10) catch unreachable;
+ switch (int) {
+ else => {
+ try writer.print("", .{int});
+ count += 1;
+ },
+ 0 => {
+ for (0..count) |_| {
+ try writer.writeAll("");
+ }
+ count = 0;
+ },
+ }
+ remain = remain[end + 1 ..];
+ },
+ else => |x| std.debug.panic("Unknown esc + 2: {d}", .{x}),
+ },
+ else => |x| std.debug.panic("Unknown esc + 1: {d}", .{x}),
+ }
+ }
+ try writeHtmlEscapedSlice(remain, writer, false);
+}
+
+fn nameToHeaderId(alloc: Allocator, input: []const u8) ![]const u8 {
+ var out = try ArrayList(u8).initCapacity(alloc, input.len);
+
+ var is_split = false;
+ for (input) |char| {
+ switch (char) {
+ 'a'...'z', 'A'...'Z', '0'...'9' => {
+ if (is_split) {
+ out.appendAssumeCapacity('-');
+ is_split = false;
+ }
+ out.appendAssumeCapacity(std.ascii.toLower(char));
+ },
+ else => {
+ is_split = true;
+ },
+ }
+ }
+
+ return try out.toOwnedSlice();
+}
+
+fn replaceInTemplate(alloc: Allocator, template: []const u8, replacements: anytype) ![]const u8 {
+ const Replacements = @TypeOf(replacements);
+ const Map = std.StringArrayHashMapUnmanaged([]const u8);
+
+ var map: Map = .{};
+ inline for (@typeInfo(Replacements).@"struct".fields) |field| {
+ try map.put(alloc, field.name, @field(replacements, field.name));
+ }
+
+ var out: ArrayListUnmanaged(u8) = .{};
+ const w = out.writer(alloc);
+
+ var i: usize = 0;
+ while (mem.indexOfScalarPos(u8, template, i, '{')) |open_at| {
+ const end = mem.indexOfScalarPos(u8, template, open_at + 1, '}') orelse break;
+ const inner = template[open_at + 1 .. end];
+
+ if (map.get(inner)) |replacement| {
+ // write previous
+ try w.writeAll(template[i..open_at]);
+ // write template
+ try w.writeAll(replacement);
+ // move one past the ending '}'
+ i = end + 1;
+ } else {
+ // write up to and including the {
+ try w.writeAll(template[i .. open_at + 1]);
+ // move one past it
+ i = open_at + 1;
+ }
+ }
+
+ // write ending
+ try w.writeAll(template[i..]);
+
+ return out.items;
+}
+
+fn writeHtmlEscapedSlice(text: []const u8, writer: anytype, escape_quotes: bool) !void {
+ var i: usize = 0;
+ while (mem.indexOfAnyPos(
+ u8,
+ text,
+ i,
+ if (escape_quotes)
+ &.{ '&', '<', '>', '"' }
+ else
+ &.{ '&', '<', '>' },
+ )) |at| {
+ const replace = switch (text[at]) {
+ '&' => "&",
+ '<' => "<",
+ '>' => ">",
+ '"' => """,
+ else => unreachable,
+ };
+ try writer.writeAll(text[i..at]);
+ try writer.writeAll(replace);
+ i = at + 1;
+ }
+ try writer.writeAll(text[i..]);
+}
+
+fn fmtHtmlEscape(text: []const u8, escape_quotes: bool) std.fmt.Formatter(fmtHtmlEscapeImpl) {
+ return .{ .data = .{ .text = text, .escape_quotes = escape_quotes } };
+}
+
+fn fmtHtmlEscapeImpl(data: struct { text: []const u8, escape_quotes: bool }, _: []const u8, _: std.fmt.FormatOptions, w: std.io.AnyWriter) !void {
+ try writeHtmlEscapedSlice(data.text, w, data.escape_quotes);
+}
diff --git a/src/manual/template.html b/src/manual/template.html
index a50003ed0cb3b3bd4c3aad9dbf685e7f22ddf201..39cc4cd5d1a8825a55c0808cc9d02b4c5334c972 100644
--- a/src/manual/template.html
+++ b/src/manual/template.html
@@ -1,134 +1,689 @@
-
+
-
-
-
-