| ... | ... | @@ -104,15 +104,216 @@ pub const ExpectedContext = enum { |
| 104 | 104 | } |
| 105 | 105 | }; |
| 106 | 106 | |
| 107 | const Operator = enum(u8) { |
| 108 | add = @intFromEnum(Token.Tag.plus), |
| 109 | sub = @intFromEnum(Token.Tag.minus), |
| 110 | mul = @intFromEnum(Token.Tag.star), |
| 111 | div = @intFromEnum(Token.Tag.slash), |
| 112 | rem = @intFromEnum(Token.Tag.percent), |
| 113 | pow = @intFromEnum(Token.Tag.star_star), |
| 114 | @"and" = @intFromEnum(Token.Tag.and_and), |
| 115 | @"or" = @intFromEnum(Token.Tag.pipe_pipe), |
| 116 | bit_and = @intFromEnum(Token.Tag.@"and"), |
| 117 | bit_or = @intFromEnum(Token.Tag.pipe), |
| 118 | bit_xor = @intFromEnum(Token.Tag.caret), |
| 119 | shl = @intFromEnum(Token.Tag.lt_lt), |
| 120 | shr = @intFromEnum(Token.Tag.gt_gt), |
| 121 | eq = @intFromEnum(Token.Tag.equal_equal), |
| 122 | ne = @intFromEnum(Token.Tag.bang_equal), |
| 123 | lt = @intFromEnum(Token.Tag.lt), |
| 124 | le = @intFromEnum(Token.Tag.lt_equal), |
| 125 | gt = @intFromEnum(Token.Tag.gt), |
| 126 | ge = @intFromEnum(Token.Tag.gt_equal), |
| 127 | // Following operators are assignment operators |
| 128 | assign = @intFromEnum(Token.Tag.equal), |
| 129 | add_assign = @intFromEnum(Token.Tag.plus_equal), |
| 130 | sub_assign = @intFromEnum(Token.Tag.minus_equal), |
| 131 | mul_assign = @intFromEnum(Token.Tag.star_equal), |
| 132 | div_assign = @intFromEnum(Token.Tag.slash_equal), |
| 133 | rem_assign = @intFromEnum(Token.Tag.percent_equal), |
| 134 | pow_assign = @intFromEnum(Token.Tag.star_star_equal), |
| 135 | and_assign = @intFromEnum(Token.Tag.and_and_equal), |
| 136 | or_assign = @intFromEnum(Token.Tag.pipe_pipe_equal), |
| 137 | bit_and_assign = @intFromEnum(Token.Tag.and_equal), |
| 138 | bit_or_assign = @intFromEnum(Token.Tag.pipe_equal), |
| 139 | bit_xor_assign = @intFromEnum(Token.Tag.caret_equal), |
| 140 | shl_assign = @intFromEnum(Token.Tag.lt_lt_equal), |
| 141 | shr_assign = @intFromEnum(Token.Tag.gt_gt_equal), |
| 142 | |
| 143 | const Direction = enum { ltr, rtl }; |
| 144 | |
| 145 | /// Only the binary operator levels are actually used, |
| 146 | /// but all are listed for reference. |
| 147 | const Level = enum { |
| 148 | /// e. e[] e() |
| 149 | accessor, |
| 150 | /// new |
| 151 | new, |
| 152 | /// ++e, --e, !e, ~e, +e, -e, typeof, void, delete |
| 153 | prefix, |
| 154 | /// ** |
| 155 | exponentiation, |
| 156 | /// *, /, % |
| 157 | multiplicative, |
| 158 | /// +, - |
| 159 | additive, |
| 160 | /// <<, >>, >>> |
| 161 | bitwise_shift, |
| 162 | /// <, <=, >, >= |
| 163 | relational, |
| 164 | /// ==, != |
| 165 | equality, |
| 166 | /// & |
| 167 | bit_and, |
| 168 | /// ^ |
| 169 | bit_xor, |
| 170 | /// | |
| 171 | bit_or, |
| 172 | /// && |
| 173 | logical_and, |
| 174 | /// ||, ?? |
| 175 | logical_or, |
| 176 | /// =, +=, -=, *=, /=, %=, / <<=, >>=, >>>=, &=, ^=, |= |
| 177 | assign, |
| 178 | }; |
| 179 | |
| 180 | pub fn direction(op: Operator) Direction { |
| 181 | return switch (op) { |
| 182 | .pow => .rtl, |
| 183 | |
| 184 | .assign, |
| 185 | .add_assign, |
| 186 | .sub_assign, |
| 187 | .mul_assign, |
| 188 | .div_assign, |
| 189 | .rem_assign, |
| 190 | .pow_assign, |
| 191 | .and_assign, |
| 192 | .or_assign, |
| 193 | .bit_and_assign, |
| 194 | .bit_or_assign, |
| 195 | .bit_xor_assign, |
| 196 | .shl_assign, |
| 197 | .shr_assign, |
| 198 | => .rtl, |
| 199 | |
| 200 | else => .ltr, |
| 201 | }; |
| 202 | } |
| 203 | |
| 204 | pub fn level(op: Operator) Level { |
| 205 | return switch (op) { |
| 206 | .pow => .exponentiation, |
| 207 | .mul, .div, .rem => .multiplicative, |
| 208 | .add, .sub => .additive, |
| 209 | .shl, .shr => .bitwise_shift, |
| 210 | .lt, .le, .gt, .ge => .relational, |
| 211 | .eq, .ne => .equality, |
| 212 | .@"and" => .logical_and, |
| 213 | .@"or" => .logical_or, |
| 214 | .bit_and => .bit_and, |
| 215 | .bit_xor => .bit_xor, |
| 216 | .bit_or => .bit_or, |
| 217 | .assign, |
| 218 | .add_assign, |
| 219 | .sub_assign, |
| 220 | .mul_assign, |
| 221 | .div_assign, |
| 222 | .rem_assign, |
| 223 | .pow_assign, |
| 224 | .and_assign, |
| 225 | .or_assign, |
| 226 | .bit_and_assign, |
| 227 | .bit_or_assign, |
| 228 | .bit_xor_assign, |
| 229 | .shl_assign, |
| 230 | .shr_assign, |
| 231 | => .assign, |
| 232 | }; |
| 233 | } |
| 234 | |
| 235 | const lut = brk: { |
| 236 | const token_tags = std.enums.values(Token.Tag); |
| 237 | const op_tags = std.enums.values(Operator); |
| 238 | |
| 239 | var is_operator_lut: [token_tags.len]bool = .{false} ** token_tags.len; |
| 240 | for (op_tags) |op| { |
| 241 | is_operator_lut[@intFromEnum(op)] = true; |
| 242 | } |
| 243 | |
| 244 | var ast_tag_lut: [token_tags.len]Node.Tag = .{.root} ** token_tags.len; |
| 245 | for (op_tags) |op| { |
| 246 | ast_tag_lut[@intFromEnum(op)] = @field(Node.Tag, @tagName(op)); |
| 247 | } |
| 248 | |
| 249 | break :brk struct { |
| 250 | const is_operator = is_operator_lut; |
| 251 | const ast_tag = ast_tag_lut; |
| 252 | }; |
| 253 | }; |
| 254 | |
| 255 | pub fn fromToken(tag: Token.Tag) ?Operator { |
| 256 | return if (lut.is_operator[@intFromEnum(tag)]) |
| 257 | @enumFromInt(@intFromEnum(tag)) |
| 258 | else |
| 259 | null; |
| 260 | } |
| 261 | |
| 262 | pub fn astTag(op: Operator) Node.Tag { |
| 263 | const tag = lut.ast_tag[@intFromEnum(op)]; |
| 264 | assert(tag != .root); // invalid operator or lut construction |
| 265 | return tag; |
| 266 | } |
| 267 | |
| 268 | pub fn isAssign(op: Operator) bool { |
| 269 | return switch (op) { |
| 270 | .assign, |
| 271 | .add_assign, |
| 272 | .sub_assign, |
| 273 | .mul_assign, |
| 274 | .div_assign, |
| 275 | .rem_assign, |
| 276 | .pow_assign, |
| 277 | .and_assign, |
| 278 | .or_assign, |
| 279 | .bit_and_assign, |
| 280 | .bit_or_assign, |
| 281 | .bit_xor_assign, |
| 282 | .shl_assign, |
| 283 | .shr_assign, |
| 284 | => true, |
| 285 | else => false, |
| 286 | }; |
| 287 | } |
| 288 | }; |
| 289 | |
| 290 | const ParseExprMode = enum { |
| 291 | /// Standard parsing |
| 292 | expression, |
| 293 | /// Statements allow assignment binary operators in addition to other expressions. |
| 294 | statement, |
| 295 | /// This bans struct initializations so that parsing stops at a '{' |
| 296 | /// Example: "if hello {" must not be parsed as a struct initialization. |
| 297 | preceding_block, |
| 298 | }; |
| 299 | |
| 300 | /// Some constructs are valid expressions as well as valid top-level |
| 301 | /// declarations. Top level declarations must have associated names, but the |
| 302 | /// anonymous versions of these must not have names. |
| 303 | const ExprParseContext = enum { |
| 304 | declaration, |
| 305 | expression, |
| 306 | }; |
| 307 | |
| 308 | const TypePresence = enum { |
| 309 | types_optional, |
| 310 | types_required, |
| 311 | }; |
| 312 | |
| 107 | 313 | /// When error.SyntaxError is returned, `p.err` is set to this as well as `p.pos` |
| 108 | 314 | /// When printing these, token list and Ast is not actually available, so full tokens |
| 109 | 315 | /// are stored in the errors. |
| 110 | 316 | pub const AstError = union(enum) { |
| 111 | | // /// Failure during tokenization |
| 112 | | // tokenization: struct { |
| 113 | | // err: Tokenizer.TokenizeError, |
| 114 | | // byte: ByteOffset, |
| 115 | | // }, |
| 116 | 317 | /// Unexpected data, expected a token. |
| 117 | 318 | unexpected_token: struct { |
| 118 | 319 | expected: Token.Tag, |
| ... | ... | @@ -134,23 +335,6 @@ pub const AstError = union(enum) { |
| 134 | 335 | |
| 135 | 336 | pub fn build(err: AstError, ctx: *Report.MsgContext) !void { |
| 136 | 337 | switch (err) { |
| 137 | | // .tokenization => |data| { |
| 138 | | // // TODO: consider making tokenizer emit AstError more directly, |
| 139 | | // // so that it can just annotate start and ends |
| 140 | | // try ctx.msg(switch (data.err) { |
| 141 | | // error.UnterminatedString => .{ .codepoint_eol = data.byte }, |
| 142 | | // else => .{ .codepoint = data.byte }, |
| 143 | | // }, "{s}", .{switch (data.err) { |
| 144 | | // error.OutOfMemory => unreachable, |
| 145 | | // error.InvalidSyntax => "unexpected token", |
| 146 | | // error.TrailingNumericSeparator => "trailing numeric separator", |
| 147 | | // error.UnterminatedString => "unterminated string literal", |
| 148 | | // error.InvalidEscapeSequence => "invalid escape sequence", |
| 149 | | // error.InvalidEscapeCodepoint => "invalid escape codepoint", |
| 150 | | // error.InvalidUtf8 => "file is not valid utf8", |
| 151 | | // error.GitConflict => "git merge conflict encountered", |
| 152 | | // }}); |
| 153 | | // }, |
| 154 | 338 | .unexpected_token => |data| { |
| 155 | 339 | try ctx.msg(.{ .token_stored = data.got }, "expected {s}, but found {s}", .{ |
| 156 | 340 | data.expected.description(), |
| ... | ... | @@ -230,7 +414,8 @@ fn parseModuleMembers(p: *Parse) Error!SubList { |
| 230 | 414 | .kw_pub, |
| 231 | 415 | => try p.scratch.append(p.gpa, try p.parseModuleDecl()), |
| 232 | 416 | |
| 233 | | .kw_struct => try p.scratch.append(p.gpa, try p.parseStructDecl()), |
| 417 | .kw_struct => try p.scratch.append(p.gpa, try p.parseStructDecl(.declaration)), |
| 418 | .kw_tuple => try p.scratch.append(p.gpa, try p.parseStructDecl(.declaration)), |
| 234 | 419 | |
| 235 | 420 | .id => if (p.isContextualKeyword("test")) { |
| 236 | 421 | try p.scratch.append(p.gpa, try p.parseTestDecl()); |
| ... | ... | @@ -292,14 +477,6 @@ fn parseModuleDecl(p: *Parse) Error!NodeIndex { |
| 292 | 477 | }; |
| 293 | 478 | } |
| 294 | 479 | |
| 295 | | /// Some constructs are valid expressions as well as valid top-level |
| 296 | | /// declarations. Top level declarations must have associated names, but the |
| 297 | | /// anonymous versions of these must not have names. |
| 298 | | const ExprParseContext = enum { |
| 299 | | declaration, |
| 300 | | expression, |
| 301 | | }; |
| 302 | | |
| 303 | 480 | fn parseFnDecl(p: *Parse) Error!NodeIndex { |
| 304 | 481 | const trace = t.trace(@src()); |
| 305 | 482 | defer trace.end(); |
| ... | ... | @@ -339,8 +516,6 @@ fn parseFnDecl(p: *Parse) Error!NodeIndex { |
| 339 | 516 | }); |
| 340 | 517 | } |
| 341 | 518 | |
| 342 | | const TypePresence = enum { types_optional, types_required }; |
| 343 | | |
| 344 | 519 | fn parseParamList(p: *Parse, types: TypePresence) Error!SubList { |
| 345 | 520 | const trace = t.trace(@src()); |
| 346 | 521 | defer trace.end(); |
| ... | ... | @@ -390,13 +565,16 @@ fn parseParamDecl(p: *Parse, types: TypePresence) Error!NodeIndex { |
| 390 | 565 | }); |
| 391 | 566 | } |
| 392 | 567 | |
| 393 | | fn parseStructDecl(p: *Parse) Error!NodeIndex { |
| 568 | fn parseStructDecl(p: *Parse, ctx: ExprParseContext) Error!NodeIndex { |
| 394 | 569 | const trace = t.trace(@src()); |
| 395 | 570 | defer trace.end(); |
| 396 | 571 | |
| 397 | 572 | const main_token = p.assertToken(.kw_struct); |
| 398 | 573 | |
| 399 | | _ = try p.expect(.id); |
| 574 | switch (ctx) { |
| 575 | .declaration => _ = try p.expect(.id), |
| 576 | else => {}, |
| 577 | } |
| 400 | 578 | |
| 401 | 579 | _ = try p.expect(.start_brace); |
| 402 | 580 | |
| ... | ... | @@ -409,6 +587,28 @@ fn parseStructDecl(p: *Parse) Error!NodeIndex { |
| 409 | 587 | }); |
| 410 | 588 | } |
| 411 | 589 | |
| 590 | fn parseTupleDecl(p: *Parse, ctx: ExprParseContext) Error!NodeIndex { |
| 591 | const trace = t.trace(@src()); |
| 592 | defer trace.end(); |
| 593 | |
| 594 | const main_token = p.assertToken(.kw_tuple); |
| 595 | |
| 596 | switch (ctx) { |
| 597 | .declaration => _ = try p.expect(.id), |
| 598 | else => {}, |
| 599 | } |
| 600 | |
| 601 | _ = try p.expect(.start_paren); |
| 602 | |
| 603 | const fields = try p.parseExpressionList(.end_paren, .expression); |
| 604 | |
| 605 | return try p.addNode(.{ |
| 606 | .tag = .tuple_type, |
| 607 | .main_token = main_token, |
| 608 | .data = .{ .list = fields }, |
| 609 | }); |
| 610 | } |
| 611 | |
| 412 | 612 | fn parseTestDecl(p: *Parse) Error!NodeIndex { |
| 413 | 613 | const trace = t.trace(@src()); |
| 414 | 614 | defer trace.end(); |
| ... | ... | @@ -447,9 +647,7 @@ fn parseStructFieldList(p: *Parse) Error!SubList { |
| 447 | 647 | try p.scratch.append(p.gpa, try p.parseStructField()); |
| 448 | 648 | |
| 449 | 649 | switch (p.currentTag()) { |
| 450 | | .comma => { |
| 451 | | _ = p.nextToken(); |
| 452 | | }, |
| 650 | .comma => _ = p.nextToken(), |
| 453 | 651 | .end_brace => break, |
| 454 | 652 | else => return p.failUnexpectedToken(.struct_field), |
| 455 | 653 | } |
| ... | ... | @@ -578,13 +776,13 @@ fn parseVarDecl(p: *Parse) Error!NodeIndex { |
| 578 | 776 | _ = try p.expect(.id); |
| 579 | 777 | |
| 580 | 778 | const data_type: OptionalNodeIndex = if (p.eatToken(.colon)) |_| |
| 581 | | optionalNodeIndex(try p.tryParseExpression(.expression)) |
| 779 | optionalNodeIndex(try p.parseExpressionOrFail(.expression)) |
| 582 | 780 | else |
| 583 | 781 | .none; |
| 584 | 782 | |
| 585 | 783 | _ = try p.expect(.equal); |
| 586 | 784 | |
| 587 | | const data_init = try p.tryParseExpression(.expression); |
| 785 | const data_init = try p.parseExpressionOrFail(.expression); |
| 588 | 786 | |
| 589 | 787 | _ = try p.expect(.semi); |
| 590 | 788 | |
| ... | ... | @@ -619,204 +817,13 @@ fn isExpressionStart(p: *Parse) bool { |
| 619 | 817 | .string, |
| 620 | 818 | .tilde, |
| 621 | 819 | .kw_fn, |
| 820 | .kw_struct, |
| 821 | .kw_tuple, |
| 622 | 822 | => true, |
| 623 | 823 | else => false, |
| 624 | 824 | }; |
| 625 | 825 | } |
| 626 | 826 | |
| 627 | | const Operator = enum(u8) { |
| 628 | | add = @intFromEnum(Token.Tag.plus), |
| 629 | | sub = @intFromEnum(Token.Tag.minus), |
| 630 | | mul = @intFromEnum(Token.Tag.star), |
| 631 | | div = @intFromEnum(Token.Tag.slash), |
| 632 | | rem = @intFromEnum(Token.Tag.percent), |
| 633 | | pow = @intFromEnum(Token.Tag.star_star), |
| 634 | | @"and" = @intFromEnum(Token.Tag.and_and), |
| 635 | | @"or" = @intFromEnum(Token.Tag.pipe_pipe), |
| 636 | | bit_and = @intFromEnum(Token.Tag.@"and"), |
| 637 | | bit_or = @intFromEnum(Token.Tag.pipe), |
| 638 | | bit_xor = @intFromEnum(Token.Tag.caret), |
| 639 | | shl = @intFromEnum(Token.Tag.lt_lt), |
| 640 | | shr = @intFromEnum(Token.Tag.gt_gt), |
| 641 | | eq = @intFromEnum(Token.Tag.equal_equal), |
| 642 | | ne = @intFromEnum(Token.Tag.bang_equal), |
| 643 | | lt = @intFromEnum(Token.Tag.lt), |
| 644 | | le = @intFromEnum(Token.Tag.lt_equal), |
| 645 | | gt = @intFromEnum(Token.Tag.gt), |
| 646 | | ge = @intFromEnum(Token.Tag.gt_equal), |
| 647 | | // Following operators are assignment operators |
| 648 | | assign = @intFromEnum(Token.Tag.equal), |
| 649 | | add_assign = @intFromEnum(Token.Tag.plus_equal), |
| 650 | | sub_assign = @intFromEnum(Token.Tag.minus_equal), |
| 651 | | mul_assign = @intFromEnum(Token.Tag.star_equal), |
| 652 | | div_assign = @intFromEnum(Token.Tag.slash_equal), |
| 653 | | rem_assign = @intFromEnum(Token.Tag.percent_equal), |
| 654 | | pow_assign = @intFromEnum(Token.Tag.star_star_equal), |
| 655 | | and_assign = @intFromEnum(Token.Tag.and_and_equal), |
| 656 | | or_assign = @intFromEnum(Token.Tag.pipe_pipe_equal), |
| 657 | | bit_and_assign = @intFromEnum(Token.Tag.and_equal), |
| 658 | | bit_or_assign = @intFromEnum(Token.Tag.pipe_equal), |
| 659 | | bit_xor_assign = @intFromEnum(Token.Tag.caret_equal), |
| 660 | | shl_assign = @intFromEnum(Token.Tag.lt_lt_equal), |
| 661 | | shr_assign = @intFromEnum(Token.Tag.gt_gt_equal), |
| 662 | | |
| 663 | | const Direction = enum { ltr, rtl }; |
| 664 | | |
| 665 | | /// Only the binary operator levels are actually used, |
| 666 | | /// but all are listed for reference. |
| 667 | | const Level = enum { |
| 668 | | /// e. e[] e() |
| 669 | | accessor, |
| 670 | | /// new |
| 671 | | new, |
| 672 | | /// ++e, --e, !e, ~e, +e, -e, typeof, void, delete |
| 673 | | prefix, |
| 674 | | /// ** |
| 675 | | exponentiation, |
| 676 | | /// *, /, % |
| 677 | | multiplicative, |
| 678 | | /// +, - |
| 679 | | additive, |
| 680 | | /// <<, >>, >>> |
| 681 | | bitwise_shift, |
| 682 | | /// <, <=, >, >= |
| 683 | | relational, |
| 684 | | /// ==, != |
| 685 | | equality, |
| 686 | | /// & |
| 687 | | bit_and, |
| 688 | | /// ^ |
| 689 | | bit_xor, |
| 690 | | /// | |
| 691 | | bit_or, |
| 692 | | /// && |
| 693 | | logical_and, |
| 694 | | /// ||, ?? |
| 695 | | logical_or, |
| 696 | | /// =, +=, -=, *=, /=, %=, / <<=, >>=, >>>=, &=, ^=, |= |
| 697 | | assign, |
| 698 | | }; |
| 699 | | |
| 700 | | pub fn direction(op: Operator) Direction { |
| 701 | | return switch (op) { |
| 702 | | .pow => .rtl, |
| 703 | | |
| 704 | | .assign, |
| 705 | | .add_assign, |
| 706 | | .sub_assign, |
| 707 | | .mul_assign, |
| 708 | | .div_assign, |
| 709 | | .rem_assign, |
| 710 | | .pow_assign, |
| 711 | | .and_assign, |
| 712 | | .or_assign, |
| 713 | | .bit_and_assign, |
| 714 | | .bit_or_assign, |
| 715 | | .bit_xor_assign, |
| 716 | | .shl_assign, |
| 717 | | .shr_assign, |
| 718 | | => .rtl, |
| 719 | | |
| 720 | | else => .ltr, |
| 721 | | }; |
| 722 | | } |
| 723 | | |
| 724 | | pub fn level(op: Operator) Level { |
| 725 | | return switch (op) { |
| 726 | | .pow => .exponentiation, |
| 727 | | .mul, .div, .rem => .multiplicative, |
| 728 | | .add, .sub => .additive, |
| 729 | | .shl, .shr => .bitwise_shift, |
| 730 | | .lt, .le, .gt, .ge => .relational, |
| 731 | | .eq, .ne => .equality, |
| 732 | | .@"and" => .logical_and, |
| 733 | | .@"or" => .logical_or, |
| 734 | | .bit_and => .bit_and, |
| 735 | | .bit_xor => .bit_xor, |
| 736 | | .bit_or => .bit_or, |
| 737 | | .assign, |
| 738 | | .add_assign, |
| 739 | | .sub_assign, |
| 740 | | .mul_assign, |
| 741 | | .div_assign, |
| 742 | | .rem_assign, |
| 743 | | .pow_assign, |
| 744 | | .and_assign, |
| 745 | | .or_assign, |
| 746 | | .bit_and_assign, |
| 747 | | .bit_or_assign, |
| 748 | | .bit_xor_assign, |
| 749 | | .shl_assign, |
| 750 | | .shr_assign, |
| 751 | | => .assign, |
| 752 | | }; |
| 753 | | } |
| 754 | | |
| 755 | | const lut = brk: { |
| 756 | | const token_tags = std.enums.values(Token.Tag); |
| 757 | | const op_tags = std.enums.values(Operator); |
| 758 | | |
| 759 | | var is_operator_lut: [token_tags.len]bool = .{false} ** token_tags.len; |
| 760 | | for (op_tags) |op| { |
| 761 | | is_operator_lut[@intFromEnum(op)] = true; |
| 762 | | } |
| 763 | | |
| 764 | | var ast_tag_lut: [token_tags.len]Node.Tag = .{.root} ** token_tags.len; |
| 765 | | for (op_tags) |op| { |
| 766 | | ast_tag_lut[@intFromEnum(op)] = @field(Node.Tag, @tagName(op)); |
| 767 | | } |
| 768 | | |
| 769 | | break :brk struct { |
| 770 | | const is_operator = is_operator_lut; |
| 771 | | const ast_tag = ast_tag_lut; |
| 772 | | }; |
| 773 | | }; |
| 774 | | |
| 775 | | pub fn fromToken(tag: Token.Tag) ?Operator { |
| 776 | | return if (lut.is_operator[@intFromEnum(tag)]) |
| 777 | | @enumFromInt(@intFromEnum(tag)) |
| 778 | | else |
| 779 | | null; |
| 780 | | } |
| 781 | | |
| 782 | | pub fn astTag(op: Operator) Node.Tag { |
| 783 | | const tag = lut.ast_tag[@intFromEnum(op)]; |
| 784 | | assert(tag != .root); // invalid operator or lut construction |
| 785 | | return tag; |
| 786 | | } |
| 787 | | |
| 788 | | pub fn isAssign(op: Operator) bool { |
| 789 | | return switch (op) { |
| 790 | | .assign, |
| 791 | | .add_assign, |
| 792 | | .sub_assign, |
| 793 | | .mul_assign, |
| 794 | | .div_assign, |
| 795 | | .rem_assign, |
| 796 | | .pow_assign, |
| 797 | | .and_assign, |
| 798 | | .or_assign, |
| 799 | | .bit_and_assign, |
| 800 | | .bit_or_assign, |
| 801 | | .bit_xor_assign, |
| 802 | | .shl_assign, |
| 803 | | .shr_assign, |
| 804 | | => true, |
| 805 | | else => false, |
| 806 | | }; |
| 807 | | } |
| 808 | | }; |
| 809 | | |
| 810 | | const ParseExprMode = enum { |
| 811 | | /// Standard parsing |
| 812 | | expression, |
| 813 | | /// Statements allow assignment binary operators in addition to other expressions. |
| 814 | | statement, |
| 815 | | /// This bans struct initializations so that parsing stops at a '{' |
| 816 | | /// Example: "if hello {" must not be parsed as a struct initialization. |
| 817 | | preceding_block, |
| 818 | | }; |
| 819 | | |
| 820 | 827 | fn parseExpression(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 821 | 828 | const trace = t.trace(@src()); |
| 822 | 829 | defer trace.end(); |
| ... | ... | @@ -831,8 +838,13 @@ fn parseExpression(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 831 | 838 | |
| 832 | 839 | // These unary operators are greedy, so handle them first. |
| 833 | 840 | switch (p.currentTag()) { |
| 834 | | .kw_return => return p.parseReturn(), |
| 835 | | .kw_break => return p.parseBreak(), |
| 841 | .kw_return => return p.parseReturn(mode), |
| 842 | .kw_break => return p.parseBreak(mode), |
| 843 | |
| 844 | .kw_assert => return p.parseGreedyUnary(.assert, mode), |
| 845 | .kw_comptime => return p.parseGreedyUnary(.@"comptime", mode), |
| 846 | .kw_pure => return p.parseGreedyUnary(.pure, mode), |
| 847 | |
| 836 | 848 | else => {}, |
| 837 | 849 | } |
| 838 | 850 | |
| ... | ... | @@ -846,7 +858,7 @@ fn parseExpression(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 846 | 858 | return expr; |
| 847 | 859 | } |
| 848 | 860 | |
| 849 | | fn tryParseExpression(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 861 | fn parseExpressionOrFail(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 850 | 862 | return if (p.isExpressionStart()) |
| 851 | 863 | p.parseExpression(mode) |
| 852 | 864 | else |
| ... | ... | @@ -858,7 +870,6 @@ fn parseExpressionPart(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 858 | 870 | defer trace.end(); |
| 859 | 871 | |
| 860 | 872 | var expr = switch (p.currentTag()) { |
| 861 | | // Literals |
| 862 | 873 | .id => if (p.nextTag() == .colon) |
| 863 | 874 | try p.parseLabelExpression() |
| 864 | 875 | else |
| ... | ... | @@ -867,24 +878,27 @@ fn parseExpressionPart(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 867 | 878 | .number_float => try p.blankNode(.number_float), |
| 868 | 879 | .string => try p.blankNode(.string), |
| 869 | 880 | |
| 870 | | // Complex expressions |
| 871 | 881 | .builtin_id => try p.parseBuiltinCall(), |
| 872 | | .dot => try p.parseAnonInstantiation(), |
| 873 | | .kw_break => try p.parseBreak(), |
| 882 | .dot => try p.parseAnonStructInit(), |
| 874 | 883 | .kw_fn => try p.parseAnonFunction(), |
| 875 | 884 | .kw_if => try p.parseIf(), |
| 876 | | .kw_return => try p.parseReturn(), |
| 885 | .kw_tuple => try p.parseTupleType(), |
| 886 | |
| 877 | 887 | .start_brace => try p.parseBlock(), |
| 878 | 888 | .start_bracket => try p.parseArrayValueOrType(mode), |
| 879 | | .start_paren => try p.parseTupleType(), |
| 889 | .start_paren => try p.parseTupleInit(), |
| 890 | |
| 891 | .kw_struct => try p.parseStructDecl(.expression), |
| 892 | |
| 893 | .kw_return => return p.parseReturn(mode), |
| 894 | .kw_break => return p.parseBreak(mode), |
| 895 | .kw_assert => return p.parseGreedyUnary(.assert, mode), |
| 896 | .kw_comptime => return p.parseGreedyUnary(.@"comptime", mode), |
| 897 | .kw_pure => return p.parseGreedyUnary(.pure, mode), |
| 880 | 898 | |
| 881 | | // Unary operators |
| 882 | 899 | inline .bang, |
| 883 | 900 | .tilde, |
| 884 | 901 | .minus, |
| 885 | | .kw_comptime, |
| 886 | | .kw_pure, |
| 887 | | .kw_assert, |
| 888 | 902 | => |tag| unary: { |
| 889 | 903 | const main_token = p.nextToken(); |
| 890 | 904 | const expr = try p.parseExpressionPart(mode); |
| ... | ... | @@ -955,7 +969,7 @@ fn parseExpressionPart(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 955 | 969 | return p.fail(.{ .array_type_flipped_hint = p.fullToken(p.pos) }); |
| 956 | 970 | } |
| 957 | 971 | |
| 958 | | const index = try p.tryParseExpression(.expression); |
| 972 | const index = try p.parseExpressionOrFail(.expression); |
| 959 | 973 | |
| 960 | 974 | _ = try p.expect(.end_bracket); |
| 961 | 975 | |
| ... | ... | @@ -1020,14 +1034,14 @@ fn parseBinarySuffix(p: *Parse, lhs: NodeIndex, op: Operator, mode: ParseExprMod |
| 1020 | 1034 | }); |
| 1021 | 1035 | } |
| 1022 | 1036 | |
| 1023 | | fn parseReturn(p: *Parse) Error!NodeIndex { |
| 1037 | fn parseReturn(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 1024 | 1038 | const trace = t.trace(@src()); |
| 1025 | 1039 | defer trace.end(); |
| 1026 | 1040 | |
| 1027 | 1041 | const main_token = p.assertToken(.kw_return); |
| 1028 | 1042 | |
| 1029 | 1043 | const expr = if (p.isExpressionStart()) |
| 1030 | | try p.parseExpression(.expression) |
| 1044 | try p.parseExpression(mode) |
| 1031 | 1045 | else |
| 1032 | 1046 | null; |
| 1033 | 1047 | |
| ... | ... | @@ -1040,7 +1054,7 @@ fn parseReturn(p: *Parse) Error!NodeIndex { |
| 1040 | 1054 | }); |
| 1041 | 1055 | } |
| 1042 | 1056 | |
| 1043 | | fn parseBreak(p: *Parse) Error!NodeIndex { |
| 1057 | fn parseBreak(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 1044 | 1058 | const trace = t.trace(@src()); |
| 1045 | 1059 | defer trace.end(); |
| 1046 | 1060 | |
| ... | ... | @@ -1052,7 +1066,7 @@ fn parseBreak(p: *Parse) Error!NodeIndex { |
| 1052 | 1066 | null; |
| 1053 | 1067 | |
| 1054 | 1068 | const expr = if (p.isExpressionStart()) |
| 1055 | | try p.parseExpression(.expression) |
| 1069 | try p.parseExpression(mode) |
| 1056 | 1070 | else |
| 1057 | 1071 | null; |
| 1058 | 1072 | |
| ... | ... | @@ -1066,6 +1080,23 @@ fn parseBreak(p: *Parse) Error!NodeIndex { |
| 1066 | 1080 | }); |
| 1067 | 1081 | } |
| 1068 | 1082 | |
| 1083 | fn parseGreedyUnary(p: *Parse, tag: Node.Tag, mode: ParseExprMode) Error!NodeIndex { |
| 1084 | const trace = t.trace(@src()); |
| 1085 | defer trace.end(); |
| 1086 | |
| 1087 | const main_token = p.nextToken(); |
| 1088 | |
| 1089 | const expr = try p.parseExpressionOrFail(mode); |
| 1090 | |
| 1091 | return try p.addNode(.{ |
| 1092 | .tag = tag, |
| 1093 | .main_token = main_token, |
| 1094 | .data = .{ .un = .{ |
| 1095 | .expr = expr, |
| 1096 | } }, |
| 1097 | }); |
| 1098 | } |
| 1099 | |
| 1069 | 1100 | fn parseBuiltinCall(p: *Parse) Error!NodeIndex { |
| 1070 | 1101 | const trace = t.trace(@src()); |
| 1071 | 1102 | defer trace.end(); |
| ... | ... | @@ -1083,11 +1114,7 @@ fn parseBuiltinCall(p: *Parse) Error!NodeIndex { |
| 1083 | 1114 | }); |
| 1084 | 1115 | } |
| 1085 | 1116 | |
| 1086 | | fn parseExpressionList( |
| 1087 | | p: *Parse, |
| 1088 | | comptime end_token: Token.Tag, |
| 1089 | | comptime fail_context: ExpectedContext, |
| 1090 | | ) Error!SubList { |
| 1117 | fn parseExpressionList(p: *Parse, comptime end_token: Token.Tag, fail_context: ExpectedContext) Error!SubList { |
| 1091 | 1118 | const trace = t.trace(@src()); |
| 1092 | 1119 | defer trace.end(); |
| 1093 | 1120 | |
| ... | ... | @@ -1161,7 +1188,7 @@ fn parseElseValue(p: *Parse) Error!NodeIndex { |
| 1161 | 1188 | }; |
| 1162 | 1189 | } |
| 1163 | 1190 | |
| 1164 | | fn parseAnonInstantiation(p: *Parse) Error!NodeIndex { |
| 1191 | fn parseAnonStructInit(p: *Parse) Error!NodeIndex { |
| 1165 | 1192 | const trace = t.trace(@src()); |
| 1166 | 1193 | defer trace.end(); |
| 1167 | 1194 | |
| ... | ... | @@ -1272,9 +1299,20 @@ fn parseArrayValueOrType(p: *Parse, mode: ParseExprMode) Error!NodeIndex { |
| 1272 | 1299 | }); |
| 1273 | 1300 | } |
| 1274 | 1301 | |
| 1275 | | fn parseTupleType(p: *Parse) Error!NodeIndex { |
| 1302 | fn parseTupleInit(p: *Parse) Error!NodeIndex { |
| 1276 | 1303 | const main_token = p.assertToken(.start_paren); |
| 1277 | 1304 | const list = try p.parseExpressionList(.end_paren, .expression); |
| 1305 | return p.addNode(.{ |
| 1306 | .tag = .tuple_init, |
| 1307 | .main_token = main_token, |
| 1308 | .data = .{ .list = list }, |
| 1309 | }); |
| 1310 | } |
| 1311 | |
| 1312 | fn parseTupleType(p: *Parse) Error!NodeIndex { |
| 1313 | const main_token = p.assertToken(.kw_tuple); |
| 1314 | _ = try p.expect(.start_paren); |
| 1315 | const list = try p.parseExpressionList(.end_paren, .expression); |
| 1278 | 1316 | return p.addNode(.{ |
| 1279 | 1317 | .tag = .tuple_type, |
| 1280 | 1318 | .main_token = main_token, |