scarlett/compiler-the-translators
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

updated comment count

Browse Source
This commit is contained in:
Partho Bhattacharya
2025-02-13 20:02:42 -05:00
parent 3c6d3be9b4
commit 52a7c69dae
14 changed files with 123 additions and 110 deletions
Download Patch File Download Diff File Expand all files Collapse all files

78
test_generalTokenTest.tok
View File

@ -1,61 +1,61 @@
1 1 101 "This"
1 2 101 "is"
1 3 101 "a"
1 4 101 "test"
1 6 101 "is"
1 9 101 "a"
1 11 101 "test"
2 1 301 "9"
2 1 101 "combined"
2 2 301 "7"
2 2 101 "okens"
2 2 101 "combined"
2 11 301 "7"
2 12 101 "okens"
3 1 301 "12345"
4 1 301 "893247892"
5 1 101 "combined"
5 2 101 "DueToUnknownChar"
5 3 101 "_validtoken"
5 4 101 "__validtoken1"
5 5 101 "_valid_token2"
5 6 101 "validToken3_"
5 10 101 "DueToUnknownChar"
5 27 101 "_validtoken"
5 39 101 "__validtoken1"
5 53 101 "_valid_token2"
5 67 101 "validToken3_"
6 1 305 "true"
6 2 306 "false"
6 6 306 "false"
7 1 302 "null"
7 2 401 "while"
7 3 609 "!"
7 3 101 "wrong"
7 4 402 "if"
7 5 101 "when"
7 6 401 "while"
7 12 609 "!"
7 13 101 "wrong"
7 19 402 "if"
7 22 101 "when"
8 1 404 "else"
8 2 405 "type"
8 3 406 "function"
8 6 405 "type"
8 11 406 "function"
9 1 407 "return"
9 3 408 "external"
9 11 409 "as"
9 9 408 "external"
9 25 409 "as"
10 1 101 "string"
10 2 101 "_NOte_that_was_not_reserved"
10 8 101 "_NOte_that_was_not_reserved"
11 7 508 ":"
11 7 507 ";"
11 7 509 ","
11 7 510 "->"
11 8 507 ";"
11 9 509 ","
11 10 510 "->"
12 1 601 "+"
12 1 602 "-"
12 1 603 "*"
12 1 604 "/"
12 1 605 "%"
12 2 602 "-"
12 3 603 "*"
12 4 604 "/"
12 5 605 "%"
13 1 606 "<"
13 1 607 "="
13 2 607 "="
14 1 608 ":="
15 2 101 "This"
15 3 101 "is"
15 4 101 "not"
15 5 101 "a"
15 6 101 "valid"
15 7 101 "is"
15 10 101 "not"
15 14 101 "a"
15 16 101 "valid"
16 1 101 "String"
17 1 304 ""This is a valid String""
18 1 609 "!"
18 1 611 "|"
19 1 612 "."
18 2 611 "|"
19 1 612 "."
19 2 612 "."
20 1 700 "(* this is a comment *)"
21 2 603 "*"
21 2 101 "Not"
21 3 101 "a"
21 4 101 "comment"
21 3 101 "Not"
21 7 101 "a"
21 9 101 "comment"
22 3 610 "&"