Files
compiler-the-translators/test_generalTokenTest.tok

62 lines
1010 B
Plaintext

1 1 101 "This"
1 2 101 "is"
1 3 101 "a"
1 4 101 "test"
2 1 301 "9"
2 1 101 "combined"
2 2 301 "7"
2 2 101 "okens"
3 1 301 "12345"
4 1 301 "893247892"
5 1 101 "combined"
5 2 101 "DueToUnknownChar"
5 3 101 "_validtoken"
5 4 101 "__validtoken1"
5 5 101 "_valid_token2"
5 6 101 "validToken3_"
6 1 305 "true"
6 2 306 "false"
7 1 302 "null"
7 2 401 "while"
7 3 609 "!"
7 3 101 "wrong"
7 4 402 "if"
7 5 101 "when"
8 1 404 "else"
8 2 405 "type"
8 3 406 "function"
9 1 407 "return"
9 3 408 "external"
9 11 409 "as"
10 1 101 "string"
10 2 101 "_NOte_that_was_not_reserved"
11 7 508 ":"
11 7 507 ";"
11 7 509 ","
11 7 510 "->"
12 1 601 "+"
12 1 602 "-"
12 1 603 "*"
12 1 604 "/"
12 1 605 "%"
13 1 606 "<"
13 1 607 "="
14 1 608 ":="
15 2 101 "This"
15 3 101 "is"
15 4 101 "not"
15 5 101 "a"
15 6 101 "valid"
16 1 101 "String"
17 1 304 ""This is a valid String""
18 1 609 "!"
18 1 611 "|"
19 1 612 "."
19 1 612 "."
20 1 700 "(* this is a comment *)"
21 2 603 "*"
21 2 101 "Not"
21 3 101 "a"
21 4 101 "comment"
22 3 610 "&"