tweaked the lexer to always have DEBUG of 0 and updated .tok file logic in runner

This commit is contained in:
Partho Bhattacharya
2025-02-13 18:51:31 -05:00
parent 3125d14942
commit f64a4633f7
16 changed files with 2783 additions and 17 deletions

62
test_simpleLiterals.tok Normal file
View File

@ -0,0 +1,62 @@
1 1 304 ""this is a string""
1 2 301 "721398"
1 3 303 "'g'"
1 5 604 "/"
1 5 101 "n"
1 7 700 "(* should print 3 tokens before this *)"
4 1 301 "12893"
4 3 101 "this"
4 4 101 "is"
4 5 101 "not"
4 6 101 "a"
4 7 101 "string"
4 8 700 "(*one valid token before this*)"
5 1 700 "(* spacey comment here
over multiple lines
will it work? *)"
9 1 306 "false"
10 1 700 "(**)"
12 1 101 "nullfalse"
13 2 101 "nulltrue"
14 1 302 "null"
15 1 303 "'7'"
16 1 305 "true"
17 2 301 "189"
18 1 303 "'\t'"
19 1 303 "'"'"
20 1 303 "'/'"
21 1 303 "'\n'"
22 1 303 "'\''"
23 1 303 "'\t'"
25 1 303 "'n'"
27 2 101 "fdsf"
28 1 700 "(*/jnewjno2893u86^ Lots of random characters /n /t '") *)"
33 1 304 ""STRINGwithnotSPaces""
34 1 303 "' '"
36 1 304 ""J""
37 1 304 """"
38 1 304 "" ""
40 1 304 ""{SCHAR}""
41 1 304 ""SCHAR""
42 1 304 ""[SCHAR]""
43 1 304 ""FINAL: I'd think this is a legal \"string\" that contains \n \t several escaped characters, isn't it?""
44 2 101 "I"
44 3 101 "d"
44 4 101 "think"
44 5 101 "this"
44 6 101 "is"
44 7 101 "a"
44 8 101 "legal"
44 11 101 "string"
44 14 101 "that"
44 15 101 "contains"
44 16 101 "several"
44 19 101 "n"
44 21 101 "t"
44 22 101 "escaped"
44 23 101 "characters"
44 23 509 ","
44 24 101 "isn"
44 25 101 "t"
44 26 101 "it"
45 1 101 "nullLike"