Merge branch 'Dev' into Sprint1-TokenizeID_MainFunction-FE-t#04

tests/generalTokenTest.alpha

@@ -0,0 +1,24 @@
+This is a test
+9combined 7okens
+12345
+893247892
+combined'DueToUnknownChar _validtoken __validtoken1 _valid_token2 validToken3_
+true false
+null while !wrong if when
+else	type	function
+return  external        as
+string _NOte_that_was_not_reserved
+([)]{}:;,->"\
++-*/%
+<=
+:=
+"This is not a valid
+String"
+"This is a valid String"
+!|
+..
+(* this is a comment *)
+(*Not a comment
+$^&
+>
+

tests/simpleIntTest.alpha

@@ -0,0 +1,4 @@
+45
+123
+8392
+

tests/simpleLiteralAndCommentsTest.alpha

@@ -0,0 +1,47 @@
+"this is a string" 721398 'g' '/n' (* should print 3 tokens before this *)
+'
+' 
+12893 "this is not a string (*one valid token before this*)
+(* spacey comment here     
+over multiple lines
+will it work? *)
+"
+'''
+'\'
+false
+(**)
+'''
+nullfalse
+"nulltrue
+null
+'7'
+true
+'189
+'\t'
+'"'
+'/'
+'\n'
+'\''
+'\t'
+'\\'
+'n'
+'\'
+'fdsf'
+(*/jnewjno2893u86^ 	Lots of random characters /n /t '") *)
+'
+'
+'	'
+'''
+"STRINGwithnotSPaces"
+' '
+'\ '
+"J"
+""
+" "
+\"\"
+"{SCHAR}"
+"SCHAR"
+"[SCHAR]"
+"FINAL: I'd think this is a legal \"string\" that contains \n \t several escaped characters, isn't it?"
+"I'd think this is a legal \"string\" that contains several \\n \t escaped characters, isn't it?"
+nullLike

tests/test_keywords.alpha

@@ -0,0 +1,29 @@
+while
+While
+whiLe
+if
+IF
+If
+iF
+then
+Then
+theN
+else
+eLse
+elSe
+Else
+type
+Type
+tyPe
+function
+Function
+functioN
+return
+Return
+returN
+external
+External
+exteRnal
+as
+As
+aS

tests/test_operators.alpha

@@ -0,0 +1,23 @@
++
+-
+*
+/
+\
+%
+<
+>
+=
+:=
+=:
+:
+=
+!
+&
+|
+.
+relEASE
+release
+RELEASE
+reserve
+RESERVE
+reSERVe