Initial lexer impl: slow, incomplete, probably wrong. ~105MB/sec

input.c

@@ -0,0 +1,75 @@
+ident_
+i1dent
+i\uffffent
+i\UFFfFaaAadent
+
+123
+0707
+0xfAb
+0XFaB
+
+123U
+123UL
+123ULL
+123L
+123LU
+123LLU
+
+123u
+123ul
+123ull
+123l
+123lu
+123llu
+
+10e5
+10E5
+10e5f
+10e5F
+10e5L
+
+10e-5
+10e-5f
+10e-5F
+10e-5L
+
+10e+5
+10e+5f
+10e+5F
+10e+5L
+
+123.0
+123.
+.01
+
+123.0e-2f
+123.e-5L
+.02E+5l
+
+0xfffp-2
+0xfffp+2
+0xFFFP2
+
+'a'
+'abcd'
+L'b'
+u'c'
+U'd'
+'\n\r\'\"\?\\\a\b\f\n\r\t\v'
+'\1\12\123'
+'\xffaab'
+'\uffFF\xff'
+
+"string"
+u8"\n\r\'\"\?\\\a\b\f\n\r\t\v"
+u"\1\12\123"
+U"\xffaab"
+L"\uffFF\xff"
+
+[ ] ( ) { } . ->
+++ -- & * + - ~ !
+/ % << >> < > <= >=
+? : ; ...
+= *= /= %= += -= <<=
+, # ##
+<: :> <% %> %: %:%: