1 files changed, 30 insertions, 0 deletions
diff --git a/docs/Lexer b/docs/Lexer
new file mode 100644
index 0000000..8f8e1ea
--- /dev/null
+++ b/docs/Lexer
@@ -0,0 +1,30 @@
+Lexical analyser
+================
+
+This document contains various snippets of information about the lexer
+implementation.
+
+First sets
+----------
+
+IDENT 		[a-zA-Z] | '-' | '_' | [^#x0-#x7F] | '\'
+ATKEYWORD	'@'
+STRING		'"' | "'"
+HASH		'#'
+NUMBER		[0-9] | '.'
+PERCENTAGE	[0-9] | '.'
+DIMENSION	[0-9] | '.'
+URI		[Uu]
+UNICODE-RANGE	[Uu]
+CDO		'<'
+CDC		'-'
+S	 	#x9 | #xA | #xC | #xD | #x20
+COMMENT		'/'
+FUNCTION	[a-zA-Z] | '-' | '_' | [^#x0-#x7F] | '\'
+INCLUDES	'~'
+DASHMATCH	'|'
+PREFIXMATCH	'^'
+SUFFIXMATCH	'$'
+SUBSTRINGMATCH	'*'
+CHAR		anything except " or '
+