Imported test cases from pygments

tests/properties/test_comments.txt

@@ -0,0 +1,12 @@
+# Assures lines lead by either # or ! are recognized as a comment
+
+---input---
+! a comment
+# also a comment
+
+---tokens---
+'! a comment' Comment.Single
+'\n'          Text.Whitespace
+
+'# also a comment' Comment.Single
+'\n'          Text.Whitespace

tests/properties/test_escaped_space_in_key.txt

@@ -0,0 +1,10 @@
+---input---
+key = value
+
+---tokens---
+'key'         Name.Attribute
+' '           Text.Whitespace
+'='           Operator
+' '           Text.Whitespace
+'value'       Literal.String
+'\n'          Text.Whitespace

tests/properties/test_escaped_space_in_value.txt

@@ -0,0 +1,12 @@
+---input---
+key = doubleword\ value
+
+---tokens---
+'key'         Name.Attribute
+' '           Text.Whitespace
+'='           Operator
+' '           Text.Whitespace
+'doubleword'  Literal.String
+'\\ '         Literal.String.Escape
+'value'       Literal.String
+'\n'          Text.Whitespace

tests/properties/test_just_key.txt

@@ -0,0 +1,6 @@
+---input---
+justkey
+
+---tokens---
+'justkey'     Name.Attribute
+'\n'          Text.Whitespace

tests/properties/test_just_key_with_space.txt

@@ -0,0 +1,8 @@
+---input---
+just\ key
+
+---tokens---
+'just'        Name.Attribute
+'\\ '         Literal.String.Escape
+'key'         Name.Attribute
+'\n'          Text.Whitespace

tests/properties/test_leading_whitespace_comments.txt

@@ -0,0 +1,6 @@
+---input---
+# comment
+
+---tokens---
+'# comment'   Comment.Single
+'\n'          Text.Whitespace

tests/properties/test_space_delimited_kv_pair.txt

@@ -0,0 +1,8 @@
+---input---
+key value
+
+---tokens---
+'key'         Name.Attribute
+' '           Text.Whitespace
+'value'       Literal.String
+'\n'          Text.Whitespace