diff tests/test_algpseudo.py @ 276:397ed930a5ba

Allow more separator characters for explicit token types. Extensive tests including a special test when using the backslash.
author Franz Glasner <fzglas.hg@dom66.de>
date Wed, 20 May 2026 12:10:01 +0200
parents f365d9d2c0ad
children ee512932d603
line wrap: on
line diff
--- a/tests/test_algpseudo.py	Wed May 20 10:16:58 2026 +0200
+++ b/tests/test_algpseudo.py	Wed May 20 12:10:01 2026 +0200
@@ -700,15 +700,25 @@
                 self.lexer))
 
     def test_explicit_tokentype_all_seps(self):
-        for sep in r"/:|=*+!\$~":
+        for sep in r"""/?.,:;%|=*+!$"'~_-#@""":
             self.assertTokenStreamEqualComplete(
                 [("Name.Decorator", "word"),
+                 ("Text", sep),
                  ("Text.Whitespace", "\n"),
                  ],
                 pygments.lex(
-                    r"\ttx-nd%sword%s" % (sep, sep,),
+                    r"\text{\ttx-nd%sword%s%s}" % (sep, sep, sep),
                     self.lexer))
 
+    def test_explicit_tokentype_backslash(self):
+        self.assertTokenStreamEqualComplete(
+            [("Name.Decorator", "word"),
+             ("Text", "\\"),
+             ("Text", " "),
+             ("Text.Whitespace", "\n"),
+             ],
+            pygments.lex(r"\text{\ttx-nd\word\\ }", self.lexer))
+
     def test_explicit_tokentype_error(self):
         self.assertTokenStreamEqualComplete(
             [("Generic.Error", r"""\ttx-non-existing[a_Decorator]"""),