diff tests/test_fr.py @ 27:bf13850f21fb

Use the more correct "Token.Text.Whitespace" for whitespace instead of "Token.Text"
author Franz Glasner <fzglas.hg@dom66.de>
date Tue, 21 Apr 2026 01:22:43 +0200
parents bb2fd6d4ad69
children de1f67eff9d5
line wrap: on
line diff
--- a/tests/test_fr.py	Tue Apr 21 01:07:20 2026 +0200
+++ b/tests/test_fr.py	Tue Apr 21 01:22:43 2026 +0200
@@ -30,38 +30,38 @@
     def test_types(self):
         tokens = pygments.lex("huhu", self.lexer)
         self.assertEqual((Token.Name.Variable, "huhu"), next(tokens))
-        self.assertEqual((Token.Text, "\n"), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, "\n"), next(tokens))
         self.assertRaises(StopIteration, next, tokens)
 
     def test_op_replace(self):
         tokens = pygments.lex("<= >= <> != <- -> => ^ < = > <-> <=>",
                               self.lexer)
         self.assertEqual((Token.Operator, "≤"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "≥"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "≠"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "≠"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "←"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "→"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "⇒"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "↑"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "<"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "="), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, ">"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "↔"), next(tokens))
-        self.assertEqual((Token.Text, " "), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
         self.assertEqual((Token.Operator, "⇔"), next(tokens))
-        self.assertEqual((Token.Text, "\n"), next(tokens))
+        self.assertEqual((Token.Text.Whitespace, "\n"), next(tokens))
         self.assertRaises(StopIteration, next, tokens)
 
     def test_op_replace_list(self):
@@ -69,31 +69,31 @@
                               self.lexer)
         self.assertTokenStreamEqual(
             [("Token.Operator", "≤"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "≥"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "≠"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "≠"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "←"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "→"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "⇒"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "↑"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "<"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "="),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", ">"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "↔"),
-             ("Token.Text", " "),
+             ("Token.Text.Whitespace", " "),
              ("Token.Operator", "⇔"),
-             ("Token.Text", "\n"),
+             ("Token.Text.Whitespace", "\n"),
              ],
             tokens)
         self.assertRaises(StopIteration, next, tokens)
@@ -102,31 +102,31 @@
         tokens = pygments.lex("<= >= <> != <- -> => ^ < = > <-> <=> ", self.lexer)
         self.assertTokenStreamEqual(
             [("Operator", "≤"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "≥"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "≠"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "≠"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "←"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "→"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "⇒"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "↑"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "<"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "="),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", ">"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "↔"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "⇔"),
-             ("Text", " \n"),
+             ("Text.Whitespace", " \n"),
              ],
             tokens)
         self.assertRaises(StopIteration, next, tokens)
@@ -135,31 +135,31 @@
         tokens = pygments.lex("<= >= <> != <- -> => ^ > = < <=> <->  ", self.lexer)
         self.assertTokenStreamEqualComplete(
             [("Operator", "≤"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "≥"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "≠"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "≠"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "←"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "→"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "⇒"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "↑"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", ">"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "="),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "<"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "⇔"),
-             ("Text", " "),
+             ("Text.Whitespace", " "),
              ("Operator", "↔"),
-             ("Text", "  \n"),
+             ("Text.Whitespace", "  \n"),
              ],
             tokens)