Mercurial > hgrepos > Python > libs > pygments-lexer-pseudocode2

comparison tests/test_fr.py @ 27:bf13850f21fb

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Use the more correct "Token.Text.Whitespace" for whitespace instead of "Token.Text"
author Franz Glasner <fzglas.hg@dom66.de>
date Tue, 21 Apr 2026 01:22:43 +0200
parents bb2fd6d4ad69
children de1f67eff9d5
comparison
equal deleted inserted replaced
26:92576c1b05d9 27:bf13850f21fb
28 LEXERFILENAME, LEXERCLASS) 28 LEXERFILENAME, LEXERCLASS)
29 29
30 def test_types(self): 30 def test_types(self):
31 tokens = pygments.lex("huhu", self.lexer) 31 tokens = pygments.lex("huhu", self.lexer)
32 self.assertEqual((Token.Name.Variable, "huhu"), next(tokens)) 32 self.assertEqual((Token.Name.Variable, "huhu"), next(tokens))
33 self.assertEqual((Token.Text, "\n"), next(tokens)) 33 self.assertEqual((Token.Text.Whitespace, "\n"), next(tokens))
34 self.assertRaises(StopIteration, next, tokens) 34 self.assertRaises(StopIteration, next, tokens)
35 35
36 def test_op_replace(self): 36 def test_op_replace(self):
37 tokens = pygments.lex("<= >= <> != <- -> => ^ < = > <-> <=>", 37 tokens = pygments.lex("<= >= <> != <- -> => ^ < = > <-> <=>",
38 self.lexer) 38 self.lexer)
39 self.assertEqual((Token.Operator, "≤"), next(tokens)) 39 self.assertEqual((Token.Operator, "≤"), next(tokens))
40 self.assertEqual((Token.Text, " "), next(tokens)) 40 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
41 self.assertEqual((Token.Operator, "≥"), next(tokens)) 41 self.assertEqual((Token.Operator, "≥"), next(tokens))
42 self.assertEqual((Token.Text, " "), next(tokens)) 42 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
43 self.assertEqual((Token.Operator, "≠"), next(tokens)) 43 self.assertEqual((Token.Operator, "≠"), next(tokens))
44 self.assertEqual((Token.Text, " "), next(tokens)) 44 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
45 self.assertEqual((Token.Operator, "≠"), next(tokens)) 45 self.assertEqual((Token.Operator, "≠"), next(tokens))
46 self.assertEqual((Token.Text, " "), next(tokens)) 46 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
47 self.assertEqual((Token.Operator, "←"), next(tokens)) 47 self.assertEqual((Token.Operator, "←"), next(tokens))
48 self.assertEqual((Token.Text, " "), next(tokens)) 48 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
49 self.assertEqual((Token.Operator, "→"), next(tokens)) 49 self.assertEqual((Token.Operator, "→"), next(tokens))
50 self.assertEqual((Token.Text, " "), next(tokens)) 50 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
51 self.assertEqual((Token.Operator, "⇒"), next(tokens)) 51 self.assertEqual((Token.Operator, "⇒"), next(tokens))
52 self.assertEqual((Token.Text, " "), next(tokens)) 52 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
53 self.assertEqual((Token.Operator, "↑"), next(tokens)) 53 self.assertEqual((Token.Operator, "↑"), next(tokens))
54 self.assertEqual((Token.Text, " "), next(tokens)) 54 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
55 self.assertEqual((Token.Operator, "<"), next(tokens)) 55 self.assertEqual((Token.Operator, "<"), next(tokens))
56 self.assertEqual((Token.Text, " "), next(tokens)) 56 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
57 self.assertEqual((Token.Operator, "="), next(tokens)) 57 self.assertEqual((Token.Operator, "="), next(tokens))
58 self.assertEqual((Token.Text, " "), next(tokens)) 58 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
59 self.assertEqual((Token.Operator, ">"), next(tokens)) 59 self.assertEqual((Token.Operator, ">"), next(tokens))
60 self.assertEqual((Token.Text, " "), next(tokens)) 60 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
61 self.assertEqual((Token.Operator, "↔"), next(tokens)) 61 self.assertEqual((Token.Operator, "↔"), next(tokens))
62 self.assertEqual((Token.Text, " "), next(tokens)) 62 self.assertEqual((Token.Text.Whitespace, " "), next(tokens))
63 self.assertEqual((Token.Operator, "⇔"), next(tokens)) 63 self.assertEqual((Token.Operator, "⇔"), next(tokens))
64 self.assertEqual((Token.Text, "\n"), next(tokens)) 64 self.assertEqual((Token.Text.Whitespace, "\n"), next(tokens))
65 self.assertRaises(StopIteration, next, tokens) 65 self.assertRaises(StopIteration, next, tokens)
66 66
67 def test_op_replace_list(self): 67 def test_op_replace_list(self):
68 tokens = pygments.lex("<= >= <> != <- -> => ^ < = > <-> <=>", 68 tokens = pygments.lex("<= >= <> != <- -> => ^ < = > <-> <=>",
69 self.lexer) 69 self.lexer)
70 self.assertTokenStreamEqual( 70 self.assertTokenStreamEqual(
71 [("Token.Operator", "≤"), 71 [("Token.Operator", "≤"),
72 ("Token.Text", " "), 72 ("Token.Text.Whitespace", " "),
73 ("Token.Operator", "≥"), 73 ("Token.Operator", "≥"),
74 ("Token.Text", " "), 74 ("Token.Text.Whitespace", " "),
75 ("Token.Operator", "≠"), 75 ("Token.Operator", "≠"),
76 ("Token.Text", " "), 76 ("Token.Text.Whitespace", " "),
77 ("Token.Operator", "≠"), 77 ("Token.Operator", "≠"),
78 ("Token.Text", " "), 78 ("Token.Text.Whitespace", " "),
79 ("Token.Operator", "←"), 79 ("Token.Operator", "←"),
80 ("Token.Text", " "), 80 ("Token.Text.Whitespace", " "),
81 ("Token.Operator", "→"), 81 ("Token.Operator", "→"),
82 ("Token.Text", " "), 82 ("Token.Text.Whitespace", " "),
83 ("Token.Operator", "⇒"), 83 ("Token.Operator", "⇒"),
84 ("Token.Text", " "), 84 ("Token.Text.Whitespace", " "),
85 ("Token.Operator", "↑"), 85 ("Token.Operator", "↑"),
86 ("Token.Text", " "), 86 ("Token.Text.Whitespace", " "),
87 ("Token.Operator", "<"), 87 ("Token.Operator", "<"),
88 ("Token.Text", " "), 88 ("Token.Text.Whitespace", " "),
89 ("Token.Operator", "="), 89 ("Token.Operator", "="),
90 ("Token.Text", " "), 90 ("Token.Text.Whitespace", " "),
91 ("Token.Operator", ">"), 91 ("Token.Operator", ">"),
92 ("Token.Text", " "), 92 ("Token.Text.Whitespace", " "),
93 ("Token.Operator", "↔"), 93 ("Token.Operator", "↔"),
94 ("Token.Text", " "), 94 ("Token.Text.Whitespace", " "),
95 ("Token.Operator", "⇔"), 95 ("Token.Operator", "⇔"),
96 ("Token.Text", "\n"), 96 ("Token.Text.Whitespace", "\n"),
97 ], 97 ],
98 tokens) 98 tokens)
99 self.assertRaises(StopIteration, next, tokens) 99 self.assertRaises(StopIteration, next, tokens)
100 100
101 def test_op_replace_list_with_short_names(self): 101 def test_op_replace_list_with_short_names(self):
102 tokens = pygments.lex("<= >= <> != <- -> => ^ < = > <-> <=> ", self.lexer) 102 tokens = pygments.lex("<= >= <> != <- -> => ^ < = > <-> <=> ", self.lexer)
103 self.assertTokenStreamEqual( 103 self.assertTokenStreamEqual(
104 [("Operator", "≤"), 104 [("Operator", "≤"),
105 ("Text", " "), 105 ("Text.Whitespace", " "),
106 ("Operator", "≥"), 106 ("Operator", "≥"),
107 ("Text", " "), 107 ("Text.Whitespace", " "),
108 ("Operator", "≠"), 108 ("Operator", "≠"),
109 ("Text", " "), 109 ("Text.Whitespace", " "),
110 ("Operator", "≠"), 110 ("Operator", "≠"),
111 ("Text", " "), 111 ("Text.Whitespace", " "),
112 ("Operator", "←"), 112 ("Operator", "←"),
113 ("Text", " "), 113 ("Text.Whitespace", " "),
114 ("Operator", "→"), 114 ("Operator", "→"),
115 ("Text", " "), 115 ("Text.Whitespace", " "),
116 ("Operator", "⇒"), 116 ("Operator", "⇒"),
117 ("Text", " "), 117 ("Text.Whitespace", " "),
118 ("Operator", "↑"), 118 ("Operator", "↑"),
119 ("Text", " "), 119 ("Text.Whitespace", " "),
120 ("Operator", "<"), 120 ("Operator", "<"),
121 ("Text", " "), 121 ("Text.Whitespace", " "),
122 ("Operator", "="), 122 ("Operator", "="),
123 ("Text", " "), 123 ("Text.Whitespace", " "),
124 ("Operator", ">"), 124 ("Operator", ">"),
125 ("Text", " "), 125 ("Text.Whitespace", " "),
126 ("Operator", "↔"), 126 ("Operator", "↔"),
127 ("Text", " "), 127 ("Text.Whitespace", " "),
128 ("Operator", "⇔"), 128 ("Operator", "⇔"),
129 ("Text", " \n"), 129 ("Text.Whitespace", " \n"),
130 ], 130 ],
131 tokens) 131 tokens)
132 self.assertRaises(StopIteration, next, tokens) 132 self.assertRaises(StopIteration, next, tokens)
133 133
134 def test_op_replace_complete(self): 134 def test_op_replace_complete(self):
135 tokens = pygments.lex("<= >= <> != <- -> => ^ > = < <=> <-> ", self.lexer) 135 tokens = pygments.lex("<= >= <> != <- -> => ^ > = < <=> <-> ", self.lexer)
136 self.assertTokenStreamEqualComplete( 136 self.assertTokenStreamEqualComplete(
137 [("Operator", "≤"), 137 [("Operator", "≤"),
138 ("Text", " "), 138 ("Text.Whitespace", " "),
139 ("Operator", "≥"), 139 ("Operator", "≥"),
140 ("Text", " "), 140 ("Text.Whitespace", " "),
141 ("Operator", "≠"), 141 ("Operator", "≠"),
142 ("Text", " "), 142 ("Text.Whitespace", " "),
143 ("Operator", "≠"), 143 ("Operator", "≠"),
144 ("Text", " "), 144 ("Text.Whitespace", " "),
145 ("Operator", "←"), 145 ("Operator", "←"),
146 ("Text", " "), 146 ("Text.Whitespace", " "),
147 ("Operator", "→"), 147 ("Operator", "→"),
148 ("Text", " "), 148 ("Text.Whitespace", " "),
149 ("Operator", "⇒"), 149 ("Operator", "⇒"),
150 ("Text", " "), 150 ("Text.Whitespace", " "),
151 ("Operator", "↑"), 151 ("Operator", "↑"),
152 ("Text", " "), 152 ("Text.Whitespace", " "),
153 ("Operator", ">"), 153 ("Operator", ">"),
154 ("Text", " "), 154 ("Text.Whitespace", " "),
155 ("Operator", "="), 155 ("Operator", "="),
156 ("Text", " "), 156 ("Text.Whitespace", " "),
157 ("Operator", "<"), 157 ("Operator", "<"),
158 ("Text", " "), 158 ("Text.Whitespace", " "),
159 ("Operator", "⇔"), 159 ("Operator", "⇔"),
160 ("Text", " "), 160 ("Text.Whitespace", " "),
161 ("Operator", "↔"), 161 ("Operator", "↔"),
162 ("Text", " \n"), 162 ("Text.Whitespace", " \n"),
163 ], 163 ],
164 tokens) 164 tokens)
165 165
166 166
167 if __name__ == "__main__": 167 if __name__ == "__main__":