diff pygments_lexer_pseudocode2/bases.py @ 72:206017a08ed7

Refactor: Make the "op_space()" and related methods more flexible and allow a given fixed token type and value
author Franz Glasner <fzglas.hg@dom66.de>
date Tue, 28 Apr 2026 19:14:17 +0200
parents 2ea86269e84e
children a2a56d08b860
line wrap: on
line diff
--- a/pygments_lexer_pseudocode2/bases.py	Tue Apr 28 19:03:10 2026 +0200
+++ b/pygments_lexer_pseudocode2/bases.py	Tue Apr 28 19:14:17 2026 +0200
@@ -10,8 +10,7 @@
 
 from pygments import unistring
 from pygments.lexer import RegexLexer, combined, bygroups, include
-from pygments.token import (Comment, Error, Name, Number, Other, String,
-                            Whitespace)
+from pygments.token import (Comment, Error, Name, Number, Other, String)
 
 
 #
@@ -74,9 +73,13 @@
         if False:
             yield match.start(), Other, ""
 
-    def op_space(lexer, match, ctx=None):
-        """Unconditionally yield a single whitespace ' '."""
-        yield match.start(), Whitespace, " "
+    def op_fixed(toktype, value):
+        """Unconditionally yield a given token type and value."""
+
+        def _op_fixed(lexer, match, ctx=None):
+            yield match.start(), toktype, value
+
+        return _op_fixed
 
     tokens = {
 #