diff pygments_lexer_pseudocode2/bases.py @ 65:3f4223a79d2b

Normalize whitespace handling for entity names
author Franz Glasner <fzglas.hg@dom66.de>
date Tue, 28 Apr 2026 13:05:15 +0200
parents 7153e945a3d6
children 2ea86269e84e
line wrap: on
line diff
--- a/pygments_lexer_pseudocode2/bases.py	Tue Apr 28 12:40:02 2026 +0200
+++ b/pygments_lexer_pseudocode2/bases.py	Tue Apr 28 13:05:15 2026 +0200
@@ -10,7 +10,8 @@
 
 from pygments import unistring
 from pygments.lexer import RegexLexer, combined, bygroups, include
-from pygments.token import Error, Name, Number, String, Comment, Other
+from pygments.token import (Comment, Error, Name, Number, Other, String,
+                            Whitespace)
 
 
 #
@@ -69,9 +70,14 @@
     """
 
     def op_ignore(lexer, match, ctx=None):
+        """Ignore the match."""
         if False:
             yield match.start(), Other, ""
 
+    def op_space(lexer, match, ctx=None):
+        """Unconditionally yield a single whitespace ' '."""
+        yield match.start(), Whitespace, " "
+
     tokens = {
 #
 # These states are borrowed from Pygment's Python lexer.