👌 IMPROVE: Ensure len(state.src) == len(state.srcCharCode) (#108)

Co-authored-by: Taneli Hukkinen <hukkinj1@users.noreply.github.com>
Co-authored-by: tongyulong <tongyulong@bytedance.com>

Author: 3 people

markdown_it/ruler.py

@@ -21,10 +21,20 @@ class Ruler
 
 class StateBase:
     def __init__(self, src: str, md, env):
+        self.srcCharCode: List[int] = []
         self.src = src
         self.env = env
         self.md = md
 
+    @property
+    def src(self):
+        return self._src
+
+    @src.setter
+    def src(self, value):
+        self._src = value
+        self.srcCharCode = [ord(c) for c in self.src] if self.src is not None else []
+
 
 # The first positional arg is always a subtype of `StateBase`. Other
 # arguments may or may not exist, based on the rule's type (block,

markdown_it/rules_block/state_block.py

@@ -15,11 +15,11 @@ def __init__(
         srcCharCode: Optional[List[int]] = None,
     ):
 
-        self.src = src
         if srcCharCode is not None:
+            self._src = src
             self.srcCharCode = srcCharCode
         else:
-            self.srcCharCode = [ord(c) for c in src] if src is not None else []
+            self.src = src
 
         # link to parser instance
         self.md = md

markdown_it/rules_core/state_core.py

@@ -7,7 +7,6 @@
 class StateCore(StateBase):
     def __init__(self, src: str, md, env, tokens=None):
         self.src = src
-        self.srcCharCode = [ord(c) for c in src] if src is not None else []
         self.md = md  # link to parser instance
         self.env = env
         self.tokens: List[Token] = tokens or []

markdown_it/rules_inline/state_inline.py

@@ -45,7 +45,6 @@ class Delimiter:
 class StateInline(StateBase):
     def __init__(self, src: str, md, env, outTokens: List[Token]):
         self.src = src
-        self.srcCharCode = [ord(c) for c in src] if src is not None else []
         self.env = env
         self.md = md
         self.tokens = outTokens