🔧 MAINTAIN: Add mypy type-checking (#64)

Author: hukkinj1

.mypy.ini

@@ -0,0 +1,5 @@
+[mypy]
+warn_unused_ignores = True
+warn_redundant_casts = True
+no_implicit_optional = True
+strict_equality = True

.pre-commit-config.yaml

@@ -15,24 +15,30 @@ exclude: >
 repos:
 
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v3.2.0
+    rev: v3.3.0
     hooks:
     - id: check-json
     - id: check-yaml
     - id: end-of-file-fixer
     - id: trailing-whitespace
 
   - repo: https://github.com/mgedmin/check-manifest
-    rev: "0.42"
+    rev: "0.44"
     hooks:
     - id: check-manifest
 
   - repo: https://gitlab.com/pycqa/flake8
-    rev: 3.8.3
+    rev: 3.8.4
     hooks:
     - id: flake8
 
   - repo: https://github.com/psf/black
     rev: 20.8b1
     hooks:
     - id: black
+
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: v0.790
+    hooks:
+    - id: mypy
+      additional_dependencies: [attrs]

MANIFEST.in

@@ -13,6 +13,7 @@ exclude .flake8
 exclude .circleci
 exclude .circleci/config.yml
 exclude codecov.yml
+exclude .mypy.ini
 
 include LICENSE
 include LICENSE.markdown-it

markdown_it/common/entities.py

@@ -1,5 +1,5 @@
 """HTML5 entities map: { name -> characters }."""
-import html
+import html.entities
 
 
 class _Entities:

markdown_it/common/normalize_url.py

@@ -1,6 +1,6 @@
 import html
 import re
-from typing import Callable
+from typing import Callable, Optional
 from urllib.parse import urlparse, urlunparse, quote, unquote  # noqa: F401
 
 from .utils import ESCAPABLE
@@ -166,7 +166,7 @@ def normalizeLinkText(link):
 GOOD_DATA_RE = re.compile(r"^data:image\/(gif|png|jpeg|webp);")
 
 
-def validateLink(url: str, validator: Callable = None):
+def validateLink(url: str, validator: Optional[Callable] = None):
     """Validate URL link is allowed in output.
 
     This validator can prohibit more than really needed to prevent XSS.

markdown_it/common/utils.py

@@ -53,7 +53,7 @@ def assign(obj):
     #   })
     # })
 
-    return obj
+    # return obj
 
 
 def arrayReplaceAt(src: list, pos: int, newElements: list):
@@ -139,9 +139,10 @@ def replaceEntityPattern(match, name):
 
 
 def unescapeMd(string: str):
-    if "\\" in string:
-        return string
-    return string.replace(UNESCAPE_MD_RE, "$1")
+    raise NotImplementedError
+    # if "\\" in string:
+    #     return string
+    # return string.replace(UNESCAPE_MD_RE, "$1")
 
 
 def unescapeAll(string: str):

markdown_it/extensions/anchors/index.py

@@ -1,5 +1,5 @@
 import re
-from typing import Callable, List, Optional
+from typing import Callable, List, Optional, Set
 
 from markdown_it import MarkdownIt
 from markdown_it.rules_core import StateCore
@@ -65,19 +65,20 @@ def _make_anchors_func(
     permalinkBefore: bool,
     permalinkSpace: bool,
 ):
-    slugs = set()
+    slugs: Set[str] = set()
 
     def _anchor_func(state: StateCore):
         for (idx, token) in enumerate(state.tokens):
-            token: Token
             if token.type != "heading_open":
                 continue
             level = int(token.tag[1])
             if level not in selected_levels:
                 continue
+            inline_token = state.tokens[idx + 1]
+            assert inline_token.children is not None
             title = "".join(
                 child.content
-                for child in state.tokens[idx + 1].children
+                for child in inline_token.children
                 if child.type in ["text", "code_inline"]
             )
             slug = unique_slug(slug_func(title), slugs)
@@ -95,17 +96,17 @@ def _anchor_func(state: StateCore):
                     Token("link_close", "a", -1),
                 ]
                 if permalinkBefore:
-                    state.tokens[idx + 1].children = (
+                    inline_token.children = (
                         link_tokens
                         + (
                             [Token("text", "", 0, content=" ")]
                             if permalinkSpace
                             else []
                         )
-                        + state.tokens[idx + 1].children
+                        + inline_token.children
                     )
                 else:
-                    state.tokens[idx + 1].children.extend(
+                    inline_token.children.extend(
                         ([Token("text", "", 0, content=" ")] if permalinkSpace else [])
                         + link_tokens
                     )

markdown_it/extensions/container/index.py

@@ -1,6 +1,6 @@
 """Process block-level custom containers."""
 from math import floor
-from typing import Callable
+from typing import Callable, Optional
 
 from markdown_it import MarkdownIt
 from markdown_it.common.utils import charCodeAt
@@ -11,7 +11,7 @@ def container_plugin(
     md: MarkdownIt,
     name: str,
     marker: str = ":",
-    validate: Callable[[str, str], bool] = None,
+    validate: Optional[Callable[[str, str], bool]] = None,
     render=None,
 ):
     """Plugin ported from
@@ -80,6 +80,7 @@ def container_func(state: StateBlock, startLine: int, endLine: int, silent: bool
 
         markup = state.src[start:pos]
         params = state.src[pos:maximum]
+        assert validate is not None
         if not validate(params, markup):
             return False
 

markdown_it/extensions/deflist/index.py

@@ -22,7 +22,7 @@ def deflist_plugin(md: MarkdownIt):
         ~ Definition 2b
 
     """
-    isSpace = md.utils.isSpace
+    isSpace = md.utils.isSpace  # type: ignore
 
     def skipMarker(state: StateBlock, line: int):
         """Search `[:~][\n ]`, returns next pos after marker on success or -1 on fail."""

markdown_it/extensions/footnote/index.py

@@ -1,6 +1,8 @@
 # Process footnotes
 #
 
+from typing import List, Optional
+
 from markdown_it import MarkdownIt
 from markdown_it.token import Token
 from markdown_it.rules_inline import StateInline
@@ -174,7 +176,7 @@ def footnote_inline(state: StateInline, silent: bool):
         refs = state.env.setdefault("footnotes", {}).setdefault("list", {})
         footnoteId = len(refs)
 
-        tokens = []
+        tokens: List[Token] = []
         state.md.inline.parse(
             state.src[labelStart:labelEnd], state.md, state.env, tokens
         )
@@ -260,7 +262,7 @@ def footnote_tail(state: StateBlock, *args, **kwargs):
     if "footnotes" not in state.env:
         return
 
-    current = []
+    current: List[Token] = []
     tok_filter = []
     for tok in state.tokens:
 
@@ -320,7 +322,7 @@ def footnote_tail(state: StateBlock, *args, **kwargs):
 
         state.tokens.extend(tokens)
         if state.tokens[len(state.tokens) - 1].type == "paragraph_close":
-            lastParagraph = state.tokens.pop()
+            lastParagraph: Optional[Token] = state.tokens.pop()
         else:
             lastParagraph = None