blob: bf16fd7a27eb8d32b433a9ece8f8b6f02c8003a3 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
|
"""Normalize input string."""
import re
from .state_core import StateCore
# https://spec.commonmark.org/0.29/#line-ending
NEWLINES_RE = re.compile(r"\r\n?|\n")
NULL_RE = re.compile(r"\0")
def normalize(state: StateCore) -> None:
# Normalize newlines
string = NEWLINES_RE.sub("\n", state.src)
# Replace NULL characters
string = NULL_RE.sub("\uFFFD", string)
state.src = string
|
