commit 12e8f975dbdf58ce197c4e4770d5db14871bb5d2 Author: Tanmai Khanna Date: Fri Jul 17 11:45:33 2020 +0530 store blanks with brackets diff --git a/streamparser.py b/streamparser.py index 986e407..6ecb896 100755 --- a/streamparser.py +++ b/streamparser.py @@ -162,7 +162,7 @@ class LexicalUnit: if("]]^" in cohort[0]): split_form = cohort[0].split("]]^") - self.wordbound_blank = split_form[0] + self.wordbound_blank = split_form[0] + "]]" self.wordform = split_form[1] else: self.wordform = cohort[0] @@ -238,6 +238,7 @@ def parse(stream, with_text=False): # type: (Iterator[str], bool) -> Iterator[U if char == '[': next_char = next(stream) if next_char == '[': + buffer += "[["; in_lexical_unit = True else: in_superblank = True