commit 41ebfa96161b5a39225f5609b510bf99e2c947e3 Author: Eiji Miyamoto Date: Mon Aug 21 11:43:12 2023 +0100 500 cohorts warning will not happen as i added delimiter in rlx diff --git a/apertium-jpn.jpn.lexc b/apertium-jpn.jpn.lexc index a3e5953..06c485e 100644 --- a/apertium-jpn.jpn.lexc +++ b/apertium-jpn.jpn.lexc @@ -561595,6 +561595,9 @@ LEXICON Suffix LEXICON Punctuation 。%:。 # ; +.%:. # ; +!%:! # ; +?%:? # ; 、%:、 # ; 「%:「 # ; 」%:」 # ; diff --git a/apertium-jpn.jpn.rlx b/apertium-jpn.jpn.rlx index 447f8b2..3e11cc5 100644 --- a/apertium-jpn.jpn.rlx +++ b/apertium-jpn.jpn.rlx @@ -1,5 +1,5 @@ # Firstly, we need to define what tags should be considered sentence delimiters. For this example, only full stop is set as delimiter. -DELIMITERS = "<.>" ; +DELIMITERS = "<.>" "<。>" "" "" ; # We can define sets for common tag clusters LIST Case = (n s) (n p) ; # A set that matches either a Noun Singular or a Noun Plural