commit 32530cb588ad254437a7cacafc2dc171bd026e0b
Author: Eiji Miyamoto <eiji.miyamoto@student.manchester.ac.uk>
Date:   Thu Aug 3 14:30:35 2023 +0100

    added word segment command in jpn

diff --git a/tests/modCov.py b/tests/modCov.py
index 3baf55e..297f5dc 100644
--- a/tests/modCov.py
+++ b/tests/modCov.py
@@ -45,6 +45,7 @@ def tokenize(corpusPath):
     pipeline([
         [catCommands[corpusType], corpusPath],
         ['apertium-destxt'],
+        ['apertium -d . jpn-segment'],
         ['lt-proc', '-w', args.automorfPath],
         ['apertium-retxt'],
         ['sed', r's/\$\W*\^/$\n^/g']