commit 462ea38d59c329fa11cefb8be8e31065defc3df5
Author: Eiji Miyamoto <eiji.miyamoto@student.manchester.ac.uk>
Date:   Fri Mar 10 21:53:05 2023 +0000

    makefile and modes file are modified with tokenize python file

diff --git a/Makefile.am b/Makefile.am
index 9fe04af..4652d50 100644
--- a/Makefile.am
+++ b/Makefile.am
@@ -5,8 +5,6 @@
 RELEASE=0.1
 VERSION=0.1.0
 LANG1=jpn
-SCRIPT2=Yi
-LANG1SCRIPT2=$(LANG1)@$(SCRIPT2)
 BASENAME=apertium-$(LANG1)
 
 TARGETS_COMMON =			\
@@ -16,6 +14,7 @@ TARGETS_COMMON =			\
 	$(LANG1).autogen.hfst		\
 	$(LANG1).autogen.bin		\
 	$(LANG1).autogen.att.gz		\
+	$(LANG1).autotok.hfst     \
 	$(LANG1).autopgen.bin		\
 	$(LANG1).rlx.bin
 
@@ -50,7 +49,7 @@ TARGETS_COMMON =			\
 $(LANG1).autogen.hfst: .deps/$(LANG1).RL.hfst
 	hfst-fst2fst -O $< -o $@
 
-$(LANG1SCRIPT2).autotok.hfst: .deps/$(LANG1SCRIPT2).automorf.hfst
+$(LANG1).autotok.hfst: .deps/$(LANG1).LR.hfst
 	hfst-fst2fst -F $< | hfst-project -p input | hfst-minimise -o $@
 
 $(LANG1).automorf.hfst: .deps/$(LANG1).LR.hfst
diff --git a/modes.xml b/modes.xml
index 5bcbfe3..572ba9d 100644
--- a/modes.xml
+++ b/modes.xml
@@ -15,7 +15,7 @@
     <pipeline>
       <program name="python3">
         <file name="tokenize.py"/>
-        <file name="jpn.automorf.hfst"/>
+        <file name="jpn.autotok.hfst"/>
       </program>
       <program name="lt-proc -w">
         <file name="jpn.automorf.bin"/>
@@ -51,7 +51,7 @@
     <pipeline>
     <program name="python3">
         <file name="tokenize.py"/>
-        <file name="jpn.automorf.hfst"/>
+        <file name="jpn.autotok.hfst"/>
       </program>
       <program name="lt-proc -w">
         <file name="jpn.automorf.bin"/>
@@ -66,7 +66,7 @@
     <pipeline>
     <program name="python3">
         <file name="tokenize.py"/>
-        <file name="jpn.automorf.hfst"/>
+        <file name="jpn.autotok.hfst"/>
       </program>
       <program name="lt-proc -w">
         <file name="jpn.automorf.bin"/>