commit d5829c5ff6d7717f65d97bd365ec9b5f7dc7f3c5 Author: Amr Keleg Date: Wed Jun 5 00:25:40 2019 +0200 Minimize the FST to prevent segmenation faults in lt-comp diff --git a/lt-weight b/lt-weight index fcf6244..03cad0d 100755 --- a/lt-weight +++ b/lt-weight @@ -21,7 +21,8 @@ COMPOSED_FST="$TEMP_DIR/weighted-transducer.hfst" SUBTRACTED_FST="$TEMP_DIR/subtracted-transducer.hfst" DEFAULT_WEIGHTED_FST="$TEMP_DIR/default-weighted-transducer.hfst" DISJUNCTED_FST="$TEMP_DIR/disjuncted-weighted-transducer.hfst" -DISJUNCTED_ATTFST="$TEMP_DIR/weighted-transducer.att" +MINIMIZED_FST="$TEMP_DIR/minimized-weighted-transducer.hfst" +MINIMIZED_ATTFST="$TEMP_DIR/weighted-transducer.att" # Convert the input FST to HFST lt-print "$FST" | sed -e 's/:/\\:/' -e :a -e 's/ /@_SPACE_@/;ta'> $ATTFST @@ -44,9 +45,11 @@ hfst-compose -1 $HFST_FST -2 $WEIGHTED_FST -v -o $COMPOSED_FST hfst-subtract $HFST_FST $COMPOSED_FST -o $SUBTRACTED_FST hfst-reweight -i $SUBTRACTED_FST -o $DEFAULT_WEIGHTED_FST -e -a 1000000 hfst-disjunct $DEFAULT_WEIGHTED_FST $COMPOSED_FST -o $DISJUNCTED_FST +hfst-minimize $DISJUNCTED_FST -o $MINIMIZED_FST +hfst-fst2txt -i $MINIMIZED_FST -o $MINIMIZED_ATTFST # Compile the FST back using lttoolbox -lt-comp lr $DISJUNCTED_ATTFST $OUTPUT_FST +lt-comp lr $MINIMIZED_ATTFST $OUTPUT_FST # Delete the temporary files rm -rf "$TEMP_DIR"