Index: branches/apertium-tagger/experiments/evaluate_tagger.py =================================================================== --- branches/apertium-tagger/experiments/evaluate_tagger.py (revision 72241) +++ branches/apertium-tagger/experiments/evaluate_tagger.py (revision 72242) @@ -128,7 +128,7 @@ class TaggerEvaluator: - def __init__(self, src_fn, ref_fn, tst_fn): + def __init__(self, src_fn, ref_fn, tst_fn, noisy=False): self.src_f = open(src_fn) self.ref_f = open(ref_fn) self.tst_f = open(tst_fn) @@ -142,6 +142,7 @@ lines = -1 if src_l != ref_l != tst_l: + if noisy: print(src_l, ref_l, tst_l, file=sys.stderr) else: self.lines = src_l @@ -150,7 +151,7 @@ self.ref_f.seek(0) self.tst_f.seek(0) - def run_analysis(self): + def run_analysis(self, noisy=False): self.n_tokens = 0 self.n_unknown = 0 n_line = 0 @@ -219,8 +220,10 @@ ref_msd = '' if tst_w.count('/*') < 1 and tst_w[0] == '^': # { + if noisy: print('tst_w', tst_w) tst_readings, tst_removed = readings(tst_w, testFunc) + if noisy: print('tst_readings', tst_readings) print('tst_removed', tst_removed) tst_lema = reading_lemma(tst_readings[0]) @@ -247,6 +250,7 @@ #} if tst_w.count('/*') > 0 and skipUnknown == True: # { + if noisy: print('*\t', ref_lema, ref_msd) self.n_unknown = self.n_unknown + 1 continue @@ -286,6 +290,7 @@ for ref_reading in ref_readings: if ref_reading not in src_readings: + if noisy: print('[' + str(n_line) + '] UNAVAILABLE:', ref_reading, src_readings) self.n_analysis_unavailable += 1 else: @@ -293,6 +298,7 @@ for ref_reading in ref_readings: # { if ref_reading not in tst_readings: # { + if noisy: print('[' + str(n_line) + '] FALSENEG:', ref_reading, tst_readings) self.n_falsenegative = self.n_falsenegative + 1 if ref_reading not in tst_readings_rules: # { @@ -327,6 +333,7 @@ ####################################################################### + if noisy: if tst_lema == ref_lema and tst_msd == ref_msd: # { print('=\t', tst_lema, tst_msd) else: # { Index: branches/apertium-tagger/experiments/mtx/commondefns.mtx =================================================================== --- branches/apertium-tagger/experiments/mtx/commondefns.mtx (revision 72241) +++ branches/apertium-tagger/experiments/mtx/commondefns.mtx (revision 72242) @@ -2,10 +2,7 @@ - - - Index: branches/apertium-tagger/experiments/mtx/spacycoarsetags.mtx =================================================================== --- branches/apertium-tagger/experiments/mtx/spacycoarsetags.mtx (revision 72241) +++ branches/apertium-tagger/experiments/mtx/spacycoarsetags.mtx (revision 72242) @@ -166,7 +166,7 @@ - + Index: branches/apertium-tagger/experiments/run_experiment.py =================================================================== --- branches/apertium-tagger/experiments/run_experiment.py (revision 72241) +++ branches/apertium-tagger/experiments/run_experiment.py (revision 72242) @@ -284,7 +284,6 @@ mtx_content = template.substitute({ 'tsx_fn': self.tsx_fn }) - print("Copy {} to {}".format(fn, mtx_dest)) open(mtx_dest, 'w').write(mtx_content) if not reuse: