Index: trunk/apertium/apertium/align.cc
===================================================================
--- trunk/apertium/apertium/align.cc	(revision 69687)
+++ trunk/apertium/apertium/align.cc	(revision 69688)
@@ -14,8 +14,8 @@
 // along with this program; if not, see <http://www.gnu.org/licenses/>.
 
 #include "align.h"
-
 #include "linebreak.h"
+#include <apertium/string_utils.h>
 
 #include <iomanip>
 #include <ios>
@@ -33,7 +33,7 @@
   for (std::vector<std::pair<std::string, std::string> >::const_iterator i_ =
            string_.begin();
        i_ != string_.end(); ++i_) {
-    std::cerr << "  " << std::setw(width_) << std::left << i_->first
+    std::wcerr << "  " << std::setw(width_) << std::left << i_->first
               << std::setw(0)
               << linebreak::linebreak_(i_->second, width_ + 2, width_ + 4)
               << '\n';
Index: trunk/apertium/apertium/apertium-prelatex.l
===================================================================
--- trunk/apertium/apertium/apertium-prelatex.l	(revision 69687)
+++ trunk/apertium/apertium/apertium-prelatex.l	(revision 69688)
@@ -10,6 +10,7 @@
 #include <string>
 #include <vector>
 #include <apertium/latex_accentsmap.h>
+#include <apertium/string_utils.h>
 
 extern "C" {
 #if !defined(__STDC__)
@@ -420,9 +421,9 @@
 void usage(string const &progname)
 {
 
-  cerr << "USAGE: " << progname << " [input_file [output_file]" << ']' << endl;
+  wcerr << "USAGE: " << progname << " [input_file [output_file]" << ']' << endl;
 
-  cerr << "LaTeX format preprocessor " << endl;
+  wcerr << "LaTeX format preprocessor " << endl;
   exit(EXIT_SUCCESS);
 }
 
Index: trunk/apertium/apertium/apertium_filter_ambiguity.cc
===================================================================
--- trunk/apertium/apertium/apertium_filter_ambiguity.cc	(revision 69687)
+++ trunk/apertium/apertium/apertium_filter_ambiguity.cc	(revision 69688)
@@ -43,7 +43,7 @@
   struct stat var;  
   if(stat(filename, &var))
   {
-    cerr << "Can't stat '" << filename << "'" << endl;
+    wcerr << "Can't stat '" << filename << "'" << endl;
     exit(EXIT_FAILURE);
   }
  
@@ -51,7 +51,7 @@
   
   if(!retval)
   {
-    cerr << "Can't open '" << filename << "'" << endl;
+    wcerr << "Can't open '" << filename << "'" << endl;
     exit(EXIT_FAILURE);
   }
 #ifdef _MSC_VER
@@ -67,7 +67,7 @@
   
   if(argc < 2 || argc > 4)
   {
-    cerr << "USAGE: " << basename(argv[0]) << " tsx_file [input [output]" << endl; 
+    wcerr << "USAGE: " << basename(argv[0]) << " tsx_file [input [output]" << endl; 
     exit(EXIT_FAILURE);
   }
 
Index: trunk/apertium/apertium/apertium_interchunk.cc
===================================================================
--- trunk/apertium/apertium/apertium_interchunk.cc	(revision 69687)
+++ trunk/apertium/apertium/apertium_interchunk.cc	(revision 69688)
@@ -36,14 +36,14 @@
 
 void message(char *progname)
 {
-  cerr << "USAGE: " << basename(progname) << " [-tz] t2x preproc [input [output]]" << endl;
-  cerr << "  t2x        t2x rules file" << endl;
-  cerr << "  preproc    result of preprocess trules file" << endl;
-  cerr << "  input      input file, standard input by default" << endl;
-  cerr << "  output     output file, standard output by default" << endl;
-  cerr << "OPTIONS" <<endl;
-  cerr << "  -t         trace mode" << endl;
-  cerr << "  -z         flush buffer on '\0'" << endl;
+  wcerr << "USAGE: " << basename(progname) << " [-tz] t2x preproc [input [output]]" << endl;
+  wcerr << "  t2x        t2x rules file" << endl;
+  wcerr << "  preproc    result of preprocess trules file" << endl;
+  wcerr << "  input      input file, standard input by default" << endl;
+  wcerr << "  output     output file, standard output by default" << endl;
+  wcerr << "OPTIONS" <<endl;
+  wcerr << "  -t         trace mode" << endl;
+  wcerr << "  -z         flush buffer on '\0'" << endl;
 
   exit(EXIT_FAILURE);
 }
@@ -53,8 +53,8 @@
   struct stat mybuf;
   if(stat(filename.c_str(), &mybuf) == -1)
   {
-    cerr << "Error: can't stat file '";
-    cerr << filename << "'." << endl;
+    wcerr << "Error: can't stat file '";
+    wcerr << filename << "'." << endl;
     exit(EXIT_FAILURE);
   }
 }
@@ -64,8 +64,8 @@
   FILE *input = fopen(filename.c_str(), "r");
   if(!input)
   {
-    cerr << "Error: can't open input file '";
-    cerr << filename.c_str() << "'." << endl;
+    wcerr << "Error: can't open input file '";
+    wcerr << filename.c_str() << "'." << endl;
     exit(EXIT_FAILURE);
   }
   
@@ -77,8 +77,8 @@
   FILE *output = fopen(filename.c_str(), "w");
   if(!output)
   {
-    cerr << "Error: can't open output file '";
-    cerr << filename.c_str() << "'." << endl;
+    wcerr << "Error: can't open output file '";
+    wcerr << filename.c_str() << "'." << endl;
     exit(EXIT_FAILURE);
   }
   return output;
Index: trunk/apertium/apertium/apertium_lextor.cc
===================================================================
--- trunk/apertium/apertium/apertium_lextor.cc	(revision 69687)
+++ trunk/apertium/apertium/apertium_lextor.cc	(revision 69688)
@@ -42,12 +42,12 @@
 
 
 void help(char *name) {
-  cerr<<"USAGE:\n";
-  cerr<<name<<" --trainwrd stopwords words n left right corpus model [--weightexp w]\nOR\n";
-  cerr<<name<<" --trainlch stopwords lexchoices n left right corpus wordmodel dic bildic model [--weightexp w]\nOR\n";
-  cerr<<name<<" --lextor model dic left right [--debug] [--weightexp w]\n\n";
-  //cerr<<name<<" --lextortl stopwords words tlmodel dic bildic left right [--debug] [--weightexp w]\n\n"; 
-  cerr<<"ARGUMENTS: \n"
+  wcerr<<"USAGE:\n";
+  wcerr<<name<<" --trainwrd stopwords words n left right corpus model [--weightexp w]\nOR\n";
+  wcerr<<name<<" --trainlch stopwords lexchoices n left right corpus wordmodel dic bildic model [--weightexp w]\nOR\n";
+  wcerr<<name<<" --lextor model dic left right [--debug] [--weightexp w]\n\n";
+  //wcerr<<name<<" --lextortl stopwords words tlmodel dic bildic left right [--debug] [--weightexp w]\n\n"; 
+  wcerr<<"ARGUMENTS: \n"
       <<"   --trainwrd|-t: Train word co-occurrences model.\n"
       <<"   Required parameters:\n"
       <<"      stopwords: file containing a list of stop words. Stop words are ignored\n"
@@ -94,7 +94,7 @@
       <<"   --debug|-d: Show debug information while operating\n"
       <<"   --help|-h: Show this help\n"
       <<"   --version|-v: Show version information\n\n";
-  cerr<<"Reads from standard input and writes to standard output\n";
+  wcerr<<"Reads from standard input and writes to standard output\n";
 }
 
 int main(int argc, char* argv[]) {
@@ -123,7 +123,7 @@
 
   LexTor::debug=false;
 
-  //cerr<<"LOCALE: "<<setlocale(LC_ALL,"")<<"\n";
+  //wcerr<<"LOCALE: "<<setlocale(LC_ALL,"")<<"\n";
 
   while (true) {
     static struct option long_options[] =
@@ -364,7 +364,7 @@
       exit(EXIT_FAILURE);
     }
     if (bildic_file=="") {
-      cerr<<"Error: No bilingual dictionary was provided\n";
+      wcerr<<"Error: No bilingual dictionary was provided\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
Index: trunk/apertium/apertium/apertium_lextor_eval.cc
===================================================================
--- trunk/apertium/apertium/apertium_lextor_eval.cc	(revision 69687)
+++ trunk/apertium/apertium/apertium_lextor_eval.cc	(revision 69688)
@@ -38,9 +38,9 @@
 
 
 void help(char *name) {
-  cerr<<"USAGE:\n";
-  cerr<<name<<" --angle ang --reference reftext --parameters|-p model dic left right [--debug]\n\n";
-  cerr<<"ARGUMENTS: \n"
+  wcerr<<"USAGE:\n";
+  wcerr<<name<<" --angle ang --reference reftext --parameters|-p model dic left right [--debug]\n\n";
+  wcerr<<"ARGUMENTS: \n"
       <<"  --angle|-a: To specify the angle threshold to use............\n"
       <<"   --reference|-r: To specify the reference corpus used for evaluation (one word per\n"
       <<"               line with the correct translation sense for those words with more than one)\n"
@@ -55,7 +55,7 @@
       <<"   --help|-h: Show this help\n"
       <<"   --version|-v: Show version information\n\n";
 
-  cerr<<"NOTE: It reads from the standard input the corpus to work with. That corpus must be\n"
+  wcerr<<"NOTE: It reads from the standard input the corpus to work with. That corpus must be\n"
       <<"      in the intermediate format used by Apertium.\n";
 }
 
@@ -83,11 +83,11 @@
   string words_file;
   string bildic_file;
 
-  //cerr<<"LOCALE: "<<setlocale(LC_ALL,"")<<"\n";
-  cerr<<"Command line: ";
+  //wcerr<<"LOCALE: "<<setlocale(LC_ALL,"")<<"\n";
+  wcerr<<"Command line: ";
   for(int i=0; i<argc; i++)
-    cerr<<argv[i]<<" ";
-  cerr<<"\n";
+    wcerr<<argv[i]<<" ";
+  wcerr<<"\n";
 
   while (true) {
     static struct option long_options[] =
@@ -146,8 +146,8 @@
       exit(EXIT_SUCCESS);
       break;
     case 'v':
-      cerr<<"APERTIUM"<<"\n"; //"APERTIUM" era PACKAGE_STRING
-      cerr<<"LICENSE:\n\n"
+      wcerr<<"APERTIUM"<<"\n"; //"APERTIUM" era PACKAGE_STRING
+      wcerr<<"LICENSE:\n\n"
 	  <<"   Copyright (C) 2006 Universitat d'Alacant / Universidad de Alicante\n\n"
 	  <<"   This program is free software; you can redistribute it and/or\n"
 	  <<"   modify it under the terms of the GNU General Public License as\n"
@@ -169,10 +169,10 @@
     }
   }
 
-  cerr<<"TH ANGLE: "<<LexTor::angleth<<"\n";
+  wcerr<<"TH ANGLE: "<<LexTor::angleth<<"\n";
 
   if (ref_file=="") {
-    cerr<<"Error: No reference corpus was given\n";
+    wcerr<<"Error: No reference corpus was given\n";
     help(argv[0]);
     exit(EXIT_FAILURE);
   }
@@ -180,40 +180,40 @@
 
   fref.open(ref_file.c_str(), ios::in);
   if (fref.fail()) {
-    cerr<<"Error: Cannot open file '"<<ref_file<<"'\n";
+    wcerr<<"Error: Cannot open file '"<<ref_file<<"'\n";
     exit(EXIT_FAILURE);
   }
 
   if (mode==MODE_LEXTOR) {
     if (nwords_left<0) {
-      cerr<<"Error: no left-side context number of words was provided\n";
+      wcerr<<"Error: no left-side context number of words was provided\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
     if (nwords_right<0) {
-      cerr<<"Error: no right-side context number of words was provided\n";
+      wcerr<<"Error: no right-side context number of words was provided\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
     //if (in_file=="") {
-    //  cerr<<"Error: No input corpus was given\n";
+    //  wcerr<<"Error: No input corpus was given\n";
     //  help(argv[0]);
     //  exit(EXIT_FAILURE);
     //}
  
     if (model_file=="") {
-      cerr<<"Error: No model file was given\n";
+      wcerr<<"Error: No model file was given\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
     if (dic_file=="") {
-      cerr<<"Error: No dictionary file (bin format) was given\n";
+      wcerr<<"Error: No dictionary file (bin format) was given\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
 
     if (weight_exponent<0) {
-      cerr<<"Error: the weight exponent provided is less than zero. It must be positive\n";
+      wcerr<<"Error: the weight exponent provided is less than zero. It must be positive\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
@@ -222,13 +222,13 @@
 
     //fin.open(in_file.c_str(), ios::in);
     //if (fin.fail()) {
-    //  cerr<<"Error: Cannot open file '"<<in_file<<"'\n";
+    //  wcerr<<"Error: Cannot open file '"<<in_file<<"'\n";
     //  exit(EXIT_FAILURE);
     //}
 
     fmodel.open(model_file.c_str(), ios::in);
     if(fmodel.fail()) {
-      cerr<<"Error: Cannot open file '"<<model_file<<"'\n";
+      wcerr<<"Error: Cannot open file '"<<model_file<<"'\n";
       exit(EXIT_FAILURE);
     }
 
@@ -235,7 +235,7 @@
     FILE *fdic=NULL;
     fdic=fopen(dic_file.c_str(), "rb");
     if (!fdic) {
-      cerr<<"Error: Cannot open file '"<<dic_file<<"'\n";
+      wcerr<<"Error: Cannot open file '"<<dic_file<<"'\n";
       exit(EXIT_FAILURE);
     }
     FSTProcessor fstp;
@@ -265,37 +265,37 @@
 
   else if (mode==MODE_LEXTORTL) {
     if(stopwords_file=="") {
-      cerr<<"Error: no stopwords file was given\n";
+      wcerr<<"Error: no stopwords file was given\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
     if(words_file=="") {
-      cerr<<"Error: no words file was given\n";
+      wcerr<<"Error: no words file was given\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
     if(model_file=="") {
-      cerr<<"Error: no target-language model file was given\n";
+      wcerr<<"Error: no target-language model file was given\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
     if (dic_file=="") {
-      cerr<<"Error: No lexical-selection dictionary was provided\n";
+      wcerr<<"Error: No lexical-selection dictionary was provided\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
     if (bildic_file=="") {
-      cerr<<"Error: No bilingual dictionary was provided\n";
+      wcerr<<"Error: No bilingual dictionary was provided\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
     if (nwords_left<0) {
-      cerr<<"Error: no left-side context number of words was provided\n";
+      wcerr<<"Error: no left-side context number of words was provided\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
     if (nwords_right<0) {
-      cerr<<"Error: no right-side context number of words was provided\n";
+      wcerr<<"Error: no right-side context number of words was provided\n";
       help(argv[0]);
       exit(EXIT_FAILURE);
     }
@@ -305,31 +305,31 @@
 
     fstopwords.open(stopwords_file.c_str(), ios::in);
     if (fstopwords.fail()) {
-      cerr<<"Error: Cannot open file '"<<stopwords_file<<"'\n";
+      wcerr<<"Error: Cannot open file '"<<stopwords_file<<"'\n";
       exit(EXIT_FAILURE);
     }
 
     fwords.open(words_file.c_str(), ios::in);
     if (fwords.fail()) {
-      cerr<<"Error: Cannot open file '"<<words_file<<"'\n";
+      wcerr<<"Error: Cannot open file '"<<words_file<<"'\n";
       exit(EXIT_FAILURE);
     }
 
     fmodel.open(model_file.c_str(), ios::in);
     if(fmodel.fail()) {
-      cerr<<"Error: Cannot open file '"<<model_file<<"'\n";
+      wcerr<<"Error: Cannot open file '"<<model_file<<"'\n";
       exit(EXIT_FAILURE);
     }
 
     fdic=fopen(dic_file.c_str(), "rb");
     if(!fdic) {
-      cerr<<"Error: Cannot open file '"<<dic_file<<"'\n";
+      wcerr<<"Error: Cannot open file '"<<dic_file<<"'\n";
       exit(EXIT_FAILURE);
     }
 
     fbildic=fopen(bildic_file.c_str(), "rb");
     if(!fbildic) {
-      cerr<<"Error: Cannot open file '"<<bildic_file<<"'\n";
+      wcerr<<"Error: Cannot open file '"<<bildic_file<<"'\n";
       exit(EXIT_FAILURE);
     }
 
Index: trunk/apertium/apertium/apertium_postchunk.cc
===================================================================
--- trunk/apertium/apertium/apertium_postchunk.cc	(revision 69687)
+++ trunk/apertium/apertium/apertium_postchunk.cc	(revision 69688)
@@ -35,13 +35,13 @@
 
 void message(char *progname)
 {
-  cerr << "USAGE: " << basename(progname) << " [-z] t3x preproc [input [output]]" << endl;
-  cerr << "  t3x        t3x rules file" << endl;
-  cerr << "  preproc    result of preprocess trules file" << endl;
-  cerr << "  input      input file, standard input by default" << endl;
-  cerr << "  output     output file, standard output by default" << endl;
-  cerr << "OPTIONS" <<endl;
-  cerr << "  -z         flush buffer on '\0'" << endl;
+  wcerr << "USAGE: " << basename(progname) << " [-z] t3x preproc [input [output]]" << endl;
+  wcerr << "  t3x        t3x rules file" << endl;
+  wcerr << "  preproc    result of preprocess trules file" << endl;
+  wcerr << "  input      input file, standard input by default" << endl;
+  wcerr << "  output     output file, standard output by default" << endl;
+  wcerr << "OPTIONS" <<endl;
+  wcerr << "  -z         flush buffer on '\0'" << endl;
   
   exit(EXIT_FAILURE);
 }
@@ -51,8 +51,8 @@
   struct stat mybuf;
   if(stat(filename.c_str(), &mybuf) == -1)
   {
-    cerr << "Error: can't stat file '";
-    cerr << filename << "'." << endl;
+    wcerr << "Error: can't stat file '";
+    wcerr << filename << "'." << endl;
     exit(EXIT_FAILURE);
   }
 }
@@ -62,8 +62,8 @@
   FILE *input = fopen(filename.c_str(), "r");
   if(!input)
   {
-    cerr << "Error: can't open input file '";
-    cerr << filename.c_str() << "'." << endl;
+    wcerr << "Error: can't open input file '";
+    wcerr << filename.c_str() << "'." << endl;
     exit(EXIT_FAILURE);
   }
   
@@ -75,8 +75,8 @@
   FILE *output = fopen(filename.c_str(), "w");
   if(!output)
   {
-    cerr << "Error: can't open output file '";
-    cerr << filename.c_str() << "'." << endl;
+    wcerr << "Error: can't open output file '";
+    wcerr << filename.c_str() << "'." << endl;
     exit(EXIT_FAILURE);
   }
   return output;
Index: trunk/apertium/apertium/apertium_re.cc
===================================================================
--- trunk/apertium/apertium/apertium_re.cc	(revision 69687)
+++ trunk/apertium/apertium/apertium_re.cc	(revision 69688)
@@ -62,7 +62,7 @@
   if(re == NULL)
   {
     wcerr << L"Error: pcre_compile ";
-    cerr << error << endl;
+    wcerr << error << endl;
     exit(EXIT_FAILURE);
   }
   
@@ -74,7 +74,7 @@
 {
   if(empty)
   {
-    cerr << L"Error, cannot write empty regexp" << endl;
+    wcerr << L"Error, cannot write empty regexp" << endl;
     exit(EXIT_FAILURE);
   }
   
Index: trunk/apertium/apertium/apertium_tagger.cc
===================================================================
--- trunk/apertium/apertium/apertium_tagger.cc	(revision 69687)
+++ trunk/apertium/apertium/apertium_tagger.cc	(revision 69688)
@@ -275,7 +275,7 @@
       std::abort();
     }
   } catch (const basic_ExceptionType &basic_ExceptionType_) {
-    std::cerr << "apertium-tagger: " << basic_ExceptionType_.what() << '\n';
+    std::wcerr << "apertium-tagger: " << basic_ExceptionType_.what() << std::endl;
     throw err_Exception();
   }
 }
@@ -282,7 +282,7 @@
 
 void apertium_tagger::help() {
 
-  std::cerr <<
+  std::wcerr <<
 "Usage: apertium-tagger [OPTION]... -g SERIALISED_TAGGER                        \\\n"
 "                                      [INPUT                                   \\\n"
 "                                      [OUTPUT]]\n"
@@ -321,25 +321,25 @@
   options_description_.push_back(std::make_pair("-p, --show-superficial", "with -g, output each lexical unit's surface form"));
   options_description_.push_back(std::make_pair("-z, --null-flush",       "with -g, flush the output after getting each null character"));
   align::align_(options_description_);
-  std::cerr << '\n';
+  std::wcerr << '\n';
   options_description_.clear();
   options_description_.push_back(std::make_pair("-u, --unigram=MODEL", "use unigram algorithm MODEL from <http://coltekin.net/cagri/papers/trmorph-tools.pdf>"));
   align::align_(options_description_);
-  std::cerr << '\n';
+  std::wcerr << '\n';
   options_description_.clear();
   options_description_.push_back(std::make_pair("-w, --sliding-window", "use the Light Sliding Window algorithm"));
   align::align_(options_description_);
-  std::cerr << '\n';
+  std::wcerr << '\n';
   options_description_.clear();
   options_description_.push_back(std::make_pair("-g, --tagger", "disambiguate the input"));
   align::align_(options_description_);
-  std::cerr << '\n';
+  std::wcerr << '\n';
   options_description_.clear();
   options_description_.push_back(std::make_pair("-r, --retrain=ITERATIONS", "with -u: exit;\notherwise: retrain the tagger with ITERATIONS unsupervised iterations"));
   options_description_.push_back(std::make_pair("-s, --supervised=ITERATIONS", "with -u: train the tagger with a hand-tagged corpus;\nwith -w: exit;\notherwise: initialise the tagger with a hand-tagged corpus and retrain it with ITERATIONS unsupervised iterations"));
   options_description_.push_back(std::make_pair("-t, --train=ITERATIONS", "with -u: exit;\notherwise: train the tagger with ITERATIONS unsupervised iterations"));
   align::align_(options_description_);
-  std::cerr << '\n';
+  std::wcerr << '\n';
   options_description_.clear();
   options_description_.push_back(std::make_pair("-h, --help", "display this help and exit"));
   align::align_(options_description_);
@@ -679,8 +679,8 @@
   FILE_Tagger_.read_dictionary(Dictionary);
   try_close_file("DICTIONARY", argv[optind], Dictionary);
 
-  FILE *TaggedCorpus = try_open_file_utf8("TAGGED_CORPUS", argv[optind + 4], "r");
-  FILE *UntaggedCorpus = try_open_file_utf8("UNTAGGED_CORPUS", argv[optind + 5], "r");
+  FILE *TaggedCorpus = try_open_file("TAGGED_CORPUS", argv[optind + 4], "r");
+  FILE *UntaggedCorpus = try_open_file("UNTAGGED_CORPUS", argv[optind + 5], "r");
   FILE_Tagger_.init_probabilities_from_tagged_text_(TaggedCorpus,
                                                     UntaggedCorpus);
   try_close_file("TAGGED_CORPUS", argv[optind + 4], TaggedCorpus);
@@ -729,7 +729,7 @@
   try {
     apertium_tagger(argc, argv);
   } catch (const err_Exception &err_Exception_) {
-    std::cerr << "Try 'apertium-tagger --help' for more information.\n";
+    std::wcerr << "Try 'apertium-tagger --help' for more information." << std::endl;
     return 1;
   } catch (...) {
     throw;
Index: trunk/apertium/apertium/apertium_tagger_apply_new_rules.cc
===================================================================
--- trunk/apertium/apertium/apertium_tagger_apply_new_rules.cc	(revision 69687)
+++ trunk/apertium/apertium/apertium_tagger_apply_new_rules.cc	(revision 69688)
@@ -22,6 +22,7 @@
 #include <sys/types.h>
 #include <unistd.h>
 #include "getopt_long.h"
+#include <apertium/string_utils.h>
 
 #include <apertium/hmm.h>
 #include <apertium/tagger_data_hmm.h>
@@ -38,17 +39,17 @@
 
 void check_file(FILE *f, const string& path) {
   if (!f) {
-    cerr<<"Error: cannot open file '"<<path<<"'\n";
+    wcerr<<"Error: cannot open file '"<<path.c_str()<<"'\n";
     exit(EXIT_FAILURE);
   }
 }
 
 void help(char *name) {
-  cerr<<"Forbid and enforce rules are applied to the given HMM parameters\n\n";
-  cerr<<"USAGE:\n";
-  cerr<<name<<" --filein filein.prob --fileout fileout.prob --tsxfile file.tsx\n\n";
+  wcerr<<"Forbid and enforce rules are applied to the given HMM parameters\n\n";
+  wcerr<<"USAGE:\n";
+  wcerr<<name<<" --filein filein.prob --fileout fileout.prob --tsxfile file.tsx\n\n";
 
-  cerr<<"ARGUMENTS: \n"
+  wcerr<<"ARGUMENTS: \n"
       <<"   --filein|-i: To specify the file with the HMM parameter to process\n\n"
       <<"   --fileout|-o: To specify the file to which the HMM will be written\n\n"
       <<"   --tsxfile|-x: File containing the rules to apply\n\n"
@@ -63,10 +64,10 @@
   int c;
   int option_index=0;
 
-  cerr<<"Command line: ";
+  wcerr<<"Command line: ";
   for(int i=0; i<argc; i++)
-    cerr<<argv[i]<<" ";
-  cerr<<"\n";
+    wcerr<<argv[i]<<" ";
+  wcerr<<"\n";
 
   while (true) {
     static struct option long_options[] =
@@ -95,7 +96,7 @@
       filetsx=optarg;
       break;
     case 'v':
-      cerr<<"LICENSE:\n\n"
+      wcerr<<"LICENSE:\n\n"
 	  <<"   Copyright (C) 2006 Felipe Sánchez Martínez\n\n"
 	  <<"   This program is free software; you can redistribute it and/or\n"
 	  <<"   modify it under the terms of the GNU General Public License as\n"
@@ -119,19 +120,19 @@
 
   //Now we check the command line arguments
   if (filein=="") {
-    cerr<<"Error: You did not provide an input file (.prob). Use --filein to do that\n";
+    wcerr<<"Error: You did not provide an input file (.prob). Use --filein to do that\n";
     help(argv[0]);
     exit(EXIT_FAILURE);
   }
 
   if (fileout=="") {
-    cerr<<"Error: You did not provide an output file (.prob). Use --fileout to do that\n";
+    wcerr<<"Error: You did not provide an output file (.prob). Use --fileout to do that\n";
     help(argv[0]);
     exit(EXIT_FAILURE);
   }
 
   if (filetsx=="") {
-    cerr<<"Error: You did not provide a tagger definition file (.tsx). Use --filetsx to do that\n";
+    wcerr<<"Error: You did not provide a tagger definition file (.tsx). Use --filetsx to do that\n";
     help(argv[0]);
     exit(EXIT_FAILURE);
   }
@@ -141,15 +142,15 @@
   fin=fopen(filein.c_str(), "rb");
   check_file(fin, filein);
 
-  cerr<<"Reading apertium-tagger data from file '"<<filein<<"' ... "<<flush;
+  wcerr<<"Reading apertium-tagger data from file '"<<filein<<"' ... "<<flush;
   tagger_data_hmm.read(fin);
   fclose(fin);
-  cerr<<"done.\n";
+  wcerr<<"done.\n";
 
-  cerr<<"Reading apertium-tagger definition from file '"<<filetsx<<"' ... "<<flush;
+  wcerr<<"Reading apertium-tagger definition from file '"<<filetsx<<"' ... "<<flush;
   TSXReader treader;
   treader.read(filetsx);
-  cerr<<"done.\n";
+  wcerr<<"done.\n";
   
   tagger_data_hmm.setForbidRules(treader.getTaggerData().getForbidRules());
   tagger_data_hmm.setEnforceRules(treader.getTaggerData().getEnforceRules());
@@ -160,8 +161,8 @@
 
   fout=fopen(fileout.c_str(), "wb");
   check_file(fout, fileout);
-  cerr<<"Writing apertium-tagger data to file '"<<fileout<<"' ... "<<flush;
+  wcerr<<"Writing apertium-tagger data to file '"<<fileout<<"' ... "<<flush;
   hmm.serialise(fout);
   fclose(fout);
-  cerr<<"done.\n";
+  wcerr<<"done.\n";
 }
Index: trunk/apertium/apertium/apertium_tagger_readwords.cc
===================================================================
--- trunk/apertium/apertium/apertium_tagger_readwords.cc	(revision 69687)
+++ trunk/apertium/apertium/apertium_tagger_readwords.cc	(revision 69688)
@@ -44,7 +44,7 @@
 
 void check_file(FILE *f, const string& path) {
   if (!f) {
-    cerr<<"Error: cannot open file '"<<path<<"'\n";
+    wcerr<<"Error: cannot open file '"<<path<<"'\n";
     exit(EXIT_FAILURE);
   }
 }
@@ -64,9 +64,9 @@
       int k=tagger_data_hmm.getOutput()[word->get_tags()];
 
       if ((k>=tagger_data_hmm.getM())||(k<0)) {
-	cerr<<"Error: Ambiguity class number out of range: "<<k<<"\n";
-	cerr<<"Word: "<<UtfConverter::toUtf8(word->get_superficial_form())<<"\n";
-	cerr<<"Ambiguity class: "<<UtfConverter::toUtf8(word->get_string_tags())<<"\n";
+	wcerr<<"Error: Ambiguity class number out of range: "<<k<<"\n";
+	wcerr<<"Word: "<<UtfConverter::toUtf8(word->get_superficial_form())<<"\n";
+	wcerr<<"Ambiguity class: "<<UtfConverter::toUtf8(word->get_string_tags())<<"\n";
       }
     }
 
@@ -77,15 +77,15 @@
 
     word=lexmorfo.get_next_word();
   }
-  cerr<<nwords<<" were readed\n";
+  wcerr<<nwords<<" were readed\n";
 }
 
 
 void help(char *name) {
-  cerr<<"USAGE:\n";
-  cerr<<name<<" {--tsxfile file.tsx | --probfile file.prob} [--clength <corpus_length>] < file.crp \n\n";
+  wcerr<<"USAGE:\n";
+  wcerr<<name<<" {--tsxfile file.tsx | --probfile file.prob} [--clength <corpus_length>] < file.crp \n\n";
 
-  cerr<<"ARGUMENTS: \n"
+  wcerr<<"ARGUMENTS: \n"
       <<"   --tsxfile|-x: Specify a tagger specification file\n"
       <<"   --probfile|-p: Specify a tagger parameter file\n"
       <<"   --clength|-l: Specify the length of the corpus to process\n";
@@ -100,12 +100,12 @@
   int c;
   int option_index=0;
 
-  cerr<<"LOCALE: "<<setlocale(LC_ALL,"")<<"\n";
+  wcerr<<"LOCALE: "<<setlocale(LC_ALL,"")<<"\n";
 
-  cerr<<"Command line: ";
+  wcerr<<"Command line: ";
   for(int i=0; i<argc; i++)
-    cerr<<argv[i]<<" ";
-  cerr<<"\n";
+    wcerr<<argv[i]<<" ";
+  wcerr<<"\n";
 
   while (true) {
     static struct option long_options[] =
@@ -126,7 +126,7 @@
     case 'l':
       corpus_length=atoi(optarg);
       if(corpus_length<=0) {
-	cerr<<"Error: corpus length provided with --clength must be a positive integer\n";
+	wcerr<<"Error: corpus length provided with --clength must be a positive integer\n";
 	help(argv[0]);
 	exit(EXIT_FAILURE);
       }
@@ -142,8 +142,8 @@
       exit(EXIT_SUCCESS);
       break;
     case 'v':
-      cerr<<"apertium-tagger-readwords\n";
-      cerr<<"LICENSE:\n\n"
+      wcerr<<"apertium-tagger-readwords\n";
+      wcerr<<"LICENSE:\n\n"
 	  <<"   Copyright (C) 2006 Felipe Sánchez Martínez\n\n"
 	  <<"   This program is free software; you can redistribute it and/or\n"
 	  <<"   modify it under the terms of the GNU General Public License as\n"
@@ -166,33 +166,33 @@
   }
 
   if((tsxfile=="") && (probfile=="")) {
-    cerr<<"Error: You have provided neither a tagger specification file (.tsx) nor a tagger probability file (.prob). Use --tsxfile or --probfile to provide one of them\n";
+    wcerr<<"Error: You have provided neither a tagger specification file (.tsx) nor a tagger probability file (.prob). Use --tsxfile or --probfile to provide one of them\n";
     help(argv[0]);
     exit(EXIT_FAILURE);
   }
 
   if((tsxfile!="") && (probfile!="")) {
-    cerr<<"Error: You provided a tagger specification file and a tagger probability file. Only one of them can be provided, not both\n";
+    wcerr<<"Error: You provided a tagger specification file and a tagger probability file. Only one of them can be provided, not both\n";
     help(argv[0]);
     exit(EXIT_FAILURE);
   }
 
   if (tsxfile!="") {
-    cerr<<"Reading tagger specification from file '"<<tsxfile<<"' ..."<<flush;
+    wcerr<<"Reading tagger specification from file '"<<tsxfile<<"' ..."<<flush;
     TSXReader treader;
     treader.read(tsxfile);
     tagger_data_hmm=treader.getTaggerData();
-    cerr<<"done.\n";
+    wcerr<<"done.\n";
     check_ambclasses=false;
   }
 
   if (probfile!="") {
-    cerr<<"Reading tagger parameters from file '"<<probfile<<"' ..."<<flush;
+    wcerr<<"Reading tagger parameters from file '"<<probfile<<"' ..."<<flush;
     FILE* fin=NULL;
     fin=fopen(probfile.c_str(), "r");
     check_file(fin, probfile);
     tagger_data_hmm.read(fin);
-    cerr<<"done.\n";
+    wcerr<<"done.\n";
     fclose(fin);
     check_ambclasses=true;
   }
Index: trunk/apertium/apertium/apertium_transfer.cc
===================================================================
--- trunk/apertium/apertium/apertium_transfer.cc	(revision 69687)
+++ trunk/apertium/apertium/apertium_transfer.cc	(revision 69688)
@@ -35,25 +35,25 @@
 
 void message(char *progname)
 {
-  cerr << "USAGE: " << basename(progname) << " trules preproc biltrans [input [output]]" << endl;
-  cerr << "       " << basename(progname) << " -b trules preproc [input [output]]" << endl;
-  cerr << "       " << basename(progname) << " -n trules preproc [input [output]]" << endl;
-  cerr << "       " << basename(progname) << " -x extended trules preproc biltrans [input [output]]" << endl;
-  cerr << "       " << basename(progname) << " -c trules preproc biltrans [input [output]]" << endl;
-  cerr << "       " << basename(progname) << " -t trules preproc biltrans [input [output]]" << endl;
-  cerr << "  trules     transfer rules file" << endl;
-  cerr << "  preproc    result of preprocess trules file" << endl;
-  cerr << "  biltrans   bilingual letter transducer file" << endl;
-  cerr << "  input      input file, standard input by default" << endl;
-  cerr << "  output     output file, standard output by default" << endl;
-  cerr << "  -b         input from lexical transfer" << endl;
-  cerr << "  -n         don't use bilingual dictionary" << endl;
-  cerr << "  -x bindix  extended mode with user dictionary" << endl;
-  cerr << "  -c         case-sensitiveness while accessing bilingual dictionary" << endl;
-  cerr << "  -t         trace (show rule numbers and patterns matched)" << endl;
-  cerr << "  -T         trace, for apertium-transfer-tools (also sets -t)" << endl;
-  cerr << "  -z         null-flushing output on '\0'" << endl;
-  cerr << "  -h         shows this message" << endl;
+  wcerr << "USAGE: " << basename(progname) << " trules preproc biltrans [input [output]]" << endl;
+  wcerr << "       " << basename(progname) << " -b trules preproc [input [output]]" << endl;
+  wcerr << "       " << basename(progname) << " -n trules preproc [input [output]]" << endl;
+  wcerr << "       " << basename(progname) << " -x extended trules preproc biltrans [input [output]]" << endl;
+  wcerr << "       " << basename(progname) << " -c trules preproc biltrans [input [output]]" << endl;
+  wcerr << "       " << basename(progname) << " -t trules preproc biltrans [input [output]]" << endl;
+  wcerr << "  trules     transfer rules file" << endl;
+  wcerr << "  preproc    result of preprocess trules file" << endl;
+  wcerr << "  biltrans   bilingual letter transducer file" << endl;
+  wcerr << "  input      input file, standard input by default" << endl;
+  wcerr << "  output     output file, standard output by default" << endl;
+  wcerr << "  -b         input from lexical transfer" << endl;
+  wcerr << "  -n         don't use bilingual dictionary" << endl;
+  wcerr << "  -x bindix  extended mode with user dictionary" << endl;
+  wcerr << "  -c         case-sensitiveness while accessing bilingual dictionary" << endl;
+  wcerr << "  -t         trace (show rule numbers and patterns matched)" << endl;
+  wcerr << "  -T         trace, for apertium-transfer-tools (also sets -t)" << endl;
+  wcerr << "  -z         null-flushing output on '\0'" << endl;
+  wcerr << "  -h         shows this message" << endl;
   
 
   exit(EXIT_FAILURE);
@@ -64,8 +64,8 @@
   struct stat mybuf;
   if(stat(filename.c_str(), &mybuf) == -1)
   {
-    cerr << "Error: can't stat file '";
-    cerr << filename << "'." << endl;
+    wcerr << "Error: can't stat file '";
+    wcerr << filename << "'." << endl;
     exit(EXIT_FAILURE);
   }
 }
@@ -75,8 +75,8 @@
   FILE *input = fopen(filename.c_str(), "r");
   if(!input)
   {
-    cerr << "Error: can't open input file '";
-    cerr << filename.c_str() << "'." << endl;
+    wcerr << "Error: can't open input file '";
+    wcerr << filename.c_str() << "'." << endl;
     exit(EXIT_FAILURE);
   }
   
@@ -88,8 +88,8 @@
   FILE *output = fopen(filename.c_str(), "w");
   if(!output)
   {
-    cerr << "Error: can't open output file '";
-    cerr << filename.c_str() << "'." << endl;
+    wcerr << "Error: can't open output file '";
+    wcerr << filename.c_str() << "'." << endl;
     exit(EXIT_FAILURE);
   }
   return output;
Index: trunk/apertium/apertium/deformat.xsl
===================================================================
--- trunk/apertium/apertium/deformat.xsl	(revision 69687)
+++ trunk/apertium/apertium/deformat.xsl	(revision 69688)
@@ -148,6 +148,7 @@
 #include &lt;string&gt;
 #include &lt;lttoolbox/lt_locale.h&gt;
 #include &lt;lttoolbox/ltstr.h&gt;
+#include &lt;apertium/string_utils.h&gt;
 #ifndef GENFORMAT
 #include "apertium_config.h"
 #endif
@@ -220,7 +221,7 @@
       <xsl:with-param name="replacement" select="string('\\')"/>
     </xsl:call-template>", REG_EXTENDED))
   {
-    cerr &lt;&lt; "ERROR: Illegal regular expression for escape characters" &lt;&lt; endl;
+    wcerr &lt;&lt; "ERROR: Illegal regular expression for escape characters" &lt;&lt; endl;
     exit(EXIT_FAILURE);
   }
 }
@@ -234,7 +235,7 @@
       <xsl:with-param name="replacement" select="string('\\')"/>
     </xsl:call-template>", REG_EXTENDED))
   {
-    cerr &lt;&lt; "ERROR: Illegal regular expression for tag-names" &lt;&lt; endl;
+    wcerr &lt;&lt; "ERROR: Illegal regular expression for tag-names" &lt;&lt; endl;
     exit(EXIT_FAILURE);
   }
 }
@@ -742,13 +743,13 @@
 {
 <xsl:choose>
   <xsl:when test="$mode=string('matxin')">
-  cerr &lt;&lt; "USAGE: " &lt;&lt; progname &lt;&lt; " format_file [input_file [output_file]" &lt;&lt; ']' &lt;&lt; endl;
+  wcerr &lt;&lt; "USAGE: " &lt;&lt; progname &lt;&lt; " format_file [input_file [output_file]" &lt;&lt; ']' &lt;&lt; endl;
   </xsl:when>
   <xsl:otherwise>
-  cerr &lt;&lt; "USAGE: " &lt;&lt; progname &lt;&lt; " [ -h | -i | -n ] [input_file [output_file]" &lt;&lt; ']' &lt;&lt; endl;
+  wcerr &lt;&lt; "USAGE: " &lt;&lt; progname &lt;&lt; " [ -h | -i | -n ] [input_file [output_file]" &lt;&lt; ']' &lt;&lt; endl;
   </xsl:otherwise>
 </xsl:choose>
-  cerr &lt;&lt; "<xsl:value-of select="./@name"/> format processor " &lt;&lt; endl;
+  wcerr &lt;&lt; "<xsl:value-of select="./@name"/> format processor " &lt;&lt; endl;
   exit(EXIT_SUCCESS);
 }
 
Index: trunk/apertium/apertium/hmm.cc
===================================================================
--- trunk/apertium/apertium/hmm.cc	(revision 69687)
+++ trunk/apertium/apertium/hmm.cc	(revision 69688)
@@ -539,15 +539,15 @@
       i=*itag;
       for (jtag=pretags.begin(); jtag!=pretags.end(); jtag++) {
          j=*jtag;
-         //cerr<<"previous alpha["<<len<<"]["<<i<<"]="<<alpha[len][i]<<"\n";
-	 //cerr<<"alpha["<<len-1<<"]["<<j<<"]="<<alpha[len-1][j]<<"\n";
-         //cerr<<"a["<<j<<"]["<<i<<"]="<<a[j][i]<<"\n";
-         //cerr<<"b["<<i<<"]["<<k<<"]="<<b[i][k]<<"\n";
+         //wcerr<<"previous alpha["<<len<<"]["<<i<<"]="<<alpha[len][i]<<"\n";
+	 //wcerr<<"alpha["<<len-1<<"]["<<j<<"]="<<alpha[len-1][j]<<"\n";
+         //wcerr<<"a["<<j<<"]["<<i<<"]="<<a[j][i]<<"\n";
+         //wcerr<<"b["<<i<<"]["<<k<<"]="<<b[i][k]<<"\n";
 	 alpha[len][i] += alpha[len-1][j]*(tdhmm.getA())[j][i]*(tdhmm.getB())[i][k];
       }
       if (alpha[len][i]==0)
         alpha[len][i]=DBL_MIN;
-      //cerr<<"alpha["<<len<<"]["<<i<<"]="<<alpha[len][i]<<"\n--------\n";
+      //wcerr<<"alpha["<<len<<"]["<<i<<"]="<<alpha[len][i]<<"\n--------\n";
     }
 
     if (tags.size()>1) {
@@ -559,8 +559,8 @@
       
       prob = alpha[len][tag];
       
-      //cerr<<"prob="<<prob<<"\n";
-      //cerr<<"alpha["<<len<<"]["<<tag<<"]="<<alpha[len][tag]<<"\n";
+      //wcerr<<"prob="<<prob<<"\n";
+      //wcerr<<"alpha["<<len<<"]["<<tag<<"]="<<alpha[len][tag]<<"\n";
       loli -= log(prob);  
       
       for (t=0; t<len; t++) {  // loop from T-1 to 0	
@@ -649,7 +649,7 @@
           exit(1);
         }
 	if ((tdhmm.getA())[i][j]==0) {
-          //cerr <<"Error: BW - ZERO(1) a["<<i<<"]["<<j<<"]="<<(tdhmm.getA())[i][j]<<"\txsi["<<i<<"]["<<j<<"]="<<xsi[i][j]<<"\tgamma["<<i<<"]="<<gamma[i]<<"\n";
+          //wcerr <<"Error: BW - ZERO(1) a["<<i<<"]["<<j<<"]="<<(tdhmm.getA())[i][j]<<"\txsi["<<i<<"]["<<j<<"]="<<xsi[i][j]<<"\tgamma["<<i<<"]="<<gamma[i]<<"\n";
 	  //     exit(1);
         }
       }
@@ -672,7 +672,7 @@
 	       exit(1);
         }
 	if ((tdhmm.getB())[i][k]==0) {
-          //cerr <<"Error: BW - ZERO(2) b["<<i<<"]["<<k<<"]="<<(tdhmm.getB())[i][k]<<"\tphi["<<i<<"]["<<k<<"]="<<phi[i][k]<<"\tgamma["<<i<<"]="<<gamma[i]<<"\n";
+          //wcerr <<"Error: BW - ZERO(2) b["<<i<<"]["<<k<<"]="<<(tdhmm.getB())[i][k]<<"\tphi["<<i<<"]["<<k<<"]="<<phi[i][k]<<"\tgamma["<<i<<"]="<<gamma[i]<<"\n";
 	  //     exit(1);
         }
       }
Index: trunk/apertium/apertium/interchunk.cc
===================================================================
--- trunk/apertium/apertium/interchunk.cc	(revision 69687)
+++ trunk/apertium/apertium/interchunk.cc	(revision 69688)
@@ -140,7 +140,7 @@
   FILE *in = fopen(datafile.c_str(), "rb");
   if(!in)
   {
-    cerr << "Error: Could not open file '" << datafile << "'." << endl;
+    wcerr << "Error: Could not open file '" << datafile << "'." << endl;
     exit(EXIT_FAILURE);
   }
   readData(in);
@@ -155,7 +155,7 @@
   
   if(doc == NULL)
   {
-    cerr << "Error: Could not parse file '" << in << "'." << endl;
+    wcerr << "Error: Could not parse file '" << in << "'." << endl;
     exit(EXIT_FAILURE);
   }
   
@@ -386,7 +386,7 @@
   }  
   else
   {
-    cerr << "Error: unexpected rvalue expression '" << element->name << "'" << endl;
+    wcerr << "Error: unexpected rvalue expression '" << element->name << "'" << endl;
     exit(EXIT_FAILURE);
   }
 
@@ -1495,7 +1495,7 @@
 	break;
 
       default:
-	cerr << "Error: Unknown input token." << endl;
+	wcerr << "Error: Unknown input token." << endl;
 	return;
     }
   }
Index: trunk/apertium/apertium/lextor_data.cc
===================================================================
--- trunk/apertium/apertium/lextor_data.cc	(revision 69687)
+++ trunk/apertium/apertium/lextor_data.cc	(revision 69688)
@@ -110,33 +110,33 @@
 
 void 
 LexTorData::read(FILE *is) {
-  //cerr<<"LexTorData::read------------------------------------\n";
+  //wcerr<<"LexTorData::read------------------------------------\n";
   n_stopwords=(WORD_DATA_TYPE)Compression::multibyte_read(is);
   n_words=(WORD_DATA_TYPE)Compression::multibyte_read(is);
   n_words_per_set=(WORD_DATA_TYPE)Compression::multibyte_read(is);
   n_set=(WORD_DATA_TYPE)Compression::multibyte_read(is);
 
-  //cerr<<n_stopwords<<"\n";
-  //cerr<<n_words<<"\n";
-  //cerr<<n_words_per_set<<"\n";
-  //cerr<<n_set<<"\n";
+  //wcerr<<n_stopwords<<"\n";
+  //wcerr<<n_words<<"\n";
+  //wcerr<<n_words_per_set<<"\n";
+  //wcerr<<n_set<<"\n";
 
 
   //Read the set of stopwords
-  //cerr<<"stopwords--------------------------------------------\n";
+  //wcerr<<"stopwords--------------------------------------------\n";
   for (unsigned int i=0; i<n_stopwords; i++) {
     stopwords.insert(Compression::wstring_read(is));
-    //cerr<<"len: "<<len<<" str: "<<str<<"\n";
+    //wcerr<<"len: "<<len<<" str: "<<str<<"\n";
   }
 
   //Read the list of words
-  //cerr<<"list of words----------------------------------------\n";
+  //wcerr<<"list of words----------------------------------------\n";
   for(unsigned int i=1; i<n_words; i++) {
     wstring str = Compression::wstring_read(is);
     index2word.push_back(str);
     word2index[str]=i;
     wordcount[i]=EndianDoubleUtil::read(is);
-    //cerr<<"len: "<<len<<" str: "<<str<<" index: "<<i<<" word_count: "<<wordcount[i]<<"\n";
+    //wcerr<<"len: "<<len<<" str: "<<str<<" index: "<<i<<" word_count: "<<wordcount[i]<<"\n";
   }
 
   //Read data of each set associate to each lexical choice (or word)
@@ -148,7 +148,7 @@
     lexchoice=(WORD_DATA_TYPE)Compression::multibyte_read(is);
     sum=EndianDoubleUtil::read(is);
 
-    //cerr<<"lexchoice: "<<lexchoice<<" sum: "<<sum<<" "<<index2word[lexchoice]<<"\n";
+    //wcerr<<"lexchoice: "<<lexchoice<<" sum: "<<sum<<" "<<index2word[lexchoice]<<"\n";
 
     reduced_lexical_choices.insert(index2word[lexchoice]);
 
@@ -163,7 +163,7 @@
 
       word=(WORD_DATA_TYPE)Compression::multibyte_read(is);
       count=EndianDoubleUtil::read(is);
-      //cerr<<"     word: "<<word<<" count: "<<count<<"\n";
+      //wcerr<<"     word: "<<word<<" count: "<<count<<"\n";
       lexchoice_set[lexchoice][word]=count;
     }
   }
@@ -177,17 +177,17 @@
 
     word=(WORD_DATA_TYPE)Compression::multibyte_read(is);
     words.insert(index2word[word]);
-    //cerr<<"word: "<<index2word[word]<<"\n";
+    //wcerr<<"word: "<<index2word[word]<<"\n";
   }
 }
 
 void 
 LexTorData::write(FILE *os) {
-  //cerr<<"LexTorData::write------------------------------------\n";
-  //cerr<<n_stopwords<<"\n";
-  //cerr<<n_words<<"\n";
-  //cerr<<n_words_per_set<<"\n";
-  //cerr<<n_set<<"\n";
+  //wcerr<<"LexTorData::write------------------------------------\n";
+  //wcerr<<n_stopwords<<"\n";
+  //wcerr<<n_words<<"\n";
+  //wcerr<<n_words_per_set<<"\n";
+  //wcerr<<n_set<<"\n";
   Compression::multibyte_write(n_stopwords, os);
   Compression::multibyte_write(n_words, os);
   Compression::multibyte_write(n_words_per_set, os);
@@ -194,7 +194,7 @@
   Compression::multibyte_write(n_set, os);
 
   //Write the set of stopwords
-  //cerr<<"stopwords--------------------------------------------\n";
+  //wcerr<<"stopwords--------------------------------------------\n";
   set<wstring>::iterator it;
   for (it=stopwords.begin(); it!=stopwords.end(); it++) {
     Compression::wstring_write(*it, os);
@@ -201,7 +201,7 @@
   }
 
   //Write the list of words
-  //cerr<<"list of words----------------------------------------\n";
+  //wcerr<<"list of words----------------------------------------\n";
   for(unsigned int i=1; i<index2word.size(); i++) {
     Compression::wstring_write(index2word[i], os);
     EndianDoubleUtil::write(os, wordcount[i]);
@@ -217,7 +217,7 @@
     COUNT_DATA_TYPE sum=lexchoice_sum[lexchoice];
     //double prob=lexchoice_prob[lexchoice];
 
-    //cerr<<"lexchoice: "<<lexchoice<<" sum: "<<sum<<" "<<index2word[lexchoice]<<"\n";
+    //wcerr<<"lexchoice: "<<lexchoice<<" sum: "<<sum<<" "<<index2word[lexchoice]<<"\n";
     Compression::multibyte_write(lexchoice, os);    
     //os.write(reinterpret_cast<char * const> (&prob), sizeof(double));
     EndianDoubleUtil::write(os, sum);
@@ -228,7 +228,7 @@
         it_w_lch_set++) {
       WORD_DATA_TYPE word=it_w_lch_set->first;
       COUNT_DATA_TYPE count=it_w_lch_set->second;
-      //cerr<<"     word: "<<word<<" count: "<<count<<"\n";
+      //wcerr<<"     word: "<<word<<" count: "<<count<<"\n";
       Compression::multibyte_write(word, os);
       EndianDoubleUtil::write(os, count);
       nwritten_words++;
@@ -238,7 +238,7 @@
     while (nwritten_words<n_words_per_set){
       WORD_DATA_TYPE word=word2index[NULLWORD];
       COUNT_DATA_TYPE count=0;
-      //cerr<<"     word: "<<word<<" count: "<<count<<"\n";
+      //wcerr<<"     word: "<<word<<" count: "<<count<<"\n";
       Compression::multibyte_write(word, os);
       EndianDoubleUtil::write(os, count);
       nwritten_words++;
@@ -253,7 +253,7 @@
   for(sit=words.begin(); sit!=words.end(); sit++) {
     WORD_DATA_TYPE word=word2index[*sit];
     Compression::multibyte_write(word, os);
-    //cerr<<"word: "<<*sit<<"\n";
+    //wcerr<<"word: "<<*sit<<"\n";
   }
 }
 
@@ -358,7 +358,7 @@
   for(its=stopwords.begin(); its!=stopwords.end(); its++) {
     bool is_ok=true;
     for(itw=words.begin(); itw!=words.end(); itw++) {
-      //cerr<<"sw: "<<*its<<" w: "<<*itw<<"\n";
+      //wcerr<<"sw: "<<*its<<" w: "<<*itw<<"\n";
       if (itw->find(*its)==0) {
 	wcerr<<L"Warning: Word '"<<*itw<<L"' for which co-ocurrence models will"
 	    <<L" be estimated is also a stopword. ";
Index: trunk/apertium/apertium/lextor_eval.cc
===================================================================
--- trunk/apertium/apertium/lextor_eval.cc	(revision 69687)
+++ trunk/apertium/apertium/lextor_eval.cc	(revision 69688)
@@ -124,7 +124,7 @@
       }
     } else {
       //if (LexTor::debug)
-      //  cerr<<"EVAL: reduced_w="<<reduced_w<<" reduced_wref="<<reduced_wref<<"\n";
+      //  wcerr<<"EVAL: reduced_w="<<reduced_w<<" reduced_wref="<<reduced_wref<<"\n";
 
       if(reduced_wref!=reduced_w) {
 	wcerr<<L"Error: Input and reference corpora are not aligned\n";
@@ -137,7 +137,7 @@
     //reduced_wref=wref;
     nignored+=1.0;
     if (LexTor::debug) {
-      cerr<<L"========= IGNORED\n";
+      wcerr<<L"========= IGNORED\n";
     }
 
   }
Index: trunk/apertium/apertium/lextor_word.cc
===================================================================
--- trunk/apertium/apertium/lextor_word.cc	(revision 69687)
+++ trunk/apertium/apertium/lextor_word.cc	(revision 69688)
@@ -83,7 +83,7 @@
 LexTorWord::translate(FSTProcessor& bildic, int lexchoice) {
   wstring t;
 
-  //cerr<<"In LexTorWord::translate, called with: "<<word<<", lexchoice: "<<lexchoice<<"\n";
+  //wcerr<<"In LexTorWord::translate, called with: "<<word<<", lexchoice: "<<lexchoice<<"\n";
 
   if (lexchoice<0)
     lexchoice=default_choice;
@@ -98,7 +98,7 @@
 
   t=bildic.biltrans(lexical_choices[lexchoice], false);
 
-  //cerr<<"Translation: "<<t<<"\n";
+  //wcerr<<"Translation: "<<t<<"\n";
 
   return t;
 }
@@ -170,11 +170,11 @@
     w.extract_lexical_choices(fstp);
 
   /*
-    cerr<<"word: "<<w.word<<"\n";
+    wcerr<<"word: "<<w.word<<"\n";
     for (unsigned int i=0; i<w.lexical_choices.size(); i++) {
-    cerr<<"Lex choice at "<<i<<": "<<w.lexical_choices[i]<<"\n";
+    wcerr<<"Lex choice at "<<i<<": "<<w.lexical_choices[i]<<"\n";
     }
-    cerr<<"Default: "<<w.default_choice<<"\n\n";
+    wcerr<<"Default: "<<w.default_choice<<"\n\n";
   */
 
   return new LexTorWord(w);
Index: trunk/apertium/apertium/postchunk.cc
===================================================================
--- trunk/apertium/apertium/postchunk.cc	(revision 69687)
+++ trunk/apertium/apertium/postchunk.cc	(revision 69688)
@@ -140,7 +140,7 @@
   FILE *in = fopen(datafile.c_str(), "rb");
   if(!in)
   {
-    cerr << "Error: Could not open file '" << datafile << "'." << endl;
+    wcerr << "Error: Could not open file '" << datafile << "'." << endl;
     exit(EXIT_FAILURE);
   }
   readData(in);
@@ -155,7 +155,7 @@
   
   if(doc == NULL)
   {
-    cerr << "Error: Could not parse file '" << in << "'." << endl;
+    wcerr << "Error: Could not parse file '" << in << "'." << endl;
     exit(EXIT_FAILURE);
   }
   
@@ -445,7 +445,7 @@
   
   else
   {
-    cerr << "Error: unexpected rvalue expression '" << element->name << "'" << endl;
+    wcerr << "Error: unexpected rvalue expression '" << element->name << "'" << endl;
     exit(EXIT_FAILURE);
   }
 
@@ -1627,7 +1627,7 @@
 	break;
 
       default:
-	cerr << "Error: Unknown input token." << endl;
+	wcerr << "Error: Unknown input token." << endl;
 	return;
     }
   }
Index: trunk/apertium/apertium/reformat.xsl
===================================================================
--- trunk/apertium/apertium/reformat.xsl	(revision 69687)
+++ trunk/apertium/apertium/reformat.xsl	(revision 69688)
@@ -36,6 +36,7 @@
 #include &lt;unistd.h&gt;
 #include &lt;lttoolbox/lt_locale.h&gt;
 #include &lt;lttoolbox/ltstr.h&gt;
+#include &lt;apertium/string_utils.h&gt;
 #include &lt;wchar.h&gt;
 #ifdef _WIN32
 #include &lt;io.h&gt;
@@ -123,7 +124,7 @@
 
   if(!temp)
   {
-    cerr &lt;&lt; "ERROR: File '" &lt;&lt; filename &lt;&lt;"' not found." &lt;&lt; endl;
+    wcerr &lt;&lt; "ERROR: File '" &lt;&lt; filename &lt;&lt;"' not found." &lt;&lt; endl;
     exit(EXIT_FAILURE);
   }
   while(static_cast&lt;int&gt;(mychar = fgetwc_unlocked(temp)) != EOF)
@@ -186,8 +187,8 @@
 
 void usage(string const &amp;progname)
 {
-  cerr &lt;&lt; "USAGE: " &lt;&lt; progname &lt;&lt; " [input_file [output_file]" &lt;&lt; ']' &lt;&lt; endl;
-  cerr &lt;&lt; "<xsl:value-of select="./@name"/> format processor " &lt;&lt; endl;
+  wcerr &lt;&lt; "USAGE: " &lt;&lt; progname &lt;&lt; " [input_file [output_file]" &lt;&lt; ']' &lt;&lt; endl;
+  wcerr &lt;&lt; "<xsl:value-of select="./@name"/> format processor " &lt;&lt; endl;
   exit(EXIT_SUCCESS);
 }
 
Index: trunk/apertium/apertium/string_utils.cc
===================================================================
--- trunk/apertium/apertium/string_utils.cc	(revision 69687)
+++ trunk/apertium/apertium/string_utils.cc	(revision 69688)
@@ -20,6 +20,7 @@
 #include <lttoolbox/xml_parse_util.h>
 #include <iostream>
 #include <cstring>
+#include <iterator>
 
 #ifdef _MSC_VER
 #define snprintf _snprintf
@@ -181,3 +182,10 @@
 {
   return strcmp(s1, s2.c_str()) != 0;
 }
+
+std::wostream & operator<<(std::wostream & ostr, std::string const & str) {
+  std::copy(
+    str.begin(), str.end(),
+    std::ostream_iterator<char, wchar_t>(ostr));
+  return ostr;
+}
Index: trunk/apertium/apertium/string_utils.h
===================================================================
--- trunk/apertium/apertium/string_utils.h	(revision 69687)
+++ trunk/apertium/apertium/string_utils.h	(revision 69688)
@@ -57,4 +57,6 @@
   static wstring toupper(wstring const &s);
 };
 
+std::wostream & operator<< (std::wostream & ostr, std::string const & str);
+
 #endif
Index: trunk/apertium/apertium/tagger_utils.cc
===================================================================
--- trunk/apertium/apertium/tagger_utils.cc	(revision 69687)
+++ trunk/apertium/apertium/tagger_utils.cc	(revision 69688)
@@ -43,7 +43,7 @@
 }
 
 void tagger_utils::file_name_error (string const &s) { 
-  cerr << "Error: " << s << endl;
+  wcerr << "Error: " << s << endl;
   exit(1);
 }
 
Index: trunk/apertium/apertium/tmx_aligner_tool.cc
===================================================================
--- trunk/apertium/apertium/tmx_aligner_tool.cc	(revision 69687)
+++ trunk/apertium/apertium/tmx_aligner_tool.cc	(revision 69688)
@@ -10,6 +10,7 @@
 *                                                                        *
 *************************************************************************/
 #include <apertium/tmx_aligner_tool.h>
+#include <apertium/string_utils.h>
 
 namespace TMXAligner
 {
@@ -27,7 +28,7 @@
     is >> huPos;
     if (is.peek()!=' ')
     {
-      std::cerr << "no space in line" << std::endl;
+      std::wcerr << "no space in line" << std::endl;
       throw "data error";
     }
     is.ignore();
@@ -35,7 +36,7 @@
     is >> enPos;
     if (is.peek()!='\n')
     {
-      std::cerr << "too much data in line" << std::endl;
+      std::wcerr << "too much data in line" << std::endl;
       throw "data error";
     }
     is.ignore();
@@ -98,7 +99,7 @@
     enBisentences.push_back( enSentenceListPretty[ bisentenceList[i].second ] );
   }
 
-//  std::cerr << huBisentences.size() << " bisentences collected." << std::endl;
+//  std::wcerr << huBisentences.size() << " bisentences collected." << std::endl;
 
 }
 
@@ -151,11 +152,11 @@
   setSentenceValues( enSentenceList,       enLength, alignParameters.utfCharCountingMode );
 
   bool quasiglobal_stopwordRemoval = false;
-//  std::cerr << "quasiglobal_stopwordRemoval is set to " << quasiglobal_stopwordRemoval << std::endl;
+//  std::wcerr << "quasiglobal_stopwordRemoval is set to " << quasiglobal_stopwordRemoval << std::endl;
   if (quasiglobal_stopwordRemoval)
   {
     removeStopwords( huSentenceListPretty, enSentenceList );
-//    std::cerr << "Stopwords removed." << std::endl;
+//    std::wcerr << "Stopwords removed." << std::endl;
   }
 
   SentenceList huSentenceListGarbled, enSentenceListGarbled;
@@ -185,9 +186,9 @@
 
   if (thickness>maximalThickness)
   {
-//    std::cerr << "WARNING: Downgrading planned thickness " << thickness << " to " << maximalThickness ;
-//    std::cerr << " to obey memory constraint of " << quasiglobal_maximalSizeInMegabytes << " megabytes " << std::endl;
-//    std::cerr << "You should recompile if you have much more physical RAM than that. People of the near-future, forgive me for the inconvenience." << std::endl;
+//    std::wcerr << "WARNING: Downgrading planned thickness " << thickness << " to " << maximalThickness ;
+//    std::wcerr << " to obey memory constraint of " << quasiglobal_maximalSizeInMegabytes << " megabytes " << std::endl;
+//    std::wcerr << "You should recompile if you have much more physical RAM than that. People of the near-future, forgive me for the inconvenience." << std::endl;
 
     thickness = maximalThickness;
   }
@@ -195,20 +196,20 @@
   AlignMatrix similarityMatrix( huBookSize, enBookSize, thickness, outsideOfRadiusValue );
 
   sentenceListsToAlignMatrixIdentity( huSentenceListGarbled, enSentenceListGarbled, similarityMatrix );
-//  std::cerr << std::endl;
-//  std::cerr << "Rough translation-based similarity matrix ready." << std::endl;
+//  std::wcerr << std::endl;
+//  std::wcerr << "Rough translation-based similarity matrix ready." << std::endl;
 
   Trail bestTrail;
   AlignMatrix dynMatrix( huBookSize+1, enBookSize+1, thickness, 1e30 );
 
   align( similarityMatrix, huLength, enLength, bestTrail, dynMatrix );
-//  std::cerr << "Align ready." << std::endl;
+//  std::wcerr << "Align ready." << std::endl;
 
   double globalQuality;
   globalQuality = globalScoreOfTrail( bestTrail, dynMatrix,
                                       huSentenceListGarbled, enSentenceListGarbled );
 
-  //  std::cerr << "Global quality of unfiltered align " << globalQuality << std::endl;
+  //  std::wcerr << "Global quality of unfiltered align " << globalQuality << std::endl;
 
   if (alignParameters.realignType==AlignParameters::NoRealign)
   {
@@ -221,11 +222,11 @@
 
     if (!success)
     {
-//      std::cerr << "Realign zone too close to quasidiagonal border. Abandoning realign. The align itself is suspicious." << std::endl;
+//      std::wcerr << "Realign zone too close to quasidiagonal border. Abandoning realign. The align itself is suspicious." << std::endl;
     }
     else
     {
-//      std::cerr << "Border of realign zone determined." << std::endl;
+//      std::wcerr << "Border of realign zone determined." << std::endl;
 
       switch (alignParameters.realignType)
       {
@@ -236,13 +237,13 @@
           SentenceList huBisentences,enBisentences;
 
           throw "unimplemented";
-//          std::cerr << "Plausible bisentences filtered." << std::endl;
+//          std::wcerr << "Plausible bisentences filtered." << std::endl;
 
           modelOne.build(huBisentences,enBisentences);
-//          std::cerr << "IBM Model I ready." << std::endl;
+//          std::wcerr << "IBM Model I ready." << std::endl;
 
           sentenceListsToAlignMatrixIBMModelOne( huSentenceListPretty, enSentenceList, modelOne, similarityMatrixDetailed );
-//          std::cerr << "IBM Model I based similarity matrix ready." << std::endl;
+//          std::wcerr << "IBM Model I based similarity matrix ready." << std::endl;
           break;
         }
       case AlignParameters::FineTranslationRealign:
@@ -249,11 +250,11 @@
         {
           TransLex transLex;
           transLex.build(dictionary);
-//          std::cerr << "Hashtable for dictionary ready." << std::endl;
+//          std::wcerr << "Hashtable for dictionary ready." << std::endl;
 
           sentenceListsToAlignMatrixTranslation( huSentenceListPretty, enSentenceList, transLex, similarityMatrixDetailed );
 
-//          std::cerr << "Fine translation-based similarity matrix ready." << std::endl;
+//          std::wcerr << "Fine translation-based similarity matrix ready." << std::endl;
           break;
         }
 
@@ -267,7 +268,7 @@
       Trail bestTrailDetailed;
       AlignMatrix dynMatrixDetailed( huBookSize+1, enBookSize+1, thickness, 1e30 );
       align( similarityMatrixDetailed, huLength, enLength, bestTrailDetailed, dynMatrixDetailed );
-//      std::cerr << "Detail realign ready." << std::endl;
+//      std::wcerr << "Detail realign ready." << std::endl;
 
       bestTrail = bestTrailDetailed;
       dynMatrix = dynMatrixDetailed;
@@ -275,7 +276,7 @@
       globalQuality = globalScoreOfTrail( bestTrail, dynMatrix,
                                           huSentenceListGarbled, enSentenceListGarbled );
 
-      //      std::cerr << "Global quality of unfiltered align after realign " << globalQuality << std::endl;
+      //      std::wcerr << "Global quality of unfiltered align after realign " << globalQuality << std::endl;
     }
   }
 
@@ -284,27 +285,27 @@
   if ( alignParameters.postprocessTrailQualityThreshold != -1 )
   {
     postprocessTrail( bestTrail, trailScoresInterval, alignParameters.postprocessTrailQualityThreshold );
-//    std::cerr << "Trail start and end postprocessed by score." << std::endl;
+//    std::wcerr << "Trail start and end postprocessed by score." << std::endl;
   }
 
   if ( alignParameters.postprocessTrailStartAndEndQualityThreshold != -1 )
   {
     postprocessTrailStartAndEnd( bestTrail, trailScoresInterval, alignParameters.postprocessTrailStartAndEndQualityThreshold );
-//    std::cerr << "Trail start and end postprocessed by score." << std::endl;
+//    std::wcerr << "Trail start and end postprocessed by score." << std::endl;
   }
 
   if ( alignParameters.postprocessTrailByTopologyQualityThreshold != -1 )
   {
     postprocessTrailByTopology( bestTrail, alignParameters.postprocessTrailByTopologyQualityThreshold );
-//    std::cerr << "Trail postprocessed by topology." << std::endl;
+//    std::wcerr << "Trail postprocessed by topology." << std::endl;
   }
 
   bool quasiglobal_spaceOutBySentenceLength = true;
-//  std::cerr << "quasiglobal_spaceOutBySentenceLength is set to " << quasiglobal_spaceOutBySentenceLength << std::endl;
+//  std::wcerr << "quasiglobal_spaceOutBySentenceLength is set to " << quasiglobal_spaceOutBySentenceLength << std::endl;
   if (quasiglobal_spaceOutBySentenceLength)
   {
     spaceOutBySentenceLength( bestTrail, huSentenceListPretty, enSentenceList, alignParameters.utfCharCountingMode );
-//    std::cerr << "Trail spaced out by sentence length." << std::endl;
+//    std::wcerr << "Trail spaced out by sentence length." << std::endl;
   }
 
   // In cautious mode, auto-aligned rundles are thrown away if
@@ -312,13 +313,13 @@
   if (alignParameters.cautiousMode)
   {
     cautiouslyFilterTrail( bestTrail );
-//    std::cerr << "Trail filtered by topology." << std::endl;
+//    std::wcerr << "Trail filtered by topology." << std::endl;
   }
 
   globalQuality = globalScoreOfTrail( bestTrail, dynMatrix,
                                     huSentenceListGarbled, enSentenceListGarbled );
 
-  //  std::cerr << "Global quality of unfiltered align after realign " << globalQuality << std::endl;
+  //  std::wcerr << "Global quality of unfiltered align after realign " << globalQuality << std::endl;
 
   bool textual = ! alignParameters.justSentenceIds ;
 
@@ -428,17 +429,17 @@
   std::ifstream hus(huFilename.c_str());
   SentenceList huSentenceListPretty;
   huSentenceListPretty.readNoIds( hus );
-//  std::cerr << huSentenceListPretty.size() << " hungarian sentences read." << std::endl;
+//  std::wcerr << huSentenceListPretty.size() << " hungarian sentences read." << std::endl;
 
   std::ifstream ens(enFilename.c_str());
   SentenceList enSentenceList;
   enSentenceList.readNoIds( ens );
-//  std::cerr << enSentenceList.size() << " english sentences read." << std::endl;
+//  std::wcerr << enSentenceList.size() << " english sentences read." << std::endl;
 
   if ( (enSentenceList.      size() < huSentenceListPretty.size()/5) ||
        (huSentenceListPretty.size() < enSentenceList.      size()/5) )
   {
-//    std::cerr << "Sizes differing too much. Ignoring files to avoid a rare loop bug." << std::endl;
+//    std::wcerr << "Sizes differing too much. Ignoring files to avoid a rare loop bug." << std::endl;
     return;
   }
 
@@ -447,7 +448,7 @@
     /* double globalQuality = */alignerToolWithObjects
      ( dictionary, huSentenceListPretty, enSentenceList, alignParameters, std::cout );
 
-//    std::cerr << "Quality " << globalQuality << std::endl ;
+//    std::wcerr << "Quality " << globalQuality << std::endl ;
       
   }
   else
@@ -457,7 +458,7 @@
      ( dictionary, huSentenceListPretty, enSentenceList, alignParameters, os );
 
     // If you want to collect global quality information in batch mode, grep "^Quality" of stderr must do.
-//    std::cerr << "Quality\t" << outputFilename << "\t" << globalQuality << std::endl ;
+//    std::wcerr << "Quality\t" << outputFilename << "\t" << globalQuality << std::endl ;
   }
 
 }
@@ -473,7 +474,7 @@
 
 void main_alignerToolUsage()
 {
-  std::cerr << "Usage (either):\n\
+  std::wcerr << "Usage (either):\n\
     alignerTool [ common_arguments ] [ -hand=hand_align_file ] dictionary_file source_text target_text\n\
 \n\
 or:\n\
@@ -585,8 +586,8 @@
 
     if (batchMode && (remains.size()!=2) )
     {
-      std::cerr << "Batch mode requires exactly two file arguments." << std::endl;
-      std::cerr << std::endl;
+      std::wcerr << "Batch mode requires exactly two file arguments." << std::endl;
+      std::wcerr << std::endl;
 
       main_alignerToolUsage();
       throw "argument error";
@@ -597,7 +598,7 @@
     {
       if (batchMode)
       {
-        std::cerr << "-batch and -" << handArgumentname << " are incompatible switches." << std::endl;
+        std::wcerr << "-batch and -" << handArgumentname << " are incompatible switches." << std::endl;
         throw "argument error";
       }
       else
@@ -607,7 +608,7 @@
 
         if (alignParameters.handAlignFilename.empty())
         {
-          std::cerr << "-" << handArgumentname << " switch requires a filename value." << std::endl;
+          std::wcerr << "-" << handArgumentname << " switch requires a filename value." << std::endl;
           throw "argument error";
         }
       }
@@ -618,7 +619,7 @@
     {
       if (batchMode)
       {
-        std::cerr << "-batch and -" << autoDictDumpArgumentname << " are incompatible switches." << std::endl;
+        std::wcerr << "-batch and -" << autoDictDumpArgumentname << " are incompatible switches." << std::endl;
         throw "argument error";
       }
       else
@@ -628,7 +629,7 @@
 
         if (alignParameters.autoDictionaryDumpFilename.empty())
         {
-          std::cerr << "-" << autoDictDumpArgumentname << " switch requires a filename value." << std::endl;
+          std::wcerr << "-" << autoDictDumpArgumentname << " switch requires a filename value." << std::endl;
           throw "argument error";
         }
       }
@@ -636,8 +637,8 @@
 
     if (!batchMode && (remains.size()!=3) )
     {
-      std::cerr << "Nonbatch mode requires exactly three file arguments." << std::endl;
-      std::cerr << std::endl;
+      std::wcerr << "Nonbatch mode requires exactly three file arguments." << std::endl;
+      std::wcerr << std::endl;
 
       main_alignerToolUsage();
       throw "argument error";
@@ -649,13 +650,13 @@
     }
     catch (...)
     {
-      std::cerr << std::endl;
+      std::wcerr << std::endl;
 
       main_alignerToolUsage();
       throw "argument error";
     }
 
-//    std::cerr << "Reading dictionary..." << std::endl;
+//    std::wcerr << "Reading dictionary..." << std::endl;
     const char* dicFilename = remains[0] ;
     DictionaryItems dictionary;
     std::ifstream dis(dicFilename);
@@ -676,7 +677,7 @@
 
         if (words.size()!=3)
         {
-          std::cerr << "Batch file has incorrect format." << std::endl;
+          std::wcerr << "Batch file has incorrect format." << std::endl;
           throw "data error";
         }
 
@@ -685,7 +686,7 @@
         enFilename  = words[1];
         outFilename = words[2];
 
-//        std::cerr << "Processing " << outFilename << std::endl;
+//        std::wcerr << "Processing " << outFilename << std::endl;
         bool failed = false;
         try
         {
@@ -693,23 +694,23 @@
         }
         catch ( const char* errorType )
         {
-          std::cerr << errorType << std::endl;
+          std::wcerr << errorType << std::endl;
           failed = true;
         }
         catch ( std::exception& e )
         {
-          std::cerr << "some failed assertion:" << e.what() << std::endl;
+          std::wcerr << "some failed assertion:" << e.what() << std::endl;
           failed = true;
         }
         catch ( ... )
         {
-          std::cerr << "some unknown failed assertion..." << std::endl;
+          std::wcerr << "some unknown failed assertion..." << std::endl;
           failed = true;
         }
 
         if (failed)
         {
-          std::cerr << "Align failed for " << outFilename << std::endl;
+          std::wcerr << "Align failed for " << outFilename << std::endl;
         }
       }
     }
@@ -724,17 +725,17 @@
 #ifndef _DEBUG
   catch ( const char* errorType )
   {
-    std::cerr << errorType << std::endl;
+    std::wcerr << errorType << std::endl;
     return -1;
   }
   catch ( std::exception& e )
   {
-    std::cerr << "some failed assertion:" << e.what() << std::endl;
+    std::wcerr << "some failed assertion:" << e.what() << std::endl;
     return -1;
   }
   catch ( ... )
   {
-    std::cerr << "some unknown failed assertion..." << std::endl;
+    std::wcerr << "some unknown failed assertion..." << std::endl;
     return -1;
   }
 #endif
Index: trunk/apertium/apertium/tmx_alignment.cc
===================================================================
--- trunk/apertium/apertium/tmx_alignment.cc	(revision 69687)
+++ trunk/apertium/apertium/tmx_alignment.cc	(revision 69688)
@@ -13,6 +13,7 @@
 
 #include <apertium/tmx_words.h> // For SentenceList
 #include <apertium/tmx_dictionary.h> // For FrequencyMap
+#include <apertium/string_utils.h>
 
 #include <iostream>
 #include <map>
@@ -20,7 +21,7 @@
 #include <algorithm>
 
 // Copypaste-elve. TODO Elhelyezni.
-#define massert(e) if (!(e)) { std::cerr << #e << " failed" << std::endl; throw "assert"; }
+#define massert(e) if (!(e)) { std::wcerr << #e << " failed" << std::endl; throw "assert"; }
 
 std::ostream& operator<<( std::ostream& os, std::pair<int,int> p )
 {
@@ -240,7 +241,7 @@
 
   bool logging = false;
 
-  if (logging) std::cerr << std::endl;
+  if (logging) std::wcerr << std::endl;
 
   bool over = false;
   bool hopelesslyBadTrail = false;
@@ -303,7 +304,7 @@
 
     if (logging)
     {
-      std::cerr << huPos << " \t" << enPos << std::endl;
+      std::wcerr << huPos << " \t" << enPos << std::endl;
     }
 
   }
@@ -313,7 +314,7 @@
     bestTrail.clear();
     bestTrail.push_back(std::make_pair(huBookSize,enBookSize));
     bestTrail.push_back(std::make_pair(0,0));
-    std::cerr << "Error: hopelessly bad trail." << std::endl;
+    std::wcerr << "Error: hopelessly bad trail." << std::endl;
   }
 
   std::reverse(bestTrail.begin(),  bestTrail.end()  );
@@ -334,11 +335,11 @@
 
   buildDynProgMatrix( w, huLength, enLength, v, trellis );
 
-//  std::cerr << "Matrix built." << std::endl;
+//  std::wcerr << "Matrix built." << std::endl;
 
   trelliToLadder( trellis, bestTrail );
 
-//  std::cerr << "Trail found." << std::endl;
+//  std::wcerr << "Trail found." << std::endl;
 }
 
 
@@ -382,10 +383,10 @@
 {
   int score = countIntersectionOfTrails( trailAuto, trailHand );
 
-  std::cerr << trailAuto.size()-score << " misaligned out of " << trailHand.size() << " correct items, "
+  std::wcerr << trailAuto.size()-score << " misaligned out of " << trailHand.size() << " correct items, "
     << trailAuto.size() << " bets." << std::endl;
 
-  std::cerr << "Precision: " << 1.0*score/trailAuto.size() 
+  std::wcerr << "Precision: " << 1.0*score/trailAuto.size()
     << ", Recall: " << 1.0*score/trailHand.size() << std::endl;
 
   double ratio = 1.0*(trailAuto.size()-score)/trailAuto.size();
@@ -493,7 +494,7 @@
       }
     }
 
-    std::cerr << numberOfEvaluatedItems << " items inside the border." << std::endl;
+    std::wcerr << numberOfEvaluatedItems << " items inside the border." << std::endl;
   }
 
   return true;
Index: trunk/apertium/apertium/tmx_arguments_parser.cc
===================================================================
--- trunk/apertium/apertium/tmx_arguments_parser.cc	(revision 69687)
+++ trunk/apertium/apertium/tmx_arguments_parser.cc	(revision 69688)
@@ -10,6 +10,7 @@
 *                                                                        *
 *************************************************************************/
 #include <apertium/tmx_arguments_parser.h>
+#include <apertium/string_utils.h>
 #include <iostream>
 #include <stdlib.h>
 
@@ -26,7 +27,7 @@
     std::string p = argv[i];
     if (p.empty() || p[0]!='-')
     {
-      std::cerr << p << ": unable to parse argument\n";
+      std::wcerr << p << ": unable to parse argument\n";
       throw "argument error";
       return false;
     }
@@ -34,7 +35,7 @@
 
     if (p.empty())
     {
-      std::cerr << "Empty argument\n";
+      std::wcerr << "Empty argument\n";
       throw "argument error";
       return false;
     }
@@ -85,7 +86,7 @@
 
     if (p.empty())
     {
-      std::cerr << "Empty argument\n";
+      std::wcerr << "Empty argument\n";
       throw "argument error";
       return false;
     }
@@ -123,13 +124,13 @@
   const_iterator it=find(name);
   if (it==end())
   {
-    // std::cerr << "Argument -" << name << " missing.\n";
+    // std::wcerr << "Argument -" << name << " missing.\n";
     return false;
   }
 
   if (it->second.kind != AnyData::Int)
   {
-    std::cerr << "Argument -" << name << ": integer expected.\n";
+    std::wcerr << "Argument -" << name << ": integer expected.\n";
     throw "argument error";
   }
 
@@ -148,7 +149,7 @@
   }
   else if (! it->second.dString.empty())
   {
-    std::cerr << "Argument -" << name << ": value is not allowed.\n";
+    std::wcerr << "Argument -" << name << ": value is not allowed.\n";
     return false;
   }
   else
@@ -178,7 +179,7 @@
   }
   else
   {
-    std::cerr << "No value is allowed for argument -" << name << ".\n";
+    std::wcerr << "No value is allowed for argument -" << name << ".\n";
     throw "argument error";
   }
 }
@@ -187,16 +188,16 @@
 {
   if (!empty())
   {
-    std::cerr << "Invalid argument: ";
+    std::wcerr << "Invalid argument: ";
 
     for ( Arguments::const_iterator it=begin(); it!=end(); ++it )
     {
-      std::cerr << "-" << it->first;
+      std::wcerr << "-" << it->first;
       if (!it->second.dString.empty())
-        std::cerr << "=" << it->second.dString;
-      std::cerr << " ";
+        std::wcerr << "=" << it->second.dString;
+      std::wcerr << " ";
     }
-    std::cerr << std::endl;
+    std::wcerr << std::endl;
 
     throw "argument error";
   }
Index: trunk/apertium/apertium/tmx_book_to_matrix.cc
===================================================================
--- trunk/apertium/apertium/tmx_book_to_matrix.cc	(revision 69687)
+++ trunk/apertium/apertium/tmx_book_to_matrix.cc	(revision 69688)
@@ -185,7 +185,7 @@
 
     if (!rarelyLogging || (huPos%100==0))
     {
-     // std::cerr << huPos << " ";
+     // std::wcerr << huPos << " ";
     }
   }
 }
@@ -255,7 +255,7 @@
 
     if (!rarelyLogging || (huPos%100==0))
     {
-     // std::cerr << huPos << " (" << numberOfEvaluatedItems << ") ";
+     // std::wcerr << huPos << " (" << numberOfEvaluatedItems << ") ";
     }
   }
 }
@@ -301,7 +301,7 @@
 
     if (!rarelyLogging || (huPos%100==0))
     {
-     // std::cerr << huPos << " ";
+     // std::wcerr << huPos << " ";
     }
   }
 }
Index: trunk/apertium/apertium/tmx_dic_tree.h
===================================================================
--- trunk/apertium/apertium/tmx_dic_tree.h	(revision 69687)
+++ trunk/apertium/apertium/tmx_dic_tree.h	(revision 69688)
@@ -106,7 +106,7 @@
     if ( ( v->id != 0 ) && ( id != 0 ) )
     {
       if (WarnOnConflict)
-        std::cerr << "warning: conflict in tree" << std::endl;
+        std::wcerr << "warning: conflict in tree" << std::endl;
     }
     if ( id != 0 )
     {
@@ -165,7 +165,7 @@
   else
   {
     if (DicTree<Atom, Identifier>::WarnOnConflict)
-      std::cerr << "warning: conflict in tree" << std::endl;
+      std::wcerr << "warning: conflict in tree" << std::endl;
   }
 }
 
Index: trunk/apertium/apertium/tmx_dictionary.cc
===================================================================
--- trunk/apertium/apertium/tmx_dictionary.cc	(revision 69687)
+++ trunk/apertium/apertium/tmx_dictionary.cc	(revision 69688)
@@ -22,7 +22,7 @@
 
 #include <cmath>
 
-#define massert(e) if (!(e)) { std::cerr << #e << " failed" << std::endl; throw "assert"; }
+#define massert(e) if (!(e)) { std::wcerr << #e << " failed" << std::endl; throw "assert"; }
 
 namespace TMXAligner
 {
@@ -151,7 +151,7 @@
     split( line, halfs );
     if (halfs.size()!=2)
     {
-      std::cerr << "Incorrect bicorpus file: " << halfs.size() << " records in line " << huSentenceList.size() << std::endl;
+      std::wcerr << "Incorrect bicorpus file: " << halfs.size() << " records in line " << huSentenceList.size() << std::endl;
       throw "data error";
     }
 
@@ -565,7 +565,7 @@
       ++ignored;
     }
   }
-  std::cerr << added << " items added to TransLex, " << ignored << " multiword items ignored." << std::endl;
+  std::wcerr << added << " items added to TransLex, " << ignored << " multiword items ignored." << std::endl;
 }
 
 TransLex::DictInterval TransLex::lookupLeftWord ( const Word& huWord ) const
Index: trunk/apertium/apertium/tmx_trail_postprocessors.cc
===================================================================
--- trunk/apertium/apertium/tmx_trail_postprocessors.cc	(revision 69687)
+++ trunk/apertium/apertium/tmx_trail_postprocessors.cc	(revision 69688)
@@ -280,7 +280,7 @@
     {
       if (global_postprocessLogging)
       {
-        std::cerr << "Thrown away at position " << pos
+        std::wcerr << "Thrown away at position " << pos
           << ", avarage " << avg << ", threshold " << qualityThreshold << std::endl;
       }
 
@@ -319,7 +319,7 @@
     {
       if (global_postprocessLogging)
       {
-        std::cerr << "Thrown away at position " << pos
+        std::wcerr << "Thrown away at position " << pos
           << ", avarage " << avg << ", threshold " << qualityThreshold << std::endl;
       }
 
@@ -365,7 +365,7 @@
     {
       if (global_postprocessLogging)
       {
-        std::cerr << "Thrown away at position " << pos
+        std::wcerr << "Thrown away at position " << pos
           << ", avarage " << avg << ", threshold " << qualityThreshold << std::endl;
       }
 
@@ -404,7 +404,7 @@
     {
       if (global_postprocessLogging)
       {
-        std::cerr << "Thrown away at position " << pos
+        std::wcerr << "Thrown away at position " << pos
           << ", avarage " << avg << std::endl;
       }
 
Index: trunk/apertium/apertium/tmx_translate.cc
===================================================================
--- trunk/apertium/apertium/tmx_translate.cc	(revision 69687)
+++ trunk/apertium/apertium/tmx_translate.cc	(revision 69688)
@@ -14,6 +14,7 @@
 #include <apertium/tmx_words.h>
 #include <apertium/tmx_dictionary.h>
 #include <apertium/tmx_dic_tree.h>
+#include <apertium/string_utils.h>
 
 #include <algorithm>
 #include <fstream>
@@ -33,7 +34,7 @@
     if (hu.size()==1)
     {
       dumbDictionary[ hu[0] ] = en ;
-      // std::cerr << hu[0] << "\t" << en << std::endl;
+      // std::wcerr << hu[0] << "\t" << en << std::endl;
     }
   }
 }
@@ -97,7 +98,7 @@
   {
     std::ifstream is( dictionaryFilename.c_str() );
     dictionary.read( is );
-    std::cerr << dictionary.size() << " dictionary items read." << std::endl;
+    std::wcerr << dictionary.size() << " dictionary items read." << std::endl;
   }
 
   if (!enSentenceList.empty())
@@ -266,7 +267,7 @@
     {
       subsetLookup.add( dictionary[i].second, i+1 ); // !!! i+1
     }
-    std::cerr << "Index tree built." << std::endl;
+    std::wcerr << "Index tree built." << std::endl;
   }
 
   for ( size_t i=0; i<sentenceList.size(); ++i )
@@ -291,7 +292,7 @@
     translatedSentenceList.push_back(sentence);
   }
 
-  std::cerr << "Analysis ready." << std::endl;
+  std::wcerr << "Analysis ready." << std::endl;
 }
 
 
@@ -344,13 +345,13 @@
   enFreq.build(enSentenceListPretty);
   buildDumbDictionaryUsingFrequencies( dictionary, enFreq, dumbDictionary );
 
-//  std::cerr << "Simplified dictionary ready." << std::endl;
+//  std::wcerr << "Simplified dictionary ready." << std::endl;
 
   SentenceList huSentenceList;
 
   trivialTranslateSentenceList( dumbDictionary, huSentenceListPretty, huSentenceListGarbled );
 
-//  std::cerr << "Rough translation ready." << std::endl;
+//  std::wcerr << "Rough translation ready." << std::endl;
 
   sortNormalizeSentences(huSentenceListGarbled);
 
Index: trunk/apertium/apertium/transfer.cc
===================================================================
--- trunk/apertium/apertium/transfer.cc	(revision 69687)
+++ trunk/apertium/apertium/transfer.cc	(revision 69688)
@@ -142,7 +142,7 @@
   FILE *in = fopen(fstfile.c_str(), "rb");
   if(!in)
   {
-    cerr << "Error: Could not open file '" << fstfile << "'." << endl;
+    wcerr << "Error: Could not open file '" << fstfile << "'." << endl;
     exit(EXIT_FAILURE);
   }
   fstp.load(in);
@@ -156,7 +156,7 @@
   FILE *in = fopen(fstfile.c_str(), "rb");
   if(!in)
   {
-    cerr << "Error: Could not open extended dictionary file '" << fstfile << "'." << endl;
+    wcerr << "Error: Could not open extended dictionary file '" << fstfile << "'." << endl;
     exit(EXIT_FAILURE);
   }
   extended.load(in);
@@ -175,7 +175,7 @@
   FILE *in = fopen(datafile.c_str(), "rb");
   if(!in)
   {
-    cerr << "Error: Could not open file '" << datafile << "'." << endl;
+    wcerr << "Error: Could not open file '" << datafile << "'." << endl;
     exit(EXIT_FAILURE);
   }
   readData(in);
@@ -194,7 +194,7 @@
 
   if(doc == NULL)
   {
-    cerr << "Error: Could not parse file '" << in << "'." << endl;
+    wcerr << "Error: Could not parse file '" << in << "'." << endl;
     exit(EXIT_FAILURE);
   }
 
@@ -583,7 +583,7 @@
   }
   else
   {
-    cerr << "Error: unexpected rvalue expression '" << element->name << "'" << endl;
+    wcerr << "Error: unexpected rvalue expression '" << element->name << "'" << endl;
     exit(EXIT_FAILURE);
   }
 
@@ -710,7 +710,7 @@
     }
     else
     {
-      cerr << "Error: you must specify either 'name' or 'namefrom' for the 'chunk' element" << endl;
+      wcerr << "Error: you must specify either 'name' or 'namefrom' for the 'chunk' element" << endl;
       exit(EXIT_FAILURE);
     }
   }
@@ -726,7 +726,7 @@
     }
     else
     {
-      cerr << "Error: you must specify either 'name' or 'namefrom' for the 'chunk' element" << endl;
+      wcerr << "Error: you must specify either 'name' or 'namefrom' for the 'chunk' element" << endl;
       exit(EXIT_FAILURE);
     }
   }
@@ -1898,10 +1898,10 @@
   {
     if(trace_att)
     {
-      cerr << "Loop start " << endl;
-      cerr << "ms.size: " << ms.size() << endl;
+      wcerr << "Loop start " << endl;
+      wcerr << "ms.size: " << ms.size() << endl;
 
-      cerr << "tmpword.size(): " << tmpword.size() << endl;
+      wcerr << "tmpword.size(): " << tmpword.size() << endl;
       for (unsigned int ind = 0; ind < tmpword.size(); ind++)
       {
         if(ind != 0)
@@ -1912,7 +1912,7 @@
       }
       wcerr << endl;
 
-      cerr << "tmpblank.size(): " << tmpblank.size() << endl;
+      wcerr << "tmpblank.size(): " << tmpblank.size() << endl;
       for (unsigned int ind = 0; ind < tmpblank.size(); ind++)
       {
         wcerr << L"'";
@@ -1921,8 +1921,8 @@
       }
       wcerr << endl;
 
-      cerr << "last: " << last << endl;
-      cerr << "prev_last: " << prev_last << endl << endl;
+      wcerr << "last: " << last << endl;
+      wcerr << "prev_last: " << prev_last << endl << endl;
     }
 
     if(ms.size() == 0)
@@ -1933,7 +1933,7 @@
 
         if(trace_att)
         {
-          cerr << "num_words_to_consume: " << num_words_to_consume << endl;
+          wcerr << "num_words_to_consume: " << num_words_to_consume << endl;
         }
 
         //Consume all the words from the input which matched the rule.
@@ -1980,7 +1980,7 @@
         {
           if(trace_att)
           {
-            cerr << "printing tmpword[0]" <<endl;
+            wcerr << "printing tmpword[0]" <<endl;
           }
 
           pair<wstring, int> tr;
@@ -2087,7 +2087,7 @@
 	{
           if(trace_att)
           {
-            cerr << "printing tmpblank[0]" <<endl;
+            wcerr << "printing tmpblank[0]" <<endl;
           }
           fputws_unlocked(tmpblank[0]->c_str(), output);
           tmpblank.clear();
@@ -2147,7 +2147,7 @@
 	break;
 
       default:
-	cerr << "Error: Unknown input token." << endl;
+	wcerr << "Error: Unknown input token." << endl;
 	return;
     }
   }
Index: trunk/apertium/apertium/transfer_mult.cc
===================================================================
--- trunk/apertium/apertium/transfer_mult.cc	(revision 69687)
+++ trunk/apertium/apertium/transfer_mult.cc	(revision 69688)
@@ -135,7 +135,7 @@
   FILE *in = fopen(fstfile.c_str(), "r");
   if(!in)
   {
-    cerr << "Error: Could not open file '" << fstfile << "'." << endl;
+    wcerr << "Error: Could not open file '" << fstfile << "'." << endl;
     exit(EXIT_FAILURE);
   }
   fstp.load(in);
@@ -150,7 +150,7 @@
   FILE *in = fopen(datafile.c_str(), "r");
   if(!in)
   {
-    cerr << "Error: Could not open file '" << datafile << "'." << endl;
+    wcerr << "Error: Could not open file '" << datafile << "'." << endl;
     exit(EXIT_FAILURE);
   }
   readData(in);
Index: trunk/apertium/apertium/transferpp.cc
===================================================================
--- trunk/apertium/apertium/transferpp.cc	(revision 69687)
+++ trunk/apertium/apertium/transferpp.cc	(revision 69688)
@@ -30,7 +30,7 @@
 
   if(argc != 3)
   {
-    cerr << "USAGE: " << basename(argv[0]) << " rules_file transfer_file" << endl;
+    wcerr << "USAGE: " << basename(argv[0]) << " rules_file transfer_file" << endl;
     exit(EXIT_FAILURE);
   }
 
Index: trunk/apertium/apertium/trx_reader.cc
===================================================================
--- trunk/apertium/apertium/trx_reader.cc	(revision 69687)
+++ trunk/apertium/apertium/trx_reader.cc	(revision 69688)
@@ -166,7 +166,7 @@
   reader = xmlReaderForFile(filename.c_str(), NULL, 0);
   if(reader == NULL)
   {
-    cerr << "Error: Cannot open '" << filename << "'." << endl;
+    wcerr << "Error: Cannot open '" << filename << "'." << endl;
     exit(EXIT_FAILURE);
   }
 
@@ -355,8 +355,8 @@
   FILE *out = fopen(filename.c_str(), "wb");
   if(!out)
   {
-    cerr << "Error: cannot open '" << filename;
-    cerr << "' for writing" << endl;
+    wcerr << "Error: cannot open '" << filename;
+    wcerr << "' for writing" << endl;
     exit(EXIT_FAILURE);
   }
   
Index: trunk/apertium/apertium/tsx_reader.cc
===================================================================
--- trunk/apertium/apertium/tsx_reader.cc	(revision 69687)
+++ trunk/apertium/apertium/tsx_reader.cc	(revision 69688)
@@ -518,7 +518,7 @@
   reader = xmlReaderForFile(filename.c_str(), NULL, 0);
   if(reader == NULL)
   {
-    cerr << "Error: Cannot open '" << filename << "'." << endl;
+    wcerr << "Error: Cannot open '" << filename << "'." << endl;
     exit(EXIT_FAILURE);
   }