|
|
#include "moses/TranslationModel/UG/mm/ug_mm_ttrack.h" |
|
|
#include "moses/TranslationModel/UG/mm/ug_mm_tsa.h" |
|
|
#include "moses/TranslationModel/UG/mm/tpt_tokenindex.h" |
|
|
#include "moses/TranslationModel/UG/mm/ug_corpus_token.h" |
|
|
#include "moses/TranslationModel/UG/mm/ug_typedefs.h" |
|
|
#include "moses/TranslationModel/UG/mm/tpt_pickler.h" |
|
|
#include "moses/TranslationModel/UG/mm/ug_bitext.h" |
|
|
#include "moses/TranslationModel/UG/mm/ug_lexical_phrase_scorer2.h" |
|
|
|
|
|
#include "moses/TranslationModel/UG/generic/file_io/ug_stream.h" |
|
|
|
|
|
|
|
|
using namespace ugdiss; |
|
|
using namespace sapt; |
|
|
using namespace std; |
|
|
|
|
|
typedef L2R_Token<SimpleWordId> Token; |
|
|
TokenIndex V; |
|
|
SPTR<vector<vector<Token> > > C(new vector<vector<Token> >()); |
|
|
void |
|
|
add_file(string fname) |
|
|
{ |
|
|
boost::iostreams::filtering_istream in; |
|
|
open_input_stream(fname,in); |
|
|
string line; |
|
|
while (getline(in,line)) |
|
|
{ |
|
|
C->push_back(vector<Token>()); |
|
|
fill_token_seq(V,line,C->back()); |
|
|
} |
|
|
} |
|
|
|
|
|
int |
|
|
main(int argc, char* argv[]) |
|
|
{ |
|
|
V.setDynamic(true); |
|
|
add_file(argv[1]); |
|
|
SPTR<imTtrack<Token> > T(new imTtrack<Token>(C)); |
|
|
imTSA<Token> I(T,NULL,NULL); |
|
|
string line; |
|
|
while (getline(cin,line)) |
|
|
{ |
|
|
vector<Token> seq; fill_token_seq<Token>(V,line,seq); |
|
|
for (size_t i = 0; i < seq.size(); ++i) |
|
|
{ |
|
|
TSA<Token>::tree_iterator m(&I); |
|
|
cout << V[seq[i].id()]; |
|
|
for (size_t k = i; k < seq.size() && m.extend(seq[k]); ++k) |
|
|
{ |
|
|
cout << " "; |
|
|
if (k > i) cout << V[seq[k].id()] << " "; |
|
|
cout << "[" << m.approxOccurrenceCount() << "]"; |
|
|
} |
|
|
cout << endl; |
|
|
} |
|
|
} |
|
|
} |
|
|
|
