File size: 1,272 Bytes
158b61b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 |
#include "RuleGroup.h"
namespace MosesTraining
{
namespace Syntax
{
namespace ScoreStsg
{
void RuleGroup::SetNewSource(const StringPiece &source)
{
source.CopyToString(&m_source);
m_distinctRules.clear();
m_totalCount = 0;
}
void RuleGroup::AddRule(const StringPiece &target, const StringPiece &ntAlign,
const StringPiece &fullAlign, int count,
double treeScore)
{
if (m_distinctRules.empty() ||
ntAlign != m_distinctRules.back().ntAlign ||
target != m_distinctRules.back().target) {
DistinctRule r;
target.CopyToString(&r.target);
ntAlign.CopyToString(&r.ntAlign);
r.alignments.resize(r.alignments.size()+1);
fullAlign.CopyToString(&r.alignments.back().first);
r.alignments.back().second = count;
r.count = count;
r.treeScore = treeScore;
m_distinctRules.push_back(r);
} else {
DistinctRule &r = m_distinctRules.back();
if (r.alignments.back().first != fullAlign) {
r.alignments.resize(r.alignments.size()+1);
fullAlign.CopyToString(&r.alignments.back().first);
}
r.alignments.back().second += count;
r.count += count;
}
m_totalCount += count;
}
} // namespace ScoreStsg
} // namespace Syntax
} // namespace MosesTraining
|