translation/tools/mosesdecoder/phrase-extract/pcfg-extract/rule_extractor.cc

/***********************************************************************
 Moses - statistical machine translation system
 Copyright (C) 2006-2012 University of Edinburgh

 This library is free software; you can redistribute it and/or
 modify it under the terms of the GNU Lesser General Public
 License as published by the Free Software Foundation; either
 version 2.1 of the License, or (at your option) any later version.

 This library is distributed in the hope that it will be useful,
 but WITHOUT ANY WARRANTY; without even the implied warranty of
 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 Lesser General Public License for more details.

 You should have received a copy of the GNU Lesser General Public
 License along with this library; if not, write to the Free Software
 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
***********************************************************************/

#include "rule_extractor.h"

namespace MosesTraining
{
namespace Syntax
{
namespace PCFG
{

RuleExtractor::RuleExtractor(Vocabulary &non_term_vocab)
  : non_term_vocab_(non_term_vocab)
{
}

void RuleExtractor::Extract(const SyntaxTree &tree, RuleCollection &rc) const
{
  if (tree.IsLeaf() || tree.children()[0]->IsLeaf()) {
    return;
  }

  std::size_t lhs = non_term_vocab_.Insert(tree.value().label);
  std::vector<std::size_t> rhs;

  const std::vector<SyntaxTree *> &children = tree.children();
  rhs.reserve(children.size());
  for (std::vector<SyntaxTree *>::const_iterator p(children.begin());
       p != children.end(); ++p) {
    const SyntaxTree &child = **p;
    rhs.push_back(non_term_vocab_.Insert(child.value().label));
    Extract(child, rc);
  }
  rc.Add(lhs, rhs);
}

}  // namespace PCFG
}  // namespace Syntax
}  // namespace MosesTraining