data-main.hifst.hpp

Go to the documentation of this file.

// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use these files except in compliance with the License.
// You may obtain a copy of the License at
//
//    http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

// Copyright 2012 - Gonzalo Iglesias, Adrià de Gispert, William Byrne

#ifndef TASKDATA_HPP
#define TASKDATA_HPP

namespace ucam {
namespace hifst {

template <class ArcT = fst::LexicographicArc< fst::StdArc::Weight, fst::StdArc::Weight> >
class HifstTaskData {
  typedef ucam::util::WordMapper WordMapper;
  typedef ucam::fsttools::StatsData StatsData;
  typedef typename ucam::fsttools::KenLMData KenLMData;

 public:
  HifstTaskData() :
    sidx ( 0 ),
    grammar ( NULL ),
    ssgd ( NULL ),
    cykdata ( NULL ),
    numlocallm ( 0 ),
    stats ( new StatsData ),
    translation ( NULL ) {
  };

  unsigned sidx;
  const GrammarData *grammar;

  unordered_map<std::size_t, std::string> oovwmap;

  std::string originalsentence;
  std::string tokenizedsentence;
  std::string sentence;

  std::vector<std::string> pinstances;

  unordered_map<std::string, std::vector< pair <unsigned, unsigned> > > hpinstances;

  SentenceSpecificGrammarData *ssgd;

  unordered_set<std::string> tvcb;

  CYKdata *cykdata;

  //Filters, e.g. translation lattice substring for alignment or others
  //\todo delete and add in fsts ?
  std::vector< fst::VectorFst<ArcT> *> filters;

  //  unordered_map<string, fst::VectorFst<ArcT> * > fsts;
  unordered_map<std::string, void * > fsts;

  inline fst::VectorFst<ArcT> *getFst(std::string const &key) {
    unordered_map<std::string, void * >::iterator itx
        = fsts.find ( key);
    if ( itx == fsts.end() ) {
      LWARN("Empty lattice key=" << key);
      return NULL;
    }
    return reinterpret_cast<fst::VectorFst<ArcT> *>(itx->second);
  }



  unordered_map<std::string, std::vector <const KenLMData *> > klm;
  unsigned numlocallm;

  boost::shared_ptr<StatsData> stats;

  std::string *translation;

  unordered_set<std::string> *recasingvcblm;

  grammar_inversecategories_t vcat;

  unordered_map<std::string, WordMapper *> wm;

};



}} // end namespaces

#endif