utils/softcount.h

   1 #ifndef __SOFTCOUNT_H__ // -*- tab-width: 2 mode: c++ -*-
   2 #define __SOFTCOUNT_H__
   3
   4 #ifndef __DICTIONARY_H__
   5 #include "dictionary.h"
   6 #endif
   7
   8 #ifndef __WORDNODE_H__
   9 #include "wordnode.h"
  10 #endif
  11
  12 #ifndef __SPELL_H__
  13 #include "spell.h"
  14 #endif
  15
  16 #ifndef __DAG_H__
  17 #include "dag.h"
  18 #endif
  19 #ifndef __VECTOR__
  20 #include <vector>
  21 #endif
  22
  23 #ifndef BOOST_SHARED_PTR_HPP_INCLUDED
  24 #include <boost/shared_ptr.hpp>
  25 #endif
  26
  27 #include <NgramStats.h>
  28
  29 typedef FloatCount NgramFractionalCount;
  30
  31 class NgramFractionalStats: public NgramCounts<NgramFractionalCount>
  32 {
  33 public:
  34   NgramFractionalStats(Vocab &vocab, unsigned int order) :
  35     NgramCounts<NgramFractionalCount>(vocab, order) {};
  36   virtual ~NgramFractionalStats() {};
  37 };
  38
  39 class NgramsFractionalIter: public NgramCountsIter<NgramFractionalCount>
  40 {
  41 public:
  42   NgramsFractionalIter(NgramFractionalStats &ngrams, VocabIndex *keys, unsigned order = 1,
  43                        int (*sort)(VocabIndex, VocabIndex) = 0) :
  44     NgramCountsIter<NgramFractionalCount>(ngrams, keys, order, sort) {};
  45   NgramsFractionalIter(NgramFractionalStats &ngrams, const VocabIndex *start,
  46                        VocabIndex *keys, unsigned order = 1,
  47                        int (*sort)(VocabIndex, VocabIndex) = 0) :
  48     NgramCountsIter<NgramFractionalCount>(ngrams, start, keys, order, sort) {};
  49 };
  50
  51 /**
  52    Soft counter.
  53    Based on the article "Discovering Chinese Words from Unsegmented Text".
  54    The idea is that we count all possible words in a sentence with a fraction count
  55    instead of just count the words of the best segmentation in the sentence (count=1)
  56  */
  57
  58 class SoftCounter
  59 {
  60 public:
  61         void count(const Lattice &words,NgramFractionalStats &stats);
  62         void count(const DAG &words,NgramFractionalStats &stats);
  63         void count(const DAG &words,NgramStats &stats);
  64 };
  65
  66 #endif