#include "lm/builder/corpus_count.hh"
#include "lm/builder/payload.hh"
#include "lm/common/ngram_stream.hh"
#include "lm/common/ngram.hh"
#include "util/file.hh"
#include "util/file_piece.hh"
#include "util/tokenize_piece.hh"
#include "util/stream/chain.hh"
#include "util/stream/stream.hh"
#include <boost/test/unit_test.hpp>
Go to the source code of this file.
Namespaces | |
namespace | lm |
namespace | lm::builder |
Defines | |
#define | BOOST_TEST_MODULE CorpusCountTest |
#define | Check(str, cnt) |
#define BOOST_TEST_MODULE CorpusCountTest |
Definition at line 13 of file corpus_count_test.cc.
#define Check | ( | str, | |||
cnt | ) |
Value:
{ \ BOOST_REQUIRE(stream); \ w = stream->begin(); \ for (util::TokenIter<util::AnyCharacter, true> t(str, " "); t; ++t, ++w) { \ BOOST_CHECK_EQUAL(*t, v[*w]); \ } \ BOOST_CHECK_EQUAL((uint64_t)cnt, stream->Value().count); \ ++stream; \ }
Definition at line 18 of file corpus_count_test.cc.