#include <iostream>
#include <sstream>
#include <fstream>
#include <boost/iostreams/device/mapped_file.hpp>
#include <boost/iostreams/stream.hpp>
#include <boost/shared_ptr.hpp>
#include <boost/scoped_ptr.hpp>
#include <boost/thread.hpp>
#include "tpt_typedefs.h"
#include <vector>
#include <map>
Go to the source code of this file.
Classes | |
class | sapt::TokenIndex |
class | sapt::TokenIndex::Entry |
class | sapt::TokenIndex::CompFunc |
class | sapt::compWords |
Namespaces | |
namespace | sapt |
Functions | |
void | sapt::write_tokenindex_to_disk (std::vector< std::pair< std::string, uint32_t > > const &tok, std::string const &ofile, std::string const &unkToken) |
template<class MYMAP > | |
void | sapt::mkTokenIndex (std::string ofile, MYMAP const &M, std::string unkToken) |
template<typename Token > | |
void | sapt::fill_token_seq (TokenIndex &V, std::string const &line, std::vector< Token > &dest) |