00001
00002 #include <boost/serialization/serialization.hpp>
00003 #include <boost/serialization/map.hpp>
00004 #include <boost/archive/text_iarchive.hpp>
00005 #include <boost/archive/text_oarchive.hpp>
00006 #include <fstream>
00007 #include <iostream>
00008 #include <vector>
00009
00010 #include <map>
00011 #include "hash.hh"
00012
00013 #include "util/string_piece.hh"
00014 #include "util/tokenize_piece.hh"
00015
00016 namespace Moses
00017 {
00018 template<typename VOCABID>
00019 class StoreVocab;
00020
00021 void add_to_map(StoreVocab<uint64_t> &sourceVocab,
00022 const StringPiece &textin);
00023
00024 void serialize_map(const std::map<uint64_t, std::string> &karta,
00025 const std::string &filename);
00026
00027 void read_map(std::map<uint64_t, std::string> &karta, const char* filename);
00028
00029 }