00001 #pragma once 00002 00003 #include "util/string_piece.hh" 00004 #include "util/murmur_hash.hh" 00005 #include "util/string_piece.hh" //Tokenization and work with StringPiece 00006 #include "util/tokenize_piece.hh" 00007 #include <vector> 00008 00009 namespace Moses 00010 { 00011 00012 //Gets the MurmurmurHash for give string 00013 uint64_t getHash(StringPiece text); 00014 00015 std::vector<uint64_t> getVocabIDs(const StringPiece &textin); 00016 00017 }