#include <tree_fragment_tokenizer.h>
Public Member Functions | |
TreeFragmentTokenizer () | |
TreeFragmentTokenizer (const StringPiece &) | |
const TreeFragmentToken & | operator* () const |
const TreeFragmentToken * | operator-> () const |
TreeFragmentTokenizer & | operator++ () |
TreeFragmentTokenizer | operator++ (int) |
Friends | |
bool | operator== (const TreeFragmentTokenizer &, const TreeFragmentTokenizer &) |
bool | operator!= (const TreeFragmentTokenizer &, const TreeFragmentTokenizer &) |
Definition at line 43 of file tree_fragment_tokenizer.h.
MosesTraining::Syntax::TreeFragmentTokenizer::TreeFragmentTokenizer | ( | ) |
Definition at line 17 of file tree_fragment_tokenizer.cc.
MosesTraining::Syntax::TreeFragmentTokenizer::TreeFragmentTokenizer | ( | const StringPiece & | s | ) |
Definition at line 21 of file tree_fragment_tokenizer.cc.
const TreeFragmentToken& MosesTraining::Syntax::TreeFragmentTokenizer::operator* | ( | ) | const [inline] |
Definition at line 48 of file tree_fragment_tokenizer.h.
TreeFragmentTokenizer MosesTraining::Syntax::TreeFragmentTokenizer::operator++ | ( | int | ) |
Definition at line 68 of file tree_fragment_tokenizer.cc.
TreeFragmentTokenizer & MosesTraining::Syntax::TreeFragmentTokenizer::operator++ | ( | ) |
Definition at line 30 of file tree_fragment_tokenizer.cc.
References StringPiece::substr(), MosesTraining::Syntax::TreeFragmentToken_EOS, MosesTraining::Syntax::TreeFragmentToken_LSB, MosesTraining::Syntax::TreeFragmentToken_RSB, and MosesTraining::Syntax::TreeFragmentToken_WORD.
const TreeFragmentToken* MosesTraining::Syntax::TreeFragmentTokenizer::operator-> | ( | ) | const [inline] |
Definition at line 49 of file tree_fragment_tokenizer.h.
bool operator!= | ( | const TreeFragmentTokenizer & | lhs, | |
const TreeFragmentTokenizer & | rhs | |||
) | [friend] |
Definition at line 84 of file tree_fragment_tokenizer.cc.
bool operator== | ( | const TreeFragmentTokenizer & | lhs, | |
const TreeFragmentTokenizer & | rhs | |||
) | [friend] |
Definition at line 74 of file tree_fragment_tokenizer.cc.