#include <TreeFragmentTokenizer.h>
Public Member Functions | |
TreeFragmentTokenizer () | |
TreeFragmentTokenizer (const StringPiece &) | |
const TreeFragmentToken & | operator* () const |
const TreeFragmentToken * | operator-> () const |
TreeFragmentTokenizer & | operator++ () |
TreeFragmentTokenizer | operator++ (int) |
Friends | |
bool | operator== (const TreeFragmentTokenizer &, const TreeFragmentTokenizer &) |
bool | operator!= (const TreeFragmentTokenizer &, const TreeFragmentTokenizer &) |
Definition at line 46 of file TreeFragmentTokenizer.h.
Moses::Syntax::F2S::TreeFragmentTokenizer::TreeFragmentTokenizer | ( | ) |
Definition at line 20 of file TreeFragmentTokenizer.cpp.
Moses::Syntax::F2S::TreeFragmentTokenizer::TreeFragmentTokenizer | ( | const StringPiece & | s | ) |
Definition at line 25 of file TreeFragmentTokenizer.cpp.
const TreeFragmentToken& Moses::Syntax::F2S::TreeFragmentTokenizer::operator* | ( | ) | const [inline] |
Definition at line 52 of file TreeFragmentTokenizer.h.
TreeFragmentTokenizer Moses::Syntax::F2S::TreeFragmentTokenizer::operator++ | ( | int | ) |
Definition at line 74 of file TreeFragmentTokenizer.cpp.
TreeFragmentTokenizer & Moses::Syntax::F2S::TreeFragmentTokenizer::operator++ | ( | ) |
Definition at line 35 of file TreeFragmentTokenizer.cpp.
References StringPiece::substr(), Moses::Syntax::F2S::TreeFragmentToken_EOS, Moses::Syntax::F2S::TreeFragmentToken_LSB, Moses::Syntax::F2S::TreeFragmentToken_RSB, and Moses::Syntax::F2S::TreeFragmentToken_WORD.
const TreeFragmentToken* Moses::Syntax::F2S::TreeFragmentTokenizer::operator-> | ( | ) | const [inline] |
Definition at line 55 of file TreeFragmentTokenizer.h.
bool operator!= | ( | const TreeFragmentTokenizer & | lhs, | |
const TreeFragmentTokenizer & | rhs | |||
) | [friend] |
Definition at line 92 of file TreeFragmentTokenizer.cpp.
bool operator== | ( | const TreeFragmentTokenizer & | lhs, | |
const TreeFragmentTokenizer & | rhs | |||
) | [friend] |
Definition at line 81 of file TreeFragmentTokenizer.cpp.