TokenizerStream

: Object

System.Security.Util.TokenizerStream, mscorlib 0x0050 (80 B) inherited 0x0010 mscorlib.dll

0x00x0050

Members 8

Show inherited members

Offset	Size	Name	Type	Flags	Default
	0x04	m_countTokens	int	Private	—
0x0014	0x04	padding / unreflected
	0x08	m_headTokens	TokenizerShortBlock	Private	—
	0x08	m_lastTokens	TokenizerShortBlock	Private	—
	0x08	m_currentTokens	TokenizerShortBlock	Private	—
	0x04	m_indexTokens	int	Private	—
0x0034	0x04	padding / unreflected
	0x08	m_headStrings	TokenizerStringBlock	Private	—
	0x08	m_currentStrings	TokenizerStringBlock	Private	—
	0x04	m_indexStrings	int	Private	—
0x004C	0x04	unreflected bytes to end of TokenizerStream

Functions 11

Signature	Flags	Native	Params
void .ctor()	2 flags	—	0x00
void AddToken(short token)	1 flags	—	0x02
void AddString(const string& str)	1 flags	—	0x08
void Reset()	1 flags	—	0x00
short GetNextFullToken()	1 flags	—	0x02
short GetNextToken()	1 flags	—	0x02
string GetNextString()	1 flags	—	0x08
void ThrowAwayNextString()	1 flags	—	0x00
void TagLastToken(short tag)	1 flags	—	0x02
int GetTokenCount()	1 flags	—	0x04
void GoToPosition(int position)	1 flags	—	0x04

Used by 2

types with a member, parameter or interface of this type

Parser Tokenizer

// System.Security.Util.TokenizerStream, mscorlib
// size 0x0050 (80), inherited 0x0010
class TokenizerStream : public Object
{
public:
    int m_countTokens;                                 // 0x0010(0x04) Private
    uint8 pad_0[0x04];                             // 0x0014(0x04)
    TokenizerShortBlock m_headTokens;                  // 0x0018(0x08) Private
    TokenizerShortBlock m_lastTokens;                  // 0x0020(0x08) Private
    TokenizerShortBlock m_currentTokens;               // 0x0028(0x08) Private
    int m_indexTokens;                                 // 0x0030(0x04) Private
    uint8 pad_1[0x04];                             // 0x0034(0x04)
    TokenizerStringBlock m_headStrings;                // 0x0038(0x08) Private
    TokenizerStringBlock m_currentStrings;             // 0x0040(0x08) Private
    int m_indexStrings;                                // 0x0048(0x04) Private
    uint8 pad_2[0x04];                             // 0x004C(0x04)

    void .ctor(); [Assembly SpecialName]
    void AddToken(short token); [Assembly]
    void AddString(string str); [Assembly]
    void Reset(); [Assembly]
    short GetNextFullToken(); [Assembly]
    short GetNextToken(); [Assembly]
    string GetNextString(); [Assembly]
    void ThrowAwayNextString(); [Assembly]
    void TagLastToken(short tag); [Assembly]
    int GetTokenCount(); [Assembly]
    void GoToPosition(int position); [Assembly]
};