Tokenizer

: Object

System.Security.Util.Tokenizer, mscorlib 0x0070 (112 B) inherited 0x0010 mscorlib.dll

0x00x0070

Members 16

Show inherited members

Size	Name	Type	Flags	Default
0x04	LineNo	int	Public	—
0x04	_inProcessingTag	int	Private	—
0x08	_inBytes	byte[]	Private	—
0x08	_inChars	char[]	Private	—
0x08	_inString	string	Private	—
0x04	_inIndex	int	Private	—
0x04	_inSize	int	Private	—
0x04	_inSavedCharacter	int	Private	—
0x04	_inTokenSource	TokenSource	Private	—
0x08	_inTokenReader	ITokenReader	Private	—
0x08	_maker	StringMaker	Private	—
0x08	_searchStrings	string[]	Private	—
0x08	_replaceStrings	string[]	Private	—
0x04	_inNestedIndex	int	Private	—
0x04	_inNestedSize	int	Private	—
0x08	_inNestedString	string	Private	—

Functions 6

Signature	Flags	Params
void BasicInitialization()	1 flags	0x00
void Recycle()	Public	0x00
void .ctor(const string& input)	2 flags	0x08
void ChangeFormat(Encoding encoding)	1 flags	0x08
void GetTokens(TokenizerStream stream, int maxNum, bool endAfterKet)	1 flags	0x08
string GetStringToken()	Private	0x08

Used by 1

types with a member, parameter or interface of this type

Parser

// System.Security.Util.Tokenizer, mscorlib
// size 0x0070 (112), inherited 0x0010
class Tokenizer : public Object
{
public:
    int LineNo;                                        // 0x0010(0x04) Public
    int _inProcessingTag;                              // 0x0014(0x04) Private
    byte[] _inBytes;                                   // 0x0018(0x08) Private
    char[] _inChars;                                   // 0x0020(0x08) Private
    string _inString;                                  // 0x0028(0x08) Private
    int _inIndex;                                      // 0x0030(0x04) Private
    int _inSize;                                       // 0x0034(0x04) Private
    int _inSavedCharacter;                             // 0x0038(0x04) Private
    TokenSource _inTokenSource;                        // 0x003C(0x04) Private
    ITokenReader _inTokenReader;                       // 0x0040(0x08) Private
    StringMaker _maker;                                // 0x0048(0x08) Private
    string[] _searchStrings;                           // 0x0050(0x08) Private
    string[] _replaceStrings;                          // 0x0058(0x08) Private
    int _inNestedIndex;                                // 0x0060(0x04) Private
    int _inNestedSize;                                 // 0x0064(0x04) Private
    string _inNestedString;                            // 0x0068(0x08) Private

    void BasicInitialization(); // 0x11c0e60 [Assembly]
    void Recycle(); // 0x11c1c00 [Public]
    void .ctor(string input); // 0x11c1c50 [Assembly SpecialName]
    void ChangeFormat(Encoding encoding); // 0x11c0ee0 [Assembly]
    void GetTokens(TokenizerStream stream, int maxNum, bool endAfterKet); // 0x11c11a0 [Assembly]
    string GetStringToken(); // 0x11c1180 [Private]
};