UTMLTokenizer

: UObject

/Script/TriiodideML.TMLTokenizer 0x0110 (272 B) align 8 inherited 0x0028 vtable /Script/TriiodideML

0x00x0110

Members 0

Show inherited members

Offset	Size	Name	Type	Flags	Default
0x0028	0xE8	unreflected bytes to end of UTMLTokenizer

Functions 7

Signature	Flags	Params
int32 TokenStringToId(const FString& Token)	FinalNative+1 flags	0x14
TArray<int32> Tokenize(const FString& Text)	FinalNative+1 flags	0x20
bool IsLoaded()	FinalNative+1 flags	0x01
bool Initialize(FTMLTokenizerConfig& InConfig)	FinalNative+1 flags	0x29
FString IdToTokenString(int32 TokenId)	FinalNative+1 flags	0x18
int32 GetVocabSize()	FinalNative+1 flags	0x04
int32 GetMaxSequenceLength()	FinalNative+1 flags	0x04

// /Script/TriiodideML.TMLTokenizer
// size 0x0110 (272), inherited 0x0028, align 8
class UTMLTokenizer : public UObject
{
public:
    uint8 pad_0[0xE8];                             // 0x0028(0xE8)

    int32 TokenStringToId(const FString& Token); // 0x757e380 [Final Native Public]
    TArray<int32> Tokenize(const FString& Text); // 0x757e430 [Final Native Public]
    bool IsLoaded(); // 0x476bda0 [Final Native Public]
    bool Initialize(FTMLTokenizerConfig& InConfig); // 0x757e0e0 [Final Native Public]
    FString IdToTokenString(int32 TokenId); // 0x757dd40 [Final Native Public]
    int32 GetVocabSize(); // 0x757dc80 [Final Native Public]
    int32 GetMaxSequenceLength(); // 0x757db10 [Final Native Public]
};