FTMLTokenizerConfig

/Script/TriiodideML.TMLTokenizerConfig 0x0028 (40 B) align 8 /Script/TriiodideML

0x00x0028

Members 7

Offset	Size	Name	Type	Flags
—	0x01	Mode	ETMLTokenizerMode	7 flags
	0x04	MaxSequenceLength	int32	7 flags
	0x10	Vocabulary	TArray<FString>	4 flags
	0x04	PadTokenId	int32	7 flags
	0x04	BosTokenId	int32	7 flags
	0x04	EosTokenId	int32	7 flags
	0x04	UnkTokenId	int32	7 flags

Used by 1

types with a member, parameter or interface of this type

UTMLTokenizer

// /Script/TriiodideML.TMLTokenizerConfig
// size 0x0028 (40), align 8
struct FTMLTokenizerConfig
{
public:
    ETMLTokenizerMode Mode;                            // ????(0x01) Edit BlueprintVisible ZeroConstructor IsPlainOldData NoDestructor HasGetValueTypeHash NativeAccessSpecifierPublic
    int32 MaxSequenceLength;                           // 0x0004(0x04) Edit BlueprintVisible ZeroConstructor IsPlainOldData NoDestructor HasGetValueTypeHash NativeAccessSpecifierPublic
    TArray<FString> Vocabulary;                        // 0x0008(0x10) Edit BlueprintVisible ZeroConstructor NativeAccessSpecifierPublic
    int32 PadTokenId;                                  // 0x0018(0x04) Edit BlueprintVisible ZeroConstructor IsPlainOldData NoDestructor HasGetValueTypeHash NativeAccessSpecifierPublic
    int32 BosTokenId;                                  // 0x001C(0x04) Edit BlueprintVisible ZeroConstructor IsPlainOldData NoDestructor HasGetValueTypeHash NativeAccessSpecifierPublic
    int32 EosTokenId;                                  // 0x0020(0x04) Edit BlueprintVisible ZeroConstructor IsPlainOldData NoDestructor HasGetValueTypeHash NativeAccessSpecifierPublic
    int32 UnkTokenId;                                  // 0x0024(0x04) Edit BlueprintVisible ZeroConstructor IsPlainOldData NoDestructor HasGetValueTypeHash NativeAccessSpecifierPublic
};