TinyLLMTokenizerAsset Member List

This is the complete list of members for TinyLLMTokenizerAsset, including all inherited members.

As() const	Object	inline
Asset()	Asset
BuildSortedVocab()	TinyLLMTokenizerAsset	protected
ClassRuntimeName()	Object	inlinestatic
Copy(Asset *srcAsset)	Asset	virtual
Create() override	TinyLLMTokenizerAsset	virtual
DECLARE_ASSET(TinyLLMTokenizerAsset, Asset)	TinyLLMTokenizerAsset
DECLARE_FACTORY(Asset, Asset)	Asset
DECLARE_FACTORY_MANAGER(Asset)	Asset
DECLARE_OBJECT(Asset, Object)	Asset
Decode(int prevToken, int token)	TinyLLMTokenizerAsset
DecrementRefCount()	Asset
Destroy() override	TinyLLMTokenizerAsset	virtual
DrawCustomProperty(Property &prop)	Object	inlinevirtual
Encode(const char *text, bool addBos, bool addEos, std::vector< int32_t > &outTokens)	TinyLLMTokenizerAsset
EnsureUuid()	Asset
Equals(const Object *rhs) const	Object	inlinevirtual
GatherProperties(std::vector< Property > &outProps) override	TinyLLMTokenizerAsset	virtual
GetDirectoryFromPath(const std::string &path)	Asset	static
GetMaxTokenLength() const	TinyLLMTokenizerAsset	inline
GetName() const	Asset
GetNameFromPath(const std::string &path)	Asset	static
GetNameFromTypeId(TypeId id)	Asset	static
GetRefCount() const	Asset
GetTypeColor() override	TinyLLMTokenizerAsset	virtual
GetTypeIdFromName(const char *name)	Asset	static
GetTypeImportExt() override	TinyLLMTokenizerAsset	virtual
GetTypeName() override	TinyLLMTokenizerAsset	virtual
GetUuid() const	Asset
GetVocab() const	TinyLLMTokenizerAsset	inline
GetVocabScores() const	TinyLLMTokenizerAsset	inline
GetVocabSize() const	TinyLLMTokenizerAsset	inline
HandlePropChange(Datum *datum, uint32_t index, const void *newValue)	TinyLLMTokenizerAsset	protectedstatic
Import(const std::string &path, ImportOptions *options) override	TinyLLMTokenizerAsset	virtual
IncrementRefCount()	Asset
InitBytePieces()	TinyLLMTokenizerAsset	protected
InstanceRuntimeId() const =0	Object	pure virtual
Is(RuntimeId id) const	Object	inlinevirtual
Is(const char *name) const	Object	inlinevirtual
IsEmbedded() const	Asset
IsEngineAsset() const	Asset
IsLoaded() const	Asset
IsRefCounted() const	Asset
IsTransient() const	Asset
LoadEmbedded(const EmbeddedFile *embeddedAsset, AsyncLoadRequest *request=nullptr)	Asset
LoadFile(const char *path, AsyncLoadRequest *request=nullptr)	Asset
LoadStream(Stream &stream, Platform platform) override	TinyLLMTokenizerAsset	virtual
mBytePieces	TinyLLMTokenizerAsset	protected
mEmbedded	Asset	protected
mEnableRefCount	Asset	protected
mEngineAsset	Asset	protected
mLoaded	Asset	protected
mMaxTokenLength	TinyLLMTokenizerAsset	protected
mName	Asset	protected
mRefCount	Asset	protected
mSortedVocab	TinyLLMTokenizerAsset	protected
mSortedVocabBuilt	TinyLLMTokenizerAsset	protected
mTransient	Asset	protected
mType	Asset	protected
mUuid	Asset	protected
mVersion	Asset	protected
mVocab	TinyLLMTokenizerAsset	protected
mVocabScores	TinyLLMTokenizerAsset	protected
QueryInterface(RuntimeId id) const	Object	inlinevirtual
ReadHeader(Stream &stream)	Asset	static
RuntimeName() const =0	Object	pure virtual
RuntimeParentName() const =0	Object	pure virtual
SaveFile(const char *path, Platform platform)	Asset
SaveStream(Stream &stream, Platform platform) override	TinyLLMTokenizerAsset	virtual
SetEmbedded(bool embed)	Asset
SetEngineAsset(bool engineAsset)	Asset
SetName(const std::string &name)	Asset
SetTransient(bool transient)	Asset
SetUuid(uint64_t uuid)	Asset
ShouldSnapshotForPie() const	Asset	inlinevirtual
StrLookup(const char *str)	TinyLLMTokenizerAsset
TinyLLMTokenizerAsset()	TinyLLMTokenizerAsset
WriteHeader(Stream &stream)	Asset
~Asset()	Asset	virtual
~Object()=default	Object	virtual
~TinyLLMTokenizerAsset()	TinyLLMTokenizerAsset	virtual