Polyphase Game Engine
Loading...
Searching...
No Matches
TinyLLMManager Member List

This is the complete list of members for TinyLLMManager, including all inherited members.

Abort()TinyLLMManager
BeginGenerate(const std::string &prompt, int32_t maxTokens, float temperature=1.0f, float topP=0.9f)TinyLLMManager
ContinueGenerate()TinyLLMManager
Create()TinyLLMManagerstatic
Decode(int32_t prevToken, int32_t token)TinyLLMManager
Destroy()TinyLLMManagerstatic
Encode(const std::string &text, bool addBos=true)TinyLLMManager
Forward(int32_t token, int32_t pos)TinyLLMManager
Generate(const std::string &prompt, int32_t maxTokens, float temperature=1.0f, float topP=0.9f)TinyLLMManager
Get()TinyLLMManagerstatic
GetDefaultMaxSeqLen()TinyLLMManagerstatic
GetLastTokPerSec() constTinyLLMManager
GetMaxSeqLen() constTinyLLMManager
GetModel() constTinyLLMManager
GetPosition() constTinyLLMManager
IsGenerating() constTinyLLMManager
IsModelLoaded() constTinyLLMManager
LoadModel(TinyLLMAsset *asset, int32_t maxSeqLen=0)TinyLLMManager
Reset()TinyLLMManager
Sample(float temperature=1.0f, float topP=0.9f)TinyLLMManager
UnloadModel()TinyLLMManager