Class LlamafileManagerImpl

Implements

LlamafileManager

Index

Constructors

Properties

languageModelRegistry

Methods

addLanguageModels attachProcessHandlers calculateStatus getLlamafileModel getStartedLlamafiles isStarted removeLanguageModels setClient spawnLlamafileProcess startServer stopServer updateLanguageModelStatus

Constructors

constructor

new LlamafileManagerImpl(): LlamafileManagerImpl
Returns LlamafileManagerImpl

Properties

`Protected`languageModelRegistry

languageModelRegistry: LanguageModelRegistry

Methods

addLanguageModels

addLanguageModels(
LlamafileModelDescriptions: LlamafileModelDescription[],
): Promise<void>
Parameters
- LlamafileModelDescriptions: LlamafileModelDescription[]
Returns Promise<void>
Implementation of LlamafileManager.addLanguageModels
- Defined in node/llamafile-manager-impl.ts:33

`Protected`attachProcessHandlers

attachProcessHandlers(
name: string,
currentProcess: ChildProcessWithoutNullStreams,
): void
Parameters
- name: string
- currentProcess: ChildProcessWithoutNullStreams
Returns void
- Defined in node/llamafile-manager-impl.ts:95

`Protected`calculateStatus

calculateStatus(started: boolean, message?: string): LanguageModelStatus
Parameters
- started: boolean
- Optionalmessage: string
Returns LanguageModelStatus
- Defined in node/llamafile-manager-impl.ts:126

`Protected`getLlamafileModel

getLlamafileModel(name: string): Promise<undefined | LlamafileLanguageModel>
Parameters
- name: string
Returns Promise<undefined | LlamafileLanguageModel>
- Defined in node/llamafile-manager-impl.ts:83

getStartedLlamafiles

getStartedLlamafiles(): Promise<string[]>
Returns Promise<string[]>
Implementation of LlamafileManager.getStartedLlamafiles
- Defined in node/llamafile-manager-impl.ts:62

isStarted

isStarted(name: string): boolean
Parameters
- name: string
Returns boolean
- Defined in node/llamafile-manager-impl.ts:144

removeLanguageModels

removeLanguageModels(modelIds: string[]): void
Parameters
- modelIds: string[]
Returns void
Implementation of LlamafileManager.removeLanguageModels
- Defined in node/llamafile-manager-impl.ts:57

setClient

setClient(client: LlamafileServerManagerClient): void
Parameters
- client: LlamafileServerManagerClient
Returns void
Implementation of LlamafileManager.setClient
- Defined in node/llamafile-manager-impl.ts:148

`Protected`spawnLlamafileProcess

spawnLlamafileProcess(
llm: LlamafileLanguageModel,
): ChildProcessWithoutNullStreams
Parameters
- llm: LlamafileLanguageModel
Returns ChildProcessWithoutNullStreams
- Defined in node/llamafile-manager-impl.ts:88

startServer

startServer(name: string): Promise<void>
Parameters
- name: string
Returns Promise<void>
Implementation of LlamafileManager.startServer
- Defined in node/llamafile-manager-impl.ts:67

stopServer

stopServer(name: string): void
Parameters
- name: string
Returns void
Implementation of LlamafileManager.stopServer
- Defined in node/llamafile-manager-impl.ts:134

`Protected`updateLanguageModelStatus

updateLanguageModelStatus(
    modelId: string,
    hasStarted: boolean,
    message?: string,
): Promise<void>
Parameters
- modelId: string
- hasStarted: boolean
- Optionalmessage: string
Returns Promise<void>
- Defined in node/llamafile-manager-impl.ts:119