Interface LlamafileManager

interface LlamafileManager {
    addLanguageModels(llamaFiles): Promise<void>;
    getStartedLlamafiles(): Promise<string[]>;
    removeLanguageModels(modelIds): void;
    setClient(client): void;
    startServer(name): Promise<void>;
    stopServer(name): void;
    updateRequestSettings(modelId, requestSettings?): void;
}

Implemented by

LlamafileManagerImpl

Index

Methods

addLanguageModels getStartedLlamafiles removeLanguageModels setClient startServer stopServer updateRequestSettings

Methods

addLanguageModels

addLanguageModels(llamaFiles): Promise<void>
Parameters
- llamaFiles: LlamafileModelDescription[]
Returns Promise<void>
- Defined in packages/ai-llamafile/src/common/llamafile-manager.ts:35

getStartedLlamafiles

getStartedLlamafiles(): Promise<string[]>
Returns Promise<string[]>
- Defined in packages/ai-llamafile/src/common/llamafile-manager.ts:33

removeLanguageModels

removeLanguageModels(modelIds): void
Parameters
- modelIds: string[]
Returns void
- Defined in packages/ai-llamafile/src/common/llamafile-manager.ts:36

setClient

setClient(client): void
Parameters
- client: LlamafileServerManagerClient
Returns void
- Defined in packages/ai-llamafile/src/common/llamafile-manager.ts:34

startServer

startServer(name): Promise<void>
Parameters
- name: string
Returns Promise<void>
- Defined in packages/ai-llamafile/src/common/llamafile-manager.ts:31

stopServer

stopServer(name): void
Parameters
- name: string
Returns void
- Defined in packages/ai-llamafile/src/common/llamafile-manager.ts:32

updateRequestSettings

updateRequestSettings(modelId, requestSettings?): void
Parameters
- modelId: string
- Optional requestSettings: {
  [key: string]: unknown;
  }
  - [key: string]: unknown
Returns void
- Defined in packages/ai-llamafile/src/common/llamafile-manager.ts:37