Skip to main content

Class: DeepInfra

Unified language model interface

Extends​

Constructors​

new DeepInfra()​

new DeepInfra(init?): DeepInfra

Parameters​

• init?: Partial<OpenAI>

Returns​

DeepInfra

Overrides​

OpenAI.constructor

Defined in​

packages/llamaindex/src/llm/deepinfra.ts:9

Properties​

additionalChatOptions?​

optional additionalChatOptions: OpenAIAdditionalChatOptions

Inherited from​

OpenAI.additionalChatOptions

Defined in​

packages/llamaindex/src/llm/openai.ts:165

additionalSessionOptions?​

optional additionalSessionOptions: Omit<Partial<ClientOptions>, "apiKey" | "timeout" | "maxRetries">

Inherited from​

OpenAI.additionalSessionOptions

Defined in​

packages/llamaindex/src/llm/openai.ts:172

apiKey?​

optional apiKey: string = undefined

Inherited from​

OpenAI.apiKey

Defined in​

packages/llamaindex/src/llm/openai.ts:168

maxRetries​

maxRetries: number

Inherited from​

OpenAI.maxRetries

Defined in​

packages/llamaindex/src/llm/openai.ts:169

maxTokens?​

optional maxTokens: number

Inherited from​

OpenAI.maxTokens

Defined in​

packages/llamaindex/src/llm/openai.ts:164

model​

model: string

Inherited from​

OpenAI.model

Defined in​

packages/llamaindex/src/llm/openai.ts:161

session​

session: OpenAISession

Inherited from​

OpenAI.session

Defined in​

packages/llamaindex/src/llm/openai.ts:171

temperature​

temperature: number

Inherited from​

OpenAI.temperature

Defined in​

packages/llamaindex/src/llm/openai.ts:162

timeout?​

optional timeout: number

Inherited from​

OpenAI.timeout

Defined in​

packages/llamaindex/src/llm/openai.ts:170

topP​

topP: number

Inherited from​

OpenAI.topP

Defined in​

packages/llamaindex/src/llm/openai.ts:163

Accessors​

metadata​

get metadata(): LLMMetadata

Returns​

LLMMetadata

Inherited from​

OpenAI.metadata

Defined in​

packages/llamaindex/src/llm/openai.ts:228

supportToolCall​

get supportToolCall(): boolean

Returns​

boolean

Inherited from​

OpenAI.supportToolCall

Defined in​

packages/llamaindex/src/llm/openai.ts:224

Methods​

chat()​

chat(params)​

chat(params): Promise<AsyncIterable<ChatResponseChunk<ToolCallLLMMessageOptions>>>

Get a chat response from the LLM

Parameters​

• params: LLMChatParamsStreaming<OpenAIAdditionalChatOptions, ToolCallLLMMessageOptions>

Returns​

Promise<AsyncIterable<ChatResponseChunk<ToolCallLLMMessageOptions>>>

Inherited from​

OpenAI.chat

Defined in​

packages/llamaindex/src/llm/openai.ts:305

chat(params)​

chat(params): Promise<ChatResponse<ToolCallLLMMessageOptions>>

Get a chat response from the LLM

Parameters​

• params: LLMChatParamsNonStreaming<OpenAIAdditionalChatOptions, ToolCallLLMMessageOptions>

Returns​

Promise<ChatResponse<ToolCallLLMMessageOptions>>

Inherited from​

OpenAI.chat

Defined in​

packages/llamaindex/src/llm/openai.ts:311

complete()​

complete(params)​

complete(params): Promise<AsyncIterable<CompletionResponse>>

Get a prompt completion from the LLM

Parameters​

• params: LLMCompletionParamsStreaming

Returns​

Promise<AsyncIterable<CompletionResponse>>

Inherited from​

OpenAI.complete

Defined in​

packages/core/dist/llms/index.d.ts:168

complete(params)​

complete(params): Promise<CompletionResponse>

Get a prompt completion from the LLM

Parameters​

• params: LLMCompletionParamsNonStreaming

Returns​

Promise<CompletionResponse>

Inherited from​

OpenAI.complete

Defined in​

packages/core/dist/llms/index.d.ts:169

streamChat()​

protected streamChat(baseRequestParams): AsyncIterable<ChatResponseChunk<ToolCallLLMMessageOptions>>

Parameters​

• baseRequestParams: ChatCompletionCreateParams

Returns​

AsyncIterable<ChatResponseChunk<ToolCallLLMMessageOptions>>

Inherited from​

OpenAI.streamChat

Defined in​

packages/llamaindex/src/llm/openai.ts:387

toOpenAIMessage()​

static toOpenAIMessage(messages): ChatCompletionMessageParam[]

Parameters​

• messages: ChatMessage<ToolCallLLMMessageOptions>[]

Returns​

ChatCompletionMessageParam[]

Inherited from​

OpenAI.toOpenAIMessage

Defined in​

packages/llamaindex/src/llm/openai.ts:256

toOpenAIRole()​

static toOpenAIRole(messageType): ChatCompletionRole

Parameters​

• messageType: MessageType

Returns​

ChatCompletionRole

Inherited from​

OpenAI.toOpenAIRole

Defined in​

packages/llamaindex/src/llm/openai.ts:243

toTool()​

static toTool(tool): ChatCompletionTool

Parameters​

• tool: BaseTool<any>

Returns​

ChatCompletionTool

Inherited from​

OpenAI.toTool

Defined in​

packages/llamaindex/src/llm/openai.ts:457