Light Dark

Types

CompletePostRequest

CompletePostRequest type {
    model: Model,
    prompt: Str,
    max_tokens_to_sample: Int,
    stop_sequences: Vec?,
    temperature: Float?,
    top_p: Float?,
    top_k: Int?,
    metadata: Any?,
    stream: Bool?
}

CompletePostResponse

CompletePostResponse type {
    type: "completion",
    id: Str,
    completion: Str,
    stop_reason: Any,
    model: Model
}

CompletionRequest

CompletionRequest type {
    model: Model,
    prompt: Str,
    max_tokens_to_sample: Int,
    stop_sequences: Vec?,
    temperature: Float?,
    top_p: Float?,
    top_k: Int?,
    metadata: Any?,
    stream: Bool?
}

CompletionResponse

CompletionResponse type {
    type: "completion",
    id: Str,
    completion: Str,
    stop_reason: Any,
    model: Model
}

ErrorResponse

ErrorResponse type {
    type: "error",
    error: Any
}

Model

Functions

post

fn (request: CompletePostRequest): CompletePostResponse

POST /v1/complete - Create a Text Completion