launch: warn when server context length is below 64k for local models (#15044)

A stop-gap for now to guide users better. We'll add more in-depth recommendations per integration as well.

---------

Co-authored-by: Parth Sareen <parth.sareen@ollama.com>
This commit is contained in:
Eva H
2026-03-27 00:15:53 -07:00
committed by GitHub
parent 516ebd8548
commit 366625a831
6 changed files with 377 additions and 1 deletions

View File

@@ -841,7 +841,8 @@ type CloudStatus struct {
// StatusResponse is the response from [Client.CloudStatusExperimental].
type StatusResponse struct {
Cloud CloudStatus `json:"cloud"`
Cloud CloudStatus `json:"cloud"`
ContextLength int `json:"context_length,omitempty"`
}
// GenerateResponse is the response passed into [GenerateResponseFunc].