From d013c17bbb352eb9f448802f1afaa626b96cdd13 Mon Sep 17 00:00:00 2001 From: yxia216 Date: Wed, 14 Jan 2026 09:49:07 -0500 Subject: [PATCH] init Signed-off-by: yxia216 --- internal/apischema/openai/openai.go | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/internal/apischema/openai/openai.go b/internal/apischema/openai/openai.go index d609bbc587..6412c1957d 100644 --- a/internal/apischema/openai/openai.go +++ b/internal/apischema/openai/openai.go @@ -1051,6 +1051,12 @@ type ChatCompletionRequest struct { // PredictionContent provides configuration for a Predicted Output, which can greatly improve response times when large parts of the model response are known ahead of time. PredictionContent *PredictionContent `json:"prediction,omitempty"` + // The retention policy for the prompt cache. Set to 24h to enable extended prompt caching, which keeps cached prefixes active for longer, up to a maximum of 24 hours + PromptCacheRetention string `json:"prompt_cache_retention,omitempty"` + + // Used by OpenAI to cache responses for similar requests to optimize your cache hit rates. + PromptCacheKey string `json:"prompt_cache_key,omitempty"` + // WebSearchOptions configures web search tool for models that support it. // This tool searches the web for relevant results to use in a response. // Docs: https://platform.openai.com/docs/guides/tools-web-search?api-mode=chat