mirror of
https://github.com/block/goose.git
synced 2026-07-17 12:56:20 +02:00
fix: return ContextLengthExceeded when prompt exceeds effective KV cache size (#7815)
Co-authored-by: Douwe Osinga <douwe@squareup.com>
This commit is contained in:
@@ -226,6 +226,13 @@ pub(super) fn validate_and_compute_context(
|
||||
)));
|
||||
}
|
||||
}
|
||||
if prompt_token_count >= effective_ctx {
|
||||
return Err(ProviderError::ContextLengthExceeded(format!(
|
||||
"Prompt ({} tokens) exceeds context limit ({} tokens). \
|
||||
Try reducing conversation length.",
|
||||
prompt_token_count, effective_ctx,
|
||||
)));
|
||||
}
|
||||
Ok((prompt_token_count, effective_ctx))
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user