ai-space/goose
3
0
Fork 0
mirror of https://github.com/aaif-goose/goose.git synced 2026-07-03 14:10:03 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix(bedrock): cache trailing message for stable prefix across agent turns (#8916)

Browse Source 
Signed-off-by: Carl Youngblood <carl.youngblood@auctane.com>
Signed-off-by: Douwe Osinga <douwe@squareup.com>
Co-authored-by: Douwe Osinga <douwe@squareup.com>
This commit is contained in:
carl-auctane
2026-05-12 13:51:07 -05:00
committed by GitHub
parent 208fea5301
commit f8efbc4ac5
1 changed files with 4 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
crates/goose/src/providers/bedrock.rs
+4 -10
View File
@@ -232,15 +232,7 @@ impl BedrockProvider {
let visible_messages: Vec<&Message> =
messages.iter().filter(|m| m.is_agent_visible()).collect();
// Cache the earliest messages (not most recent) because prompt caching
// requires exact prefix matching — caching recent messages would shift
// positions each turn, causing misses.
const MESSAGE_CACHE_BUDGET: usize = 3;
let cache_count = if enable_caching {
visible_messages.len().min(MESSAGE_CACHE_BUDGET)
} else {
0
};
let last_idx = visible_messages.len().saturating_sub(1);
let mut request = self
.client
@@ -251,7 +243,9 @@ impl BedrockProvider {
visible_messages
.iter()
.enumerate()
.map(|(idx, m)| to_bedrock_message_with_caching(m, idx < cache_count))
.map(|(idx, m)| {
to_bedrock_message_with_caching(m, enable_caching && idx == last_idx)
})
.collect::<Result<_>>()?,
));