We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b81a9eb commit 327ea7aCopy full SHA for 327ea7a
computer-use-demo/computer_use_demo/loop.py
@@ -113,9 +113,9 @@ async def sampling_loop(
113
if enable_prompt_caching:
114
betas.append(PROMPT_CACHING_BETA_FLAG)
115
_inject_prompt_caching(messages)
116
- # Is it ever worth it to bust the cache with prompt caching?
117
- if image_truncation_threshold:
118
- image_truncation_threshold = 0
+ # Because cached reads are 10% of the price, we don't think it's
+ # ever sensible to break the cache by truncating images
+ only_n_most_recent_images = 0
119
system["cache_control"] = {"type": "ephemeral"}
120
121
if only_n_most_recent_images:
0 commit comments