ys/GenericAgent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: unify assistant content format for prompt caching to work

Browse Source
This commit is contained in:
Liang Jiaqing
2026-03-25 09:45:43 +08:00
parent b92d2bc97d
commit 85250c2694
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llmcore.py
View File

@@ -120,10 +120,10 @@ class ClaudeSession:
except Exception as e: yield f"Error: {str(e)}" except Exception as e: yield f"Error: {str(e)}"
def make_messages(self, raw_list): def make_messages(self, raw_list):
trimmed = self._trim_messages(raw_list) trimmed = self._trim_messages(raw_list)
msgs = [{"role": m['role'], "content": m['prompt']} for m in trimmed] msgs = [{"role": m['role'], "content": [{"type": "text", "text": m['prompt']}] if m['role'] == "assistant" else m['prompt']} for m in trimmed]
for i in range(len(msgs)-1, -1, -1): for i in range(len(msgs)-1, -1, -1):
if msgs[i]["role"] == "assistant": if msgs[i]["role"] == "assistant":
msgs[i]["content"] = [{"type": "text", "text": msgs[i]["content"], "cache_control": {"type": "ephemeral"}}] msgs[i]["content"][-1]["cache_control"] = {"type": "ephemeral"}
break break
return msgs return msgs
def ask(self, prompt, model=None, stream=False): def ask(self, prompt, model=None, stream=False):