ys/GenericAgent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: prompt_cache skip compress + style

Browse Source
This commit is contained in:
Liang Jiaqing
2026-03-20 23:47:15 +08:00
parent 05800a4f48
commit 85f17db487
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
agent_loop.py
View File

@@ -79,8 +79,7 @@ def agent_runner_loop(client, system_prompt, user_input, handler, tools_schema,
yield '`````\n' yield '`````\n'
outcome = yield from gen outcome = yield from gen
yield '`````\n' yield '`````\n'
else: else: outcome = exhaust(gen)
outcome = exhaust(gen)
if outcome.next_prompt is None: return {'result': 'CURRENT_TASK_DONE', 'data': outcome.data} if outcome.next_prompt is None: return {'result': 'CURRENT_TASK_DONE', 'data': outcome.data}
if outcome.should_exit: return {'result': 'EXITED', 'data': outcome.data} if outcome.should_exit: return {'result': 'EXITED', 'data': outcome.data}

5
llmcore.py
View File

@@ -73,8 +73,9 @@ class ClaudeSession:
self.default_model = cfg.get('model', 'claude-opus') self.default_model = cfg.get('model', 'claude-opus')
self.context_win = cfg.get('context_win', 12000) self.context_win = cfg.get('context_win', 12000)
self.raw_msgs, self.lock = [], threading.Lock() self.raw_msgs, self.lock = [], threading.Lock()
self.prompt_cache = cfg.get('prompt_cache', False)
def _trim_messages(self, messages): def _trim_messages(self, messages):
compress_history_tags(messages) if not self.prompt_cache: compress_history_tags(messages)
total = sum(len(m['prompt']) for m in messages) total = sum(len(m['prompt']) for m in messages)
if total <= self.context_win * 4: return messages if total <= self.context_win * 4: return messages
target, current, result = self.context_win * 4 * 0.9, 0, [] target, current, result = self.context_win * 4 * 0.9, 0, []
@@ -270,7 +271,7 @@ class LLMSession:
return return
def make_messages(self, raw_list, omit_images=True): def make_messages(self, raw_list, omit_images=True):
compress_history_tags(raw_list) if not self.prompt_cache: compress_history_tags(raw_list)
messages = [] messages = []
for i, msg in enumerate(raw_list): for i, msg in enumerate(raw_list):
prompt = msg['prompt'] prompt = msg['prompt']