docs: 补充mem_scanner和web_setup SOP;优化代码风格和上下文管理
This commit is contained in:
@@ -41,7 +41,7 @@ class SiderLLMSession:
|
||||
return full_text
|
||||
|
||||
class ClaudeSession:
|
||||
def __init__(self, api_key, api_base, model="claude-opus", context_win=10000):
|
||||
def __init__(self, api_key, api_base, model="claude-opus", context_win=9000):
|
||||
self.api_key, self.api_base, self.default_model, self.context_win = api_key, api_base.rstrip('/'), model, context_win
|
||||
self.raw_msgs, self.lock = [], threading.Lock()
|
||||
def _trim_messages(self, messages):
|
||||
@@ -53,7 +53,7 @@ class ClaudeSession:
|
||||
if (msg_len := len(msg['prompt'])) + current <= target:
|
||||
result.append(msg); current += msg_len
|
||||
else: break
|
||||
if current > 10000 * 4: print(f'[DEBUG] Whole context length {current//4}.')
|
||||
if current > self.context_win * 3.6: print(f'[DEBUG] {len(result)} contexts, whole length {current//4} tokens.')
|
||||
return result[::-1] or messages[-2:]
|
||||
def raw_ask(self, messages, model=None, temperature=0.5, max_tokens=4096):
|
||||
model = model or self.default_model
|
||||
|
||||
Reference in New Issue
Block a user