优化:Streamlit fragment性能 + code_run灵活性 + LLM context_win配置
This commit is contained in:
@@ -18,7 +18,7 @@ class SiderLLMSession:
|
||||
return ''.join(self._core.chat(prompt, model))
|
||||
|
||||
class LLMSession:
|
||||
def __init__(self, api_key=oai_apikey, api_base=oai_apibase, model=oai_model, context_win=32000):
|
||||
def __init__(self, api_key=oai_apikey, api_base=oai_apibase, model=oai_model, context_win=16000):
|
||||
self.api_key = api_key
|
||||
self.api_base = api_base
|
||||
self.raw_msgs = []
|
||||
|
||||
Reference in New Issue
Block a user