优化缓存命中问题
This commit is contained in:
parent
2f2a3cce41
commit
56faf4fcf1
3 changed files with 44 additions and 11 deletions
|
|
@ -127,7 +127,8 @@ def chat_completions():
|
|||
log_route_context('聊天补全', ctx, extra=f'消息数={message_count}')
|
||||
_log_messages(payload)
|
||||
|
||||
payload['messages'] = thinking_cache.inject(payload.get('messages', []))
|
||||
if ctx.backend != 'responses':
|
||||
payload['messages'] = thinking_cache.inject(payload.get('messages', []))
|
||||
|
||||
if ctx.backend == 'openai':
|
||||
return _handle_openai_backend(ctx, payload, turn)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue