wenyongda/OpenDify
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

去除缓存区

Browse Source
This commit is contained in:
wenyongda 2025-06-23 10:34:47 +08:00
parent 5350860f78
commit ccf4e4cedc
1 changed files with 99 additions and 97 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
main.py
View File

@ -545,17 +545,18 @@ def chat_completions():
if not generate.message_id: if not generate.message_id:
generate.message_id = message_id generate.message_id = message_id
# 将当前批次的字符添加到输出缓冲区 # # 将当前批次的字符添加到输出缓冲区
for char in current_answer: # for char in current_answer:
output_buffer.append((char, generate.message_id)) # output_buffer.append((char, generate.message_id))
# 根据缓冲区大小动态调整输出速度 # # 根据缓冲区大小动态调整输出速度
while output_buffer: # while output_buffer:
char, msg_id = output_buffer.pop(0) # char, msg_id = output_buffer.pop(0)
yield send_char(char, msg_id) # yield send_char(char, msg_id)
# 根据剩余缓冲区大小计算延迟 # # 根据剩余缓冲区大小计算延迟
delay = calculate_delay(len(output_buffer)) # delay = calculate_delay(len(output_buffer))
time.sleep(delay) # time.sleep(delay)
yield send_char(current_answer, message_id)
# 立即继续处理下一个请求 # 立即继续处理下一个请求
continue continue
@ -570,17 +571,18 @@ def chat_completions():
if not generate.message_id: if not generate.message_id:
generate.message_id = message_id generate.message_id = message_id
# 将当前批次的字符添加到输出缓冲区 # # 将当前批次的字符添加到输出缓冲区
for char in current_answer: # for char in current_answer:
output_buffer.append((char, generate.message_id)) # output_buffer.append((char, generate.message_id))
# 根据缓冲区大小动态调整输出速度 # # 根据缓冲区大小动态调整输出速度
while output_buffer: # while output_buffer:
char, msg_id = output_buffer.pop(0) # char, msg_id = output_buffer.pop(0)
yield send_char(char, msg_id) # yield send_char(char, msg_id)
# 根据剩余缓冲区大小计算延迟 # # 根据剩余缓冲区大小计算延迟
delay = calculate_delay(len(output_buffer)) # delay = calculate_delay(len(output_buffer))
time.sleep(delay) # time.sleep(delay)
yield send_char(current_answer, message_id)
# 立即继续处理下一个请求 # 立即继续处理下一个请求
continue continue