wenyongda/OpenDify
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

去除缓存区

Browse Source
This commit is contained in:
wenyongda 2025-06-23 10:34:47 +08:00
parent 5350860f78
commit ccf4e4cedc
1 changed files with 99 additions and 97 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
main.py
View File

@ -545,17 +545,18 @@ def chat_completions():
if not generate.message_id:
generate.message_id = message_id
# 将当前批次的字符添加到输出缓冲区
for char in current_answer:
output_buffer.append((char, generate.message_id))
# # 将当前批次的字符添加到输出缓冲区
# for char in current_answer:
# output_buffer.append((char, generate.message_id))
# 根据缓冲区大小动态调整输出速度
while output_buffer:
char, msg_id = output_buffer.pop(0)
yield send_char(char, msg_id)
# 根据剩余缓冲区大小计算延迟
delay = calculate_delay(len(output_buffer))
time.sleep(delay)
# # 根据缓冲区大小动态调整输出速度
# while output_buffer:
# char, msg_id = output_buffer.pop(0)
# yield send_char(char, msg_id)
# # 根据剩余缓冲区大小计算延迟
# delay = calculate_delay(len(output_buffer))
# time.sleep(delay)
yield send_char(current_answer, message_id)
# 立即继续处理下一个请求
continue
@ -570,17 +571,18 @@ def chat_completions():
if not generate.message_id:
generate.message_id = message_id
# 将当前批次的字符添加到输出缓冲区
for char in current_answer:
output_buffer.append((char, generate.message_id))
# # 将当前批次的字符添加到输出缓冲区
# for char in current_answer:
# output_buffer.append((char, generate.message_id))
# 根据缓冲区大小动态调整输出速度
while output_buffer:
char, msg_id = output_buffer.pop(0)
yield send_char(char, msg_id)
# 根据剩余缓冲区大小计算延迟
delay = calculate_delay(len(output_buffer))
time.sleep(delay)
# # 根据缓冲区大小动态调整输出速度
# while output_buffer:
# char, msg_id = output_buffer.pop(0)
# yield send_char(char, msg_id)
# # 根据剩余缓冲区大小计算延迟
# delay = calculate_delay(len(output_buffer))
# time.sleep(delay)
yield send_char(current_answer, message_id)
# 立即继续处理下一个请求
continue