jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 4 Packages Projects Releases Wiki Activity

Fix async in chatqna bug (#1589)

Browse Source 
Algin async with comps: related PR: opea-project/GenAIComps#1300

Signed-off-by: Xinyao Wang <xinyao.wang@intel.com>
This commit is contained in:
XinyaoWa
2025-02-27 23:32:29 +08:00
committed by GitHub
parent 6abf7652e8
commit 78f8ae524d
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ChatQnA/chatqna.py
View File

@@ -166,10 +166,10 @@ def align_outputs(self, data, cur_node, inputs, runtime_graph, llm_parameters_di
return next_data return next_data
def align_generator(self, gen, **kwargs): async def align_generator(self, gen, **kwargs):
# OpenAI response format # OpenAI response format
# b'data:{"id":"","object":"text_completion","created":1725530204,"model":"meta-llama/Meta-Llama-3-8B-Instruct","system_fingerprint":"2.0.1-native","choices":[{"index":0,"delta":{"role":"assistant","content":"?"},"logprobs":null,"finish_reason":null}]}\n\n' # b'data:{"id":"","object":"text_completion","created":1725530204,"model":"meta-llama/Meta-Llama-3-8B-Instruct","system_fingerprint":"2.0.1-native","choices":[{"index":0,"delta":{"role":"assistant","content":"?"},"logprobs":null,"finish_reason":null}]}\n\n'
for line in gen: async for line in gen:
line = line.decode("utf-8") line = line.decode("utf-8")
start = line.find("{") start = line.find("{")
end = line.rfind("}") + 1 end = line.rfind("}") + 1