owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix aggre

Browse Source
This commit is contained in:
Jorg Doku
2023-09-05 23:51:35 -05:00
parent 871196dafb
commit ba4e6e6df0
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/handler.py
+3 -2
View File
@@ -252,9 +252,10 @@ async def handler_streaming(job: dict) -> Generator[dict[str, list], None, None]
# Include metrics in the highest level for the job output for aggregrate. # Include metrics in the highest level for the job output for aggregrate.
def aggregate_function(streamed_outputs): def aggregate_function(streamed_outputs):
aggregate_output = "" aggregate_output = [""] * len(streamed_outputs[0]['text'])
for stream in streamed_outputs: for stream in streamed_outputs:
aggregate_output += stream['text'] for id, seq in enumerate(stream['text']):
aggregate_output[id] += seq
# Number of generated sequences # Number of generated sequences
num_seqs = sampling_params.n num_seqs = sampling_params.n