Skip to content

Commit df7ca0f

Browse files
Fix identation
1 parent c081fca commit df7ca0f

File tree

2 files changed

+13
-14
lines changed

2 files changed

+13
-14
lines changed

language/llama3-405b/SUT_VLLM.py

Lines changed: 12 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -128,19 +128,18 @@ def process_queries(self):
128128
pred_output_tokens,
129129
query_id_list=query_ids,
130130
)
131-
132-
for i in range(len(qitem)):
133-
n_tokens = processed_output[i].shape[0]
134-
response_array = array.array(
135-
"B", processed_output[i].tobytes())
136-
bi = response_array.buffer_info()
137-
response = [
138-
lg.QuerySampleResponse(
139-
qitem[i].id,
140-
bi[0],
141-
bi[1],
142-
n_tokens)]
143-
lg.QuerySamplesComplete(response)
131+
for i in range(len(qitem)):
132+
n_tokens = processed_output[i].shape[0]
133+
response_array = array.array(
134+
"B", processed_output[i].tobytes())
135+
bi = response_array.buffer_info()
136+
response = [
137+
lg.QuerySampleResponse(
138+
qitem[i].id,
139+
bi[0],
140+
bi[1],
141+
n_tokens)]
142+
lg.QuerySamplesComplete(response)
144143

145144
tok = time.time()
146145

language/llama3-405b/dataset.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -80,7 +80,7 @@ def postProcess(
8080
output_seq = out_tokens
8181
assert len(query_id_list) == len(output_seq)
8282

83-
return np.asarray(output_seq, dtype=np.int32)
83+
return [np.asarray(out, dtype=np.int32) for out in output_seq]
8484

8585
def LoadSamplesToRam(self, sample_list):
8686
pass

0 commit comments

Comments
 (0)