Fix identation

mlcommons · Dec 4, 2024 · df7ca0f · df7ca0f
1 parent c081fca
commit df7ca0f
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 14 deletions.
diff --git a/language/llama3-405b/SUT_VLLM.py b/language/llama3-405b/SUT_VLLM.py
@@ -128,19 +128,18 @@ def process_queries(self):
                 pred_output_tokens,
                 query_id_list=query_ids,
             )
-
-        for i in range(len(qitem)):
-            n_tokens = processed_output[i].shape[0]
-            response_array = array.array(
-                "B", processed_output[i].tobytes())
-            bi = response_array.buffer_info()
-            response = [
-                lg.QuerySampleResponse(
-                    qitem[i].id,
-                    bi[0],
-                    bi[1],
-                    n_tokens)]
-            lg.QuerySamplesComplete(response)
+            for i in range(len(qitem)):
+                n_tokens = processed_output[i].shape[0]
+                response_array = array.array(
+                    "B", processed_output[i].tobytes())
+                bi = response_array.buffer_info()
+                response = [
+                    lg.QuerySampleResponse(
+                        qitem[i].id,
+                        bi[0],
+                        bi[1],
+                        n_tokens)]
+                lg.QuerySamplesComplete(response)
 
         tok = time.time()
 

diff --git a/language/llama3-405b/dataset.py b/language/llama3-405b/dataset.py
@@ -80,7 +80,7 @@ def postProcess(
         output_seq = out_tokens
         assert len(query_id_list) == len(output_seq)
 
-        return np.asarray(output_seq, dtype=np.int32)
+        return [np.asarray(out, dtype=np.int32) for out in output_seq]
 
     def LoadSamplesToRam(self, sample_list):
         pass