Merge pull request #2092 from hexlet-codebattle/users-from-csv

batch users from csv

Author: kjubybot

services/app/apps/codebattle/lib/codebattle/utils/populate_users.ex

@@ -4,12 +4,15 @@ defmodule Codebattle.Utils.PopulateUsers do
   def from_csv(file) do
     utc_now = NaiveDateTime.utc_now() |> NaiveDateTime.truncate(:second)
 
-    users =
-      File.stream!(file)
-      |> NimbleCSV.RFC4180.parse_stream()
-      |> Stream.map(&row_to_user(&1, utc_now))
-      |> Enum.to_list()
+    File.stream!(file)
+    |> NimbleCSV.RFC4180.parse_stream()
+    |> Stream.chunk_every(500)
+    |> Stream.each(&process_batch(&1, utc_now))
+    |> Stream.run()
+  end
 
+  defp process_batch(users, now) do
+    users = Enum.map(users, &row_to_user(&1, now))
     Codebattle.Repo.insert_all(Codebattle.User, users)
   end
 

services/app/apps/codebattle/test/codebattle/utils/populate_users_test.exs

@@ -14,7 +14,7 @@ defmodule Codebattle.Utils.PopulateUsersTest do
     IO.write(fd, csv)
     File.close(fd)
 
-    assert {4, nil} = Codebattle.Utils.PopulateUsers.from_csv(path)
+    assert :ok = Codebattle.Utils.PopulateUsers.from_csv(path)
     assert %{name: "user1"} = Codebattle.User.authenticate("user1", "p@ssw0rd!")
   end
 end