Merge pull request #1138 from alphagov/gzip-mongo-exports

Gzip Mongo exports

Author: Al Davidson

.dockerignore

@@ -17,3 +17,4 @@ spec
 test
 tmp
 vendor
+db/mongo-dumps

.gitignore

@@ -10,6 +10,9 @@
 # Ignore the default SQLite database.
 /db/*.sqlite3
 
+# Ignore mongo DB dumps
+/db/mongo-dumps
+
 # Ignore all logfiles and tempfiles.
 /log/*.log
 /tmp

app/lib/mongo_exporter.rb

@@ -5,12 +5,13 @@ def self.collection_names
 
   def self.export(collection:, path:)
     FileUtils.mkdir_p(path)
+    zipped_file_path = File.join(path, [collection, "json", "gz"].join("."))
     execute(
       "mongoexport",
       "--uri=#{ENV['MONGODB_URI']}",
       "--collection=#{collection}",
-      "--out=#{File.join(path, [collection, 'json'].join('.'))}",
       "--type=json",
+      " | gzip > #{zipped_file_path}",
     )
   end
 

spec/lib/mongo_exporter_spec.rb

@@ -34,8 +34,8 @@
         anything,
         "--uri=#{ENV['MONGODB_URI']}",
         "--collection=my_collection",
-        "--out=/my/path/my_collection.json",
         "--type=json",
+        " | gzip > /my/path/my_collection.json.gz",
       )
       described_class.export(collection: "my_collection", path: "/my/path")
     end