@@ -247,16 +247,16 @@ def json_writer(filename, fields, task_queue, error_queue, format):
247
247
pass
248
248
249
249
250
- def json_gz_writer (filename , fields , task_queue , error_queue , format , compression_level ):
250
+ def jsongz_writer (filename , fields , task_queue , error_queue , format , compression_level ):
251
251
try :
252
252
with open (filename , "wb" ) as out :
253
253
# wbits 31 = MAX_WBITS + gzip header and trailer
254
254
compressor = zlib .compressobj (compression_level , zlib .DEFLATED , 31 )
255
- def compress_write (str ):
255
+ def compress_and_write (str ):
256
256
out .write (compressor .compress (str .encode ("utf-8" )))
257
257
258
258
first = True
259
- compress_write ("[" )
259
+ compress_and_write ("[" )
260
260
item = task_queue .get ()
261
261
while not isinstance (item , StopIteration ):
262
262
row = item [0 ]
@@ -265,15 +265,15 @@ def compress_write(str):
265
265
if item not in fields :
266
266
del row [item ]
267
267
if first :
268
- compress_write ("\n " )
268
+ compress_and_write ("\n " )
269
269
first = False
270
270
else :
271
- compress_write (",\n " )
271
+ compress_and_write (",\n " )
272
272
273
- compress_write (json .dumps (row ))
273
+ compress_and_write (json .dumps (row ))
274
274
item = task_queue .get ()
275
275
276
- compress_write ("\n ]\n " )
276
+ compress_and_write ("\n ]\n " )
277
277
out .write (compressor .flush ())
278
278
except BaseException :
279
279
ex_type , ex_class , tb = sys .exc_info ()
@@ -392,7 +392,7 @@ def export_table(
392
392
elif options .format == "jsongz" :
393
393
filename = directory + "/%s/%s.jsongz" % (db , table )
394
394
writer = multiprocessing .Process (
395
- target = json_gz_writer ,
395
+ target = jsongz_writer ,
396
396
args = (
397
397
filename ,
398
398
options .fields ,
0 commit comments