Buffered output (#116)

* BufferedOutputRange: Part 1, candidate struct.
* buffered-output: Do not use LockingTextWriter in unit test unless version is 2.078+ (Bug LockingTextWriter bug)
* Use BufferedOutputRange in: tsv-select, tsv-filter, tsv-sample, number-lines, tsv-append, tsv-uniq, csv2tsv, tsv-join

Author: jondegenhardt

.travis.yml

@@ -27,11 +27,13 @@ matrix:
       language: d
       d: ldc-1.2.0
       env: DUBTEST=1 MAKETEST=1
+      if: fork = true
     - os: osx
       osx_image: xcode9
       language: d
       d: ldc
       env: DUBTEST=1 MAKETEST=1 APPLTO=off
+      if: fork = true
 #    - os: osx
 #      osx_image: xcode9
 #      language: d
@@ -46,10 +48,12 @@ matrix:
       language: d
       d: ldc
       env: DUBTEST=1 MAKETEST=1 APPLTO=full
+      if: fork = true
     - os: linux
       language: d
       d: ldc
       env: APPLTO=thin ALLLTO=default
+      if: fork = true
     - os: linux
       language: d
       d: ldc

common/README.md

@@ -4,6 +4,8 @@ _Visit the eBay TSV utilities [main page](../README.md)_
 
 This directory contains utility functions shared by multiple TSV utility tools. A few that may be of more general interest:
 * **InputFieldReordering** - A class that creates a reordered subset of fields from an input line. Used to operate on a subset of fields in the order specified on the command line. *File: tsvutils.d*.
+* **BufferedOutputRange** - An OutputRange with an internal buffer used to buffer output.
+  Intended for use with stdout, it is a significant performance benefit. *File: tsvutils.d*.
 * **quantile** - Calculates a cummulative probability for values in a data set. Supports the same interpolation methods as the quantile function in R and many other statistical packages. *File: tsv_numerics.d*.
 * **rangeMedian** - Finds the median in a range. Implements via the faster of `std.algorithm.topN` or `std.algorithm.sort` depending on the Phobos version. *File: tsv_numerics.d*.
 * **formatNumber** - An alternate print format for numbers, especially useful when doubles are being used to represent integer and float values. *File: tsv_numerics.d*.

common/makefile

@@ -1,5 +1,8 @@
 include ../makedefs.mk
 
+unittest_utils_srcs ?= $(CURDIR)/src/unittest_utils.d
+imports ?= -I$(CURDIR)/src
+
 release: ;
 debug: ;
 codecov: ;
@@ -19,10 +22,10 @@ test: unittest
 .PHONY: unittest
 unittest:
 	@echo '---> Running $(notdir $(basename $(CURDIR))) unit tests'
-	$(DCOMPILER) $(common_srcs) $(unittest_flags) $(CURDIR)/src/tsvutil.d
-	$(DCOMPILER) $(common_srcs) $(unittest_flags) $(CURDIR)/src/getopt_inorder.d
-	$(DCOMPILER) $(common_srcs) $(unittest_flags) $(CURDIR)/src/tsv_numerics.d
-	$(DCOMPILER) $(common_srcs) $(unittest_flags) $(CURDIR)/src/tsvutils_version.d
+	$(DCOMPILER) $(imports) $(unittest_utils_srcs) $(unittest_flags) $(CURDIR)/src/tsvutil.d
+	$(DCOMPILER) $(imports) $(unittest_utils_srcs) $(unittest_flags) $(CURDIR)/src/getopt_inorder.d
+	$(DCOMPILER) $(imports) $(unittest_utils_srcs) $(unittest_flags) $(CURDIR)/src/tsv_numerics.d
+	$(DCOMPILER) $(imports) $(unittest_utils_srcs) $(unittest_flags) $(CURDIR)/src/tsvutils_version.d
 	@echo '---> Unit tests completed successfully.'
 
 test-debug: ;
@@ -36,9 +39,10 @@ test-codecov: unittest-codecov
 unittest-codecov:
 	@echo '---> Running $(notdir $(basename $(CURDIR))) unit tests with code coverage.'
 	-rm ./*.lst
-	$(DCOMPILER) $(common_srcs) $(unittest_codecov_flags) $(CURDIR)/src/tsvutil.d
-	$(DCOMPILER) $(common_srcs) $(unittest_codecov_flags) $(CURDIR)/src/getopt_inorder.d
-	$(DCOMPILER) $(common_srcs) $(unittest_codecov_flags) $(CURDIR)/src/tsv_numerics.d
+	$(DCOMPILER) $(imports) $(unittest_utils_srcs) $(unittest_codecov_flags) $(CURDIR)/src/tsvutil.d
+	$(DCOMPILER) $(imports) $(unittest_utils_srcs) $(unittest_codecov_flags) $(CURDIR)/src/getopt_inorder.d
+	$(DCOMPILER) $(imports) $(unittest_utils_srcs) $(unittest_codecov_flags) $(CURDIR)/src/tsv_numerics.d
+	$(DCOMPILER) $(imports) $(unittest_utils_srcs) $(unittest_codecov_flags) $(CURDIR)/src/tsvutils_version.d
 	-rm ./__main.lst
 	@echo '---> Unit tests completed successfully (code coverage on).'