less RAM for migrations (#1439)

Author: AskAlexSharov

migrations/change_sets.go

@@ -26,7 +26,7 @@ var accChangeSetDupSort = Migration{
 
 		changeSetBucket := dbutils.PlainAccountChangeSetBucket
 		cmp := db.(ethdb.HasTx).Tx().Comparator(dbutils.PlainStorageChangeSetBucket)
-		buf := etl.NewSortableBuffer(etl.BufferOptimalSize * 4)
+		buf := etl.NewSortableBuffer(etl.BufferOptimalSize)
 		buf.SetComparator(cmp)
 
 		collectorR, err1 := etl.NewCollectorFromFiles(tmpdir)
@@ -130,7 +130,7 @@ var storageChangeSetDupSort = Migration{
 		const loadStep = "load"
 		changeSetBucket := dbutils.PlainStorageChangeSetBucket
 		cmp := db.(ethdb.HasTx).Tx().Comparator(dbutils.PlainStorageChangeSetBucket)
-		buf := etl.NewSortableBuffer(etl.BufferOptimalSize * 4)
+		buf := etl.NewSortableBuffer(etl.BufferOptimalSize)
 		buf.SetComparator(cmp)
 
 		collectorR, err1 := etl.NewCollectorFromFiles(tmpdir)

migrations/history.go

@@ -54,7 +54,7 @@ var historyAccBitmap = Migration{
 			goto LoadStep
 		}
 
-		collectorB = etl.NewCriticalCollector(tmpdir+"1", etl.NewSortableBuffer(etl.BufferOptimalSize*4))
+		collectorB = etl.NewCriticalCollector(tmpdir+"1", etl.NewSortableBuffer(etl.BufferOptimalSize))
 		defer func() {
 			// don't clean if error or panic happened
 			if err != nil {
@@ -171,7 +171,7 @@ var historyStorageBitmap = Migration{
 			goto LoadStep
 		}
 
-		collectorB = etl.NewCriticalCollector(tmpdir+"1", etl.NewSortableBuffer(etl.BufferOptimalSize*4))
+		collectorB = etl.NewCriticalCollector(tmpdir+"1", etl.NewSortableBuffer(etl.BufferOptimalSize))
 		defer func() {
 			// don't clean if error or panic happened
 			if err != nil {

migrations/transactions.go

@@ -79,8 +79,8 @@ var transactionsTable = Migration{
 			goto LoadStep
 		}
 
-		collectorB = etl.NewCriticalCollector(tmpdir+"1", etl.NewSortableBuffer(etl.BufferOptimalSize*4))
-		collectorT = etl.NewCriticalCollector(tmpdir+"2", etl.NewSortableBuffer(etl.BufferOptimalSize*4))
+		collectorB = etl.NewCriticalCollector(tmpdir+"1", etl.NewSortableBuffer(etl.BufferOptimalSize))
+		collectorT = etl.NewCriticalCollector(tmpdir+"2", etl.NewSortableBuffer(etl.BufferOptimalSize))
 		defer func() {
 			// don't clean if error or panic happened
 			if err != nil {