Introduce frugal mode

Author: asl

src/common/alignment/kmer_mapper.hpp

@@ -161,7 +161,6 @@ class KmerMapper : public omnigraph::GraphActionHandler<Graph> {
     }
 
     Kmer Substitute(const Kmer &kmer) const {
-        VERIFY(this->IsAttached());
         const auto *rawval = mapping_.find(kmer);
         if (rawval == nullptr)
             return kmer;

src/common/configs/config_struct.cpp

@@ -724,6 +724,7 @@ void load_launch_info(debruijn_config &cfg, boost::property_tree::ptree const &p
 
     load(cfg.rr_enable, pt, "rr_enable");
     load(cfg.gfa11, pt, "gfa11");
+    load(cfg.frugal, pt, "frugal");
 
     load(cfg.temp_bin_reads_dir, pt, "temp_bin_reads_dir");
 
@@ -880,10 +881,16 @@ void load(debruijn_config &cfg, const std::vector<std::filesystem::path> &cfg_fn
         cfg.pe_params.param_set.scaffolder_options.enabled = false;
     }
 
-    cfg.need_mapping = cfg.developer_mode || cfg.correct_mismatches ||
-                       cfg.gap_closer_enable || cfg.rr_enable ||
-                       cfg.ss_coverage_splitter.enabled;
-
+    // K-mer mapper is always attached in developer mode or in the case when read
+    // mapping would be needed (unless in frugal mode).
+    cfg.need_mapping = cfg.developer_mode ||
+                       (!cfg.frugal &&
+                        (cfg.correct_mismatches || // uses k-mer mapper directly
+                         cfg.gap_closer_enable || // maps reads
+                         cfg.rr_enable || // maps reads
+                         cfg.ss_coverage_splitter.enabled  // maps reads
+                         )
+                        );
     cfg.output_dir = cfg.output_base / ("K" + std::to_string(cfg.K));
 
     cfg.output_saves = cfg.output_dir / "saves";

src/common/configs/config_struct.hpp

@@ -517,6 +517,7 @@ struct debruijn_config {
     time_tracing tt;
 
     bool need_mapping;
+    bool frugal = false;
 
     debruijn_config() :
             use_single_reads(false) {

src/common/pipeline/graph_pack_helpers.cpp

@@ -5,10 +5,9 @@
 //* See file LICENSE for details.
 //***************************************************************************
 
+#include "graph_pack_helpers.h"
 #include "graph_pack.hpp"
 
-#include "genomic_info.hpp"
-
 #include "alignment/edge_index.hpp"
 #include "alignment/kmer_mapper.hpp"
 #include "alignment/long_read_storage.hpp"
@@ -46,14 +45,17 @@ void EnsureIndex(GraphPack& gp) {
     index.Attach();
 }
 
-void EnsureBasicMapping(GraphPack& gp) {
-    auto &kmer_mapper = gp.get_mutable<KmerMapper<Graph>>();
-
-    VERIFY(kmer_mapper.IsAttached());
+void EnsureBasicMapping(GraphPack& gp, bool check_mapper) {
     EnsureIndex(gp);
-    INFO("Normalizing k-mer map. Total " << kmer_mapper.size() << " kmers to process");
-    kmer_mapper.Normalize();
-    INFO("Normalizing done");
+
+    if (check_mapper) {
+        auto &kmer_mapper = gp.get_mutable<KmerMapper<Graph>>();
+        VERIFY(kmer_mapper.IsAttached());
+
+        INFO("Normalizing k-mer map. Total " << kmer_mapper.size() << " kmers to process");
+        kmer_mapper.Normalize();
+        INFO("Normalizing done");
+    }
 }
 
 void EnsureQuality(GraphPack& gp) {

src/common/pipeline/graph_pack_helpers.h

@@ -16,7 +16,8 @@ void FillQuality(graph_pack::GraphPack& gp);
 void ClearQuality(graph_pack::GraphPack& gp);
 
 void EnsureIndex(graph_pack::GraphPack& gp);
-void EnsureBasicMapping(graph_pack::GraphPack& gp);
+void EnsureBasicMapping(graph_pack::GraphPack& gp,
+                        bool check_mapper = true);
 void EnsureQuality(graph_pack::GraphPack& gp);
 void EnsurePos(graph_pack::GraphPack& gp);
 void EnsureDebugInfo(graph_pack::GraphPack& gp);

src/common/stages/ss_edge_split.cpp

@@ -25,7 +25,7 @@ void SSEdgeSplit::run(graph_pack::GraphPack& gp, const char *) {
         return;
     }
 
-    EnsureBasicMapping(gp);
+    EnsureBasicMapping(gp, !cfg::get().frugal);
 
     for (size_t i = 0; i < cfg::get().ds.reads.lib_count(); ++i) {
         auto &lib = cfg::get_writable().ds.reads[i];

src/projects/hpcspades/pipeline.cpp

@@ -180,7 +180,7 @@ static void AddSimplificationStages(spades::StageManager &SPAdes) {
 
     SPAdes.add<debruijn_graph::SimplificationCleanup>();
 
-    if (cfg::get().correct_mismatches)
+    if (cfg::get().correct_mismatches && !cfg::get().frugal)
         SPAdes.add<debruijn_graph::MismatchCorrectionMPI>();
 
     if (cfg::get().ss_coverage_splitter.enabled)

src/projects/spades/configs/config.info

@@ -51,6 +51,9 @@ min_edge_length_for_is_count 0
 ; Whether GFA v1.2 (jump links) or GFA v1.1 (scaffold segments) graphs is written
 gfa11 false
 
+; Enable / Disable memory frugal mode
+frugal false
+
 ;preserve raw paired index after distance estimation
 preserve_raw_paired_index false
 

src/projects/spades/hybrid_aligning.cpp

@@ -356,7 +356,7 @@ void HybridLibrariesAligning::run(graph_pack::GraphPack& gp, const char*) {
                                    path_storage, gap_storage,
                                    cfg::get().max_threads, cfg::get().pb);
             } else {
-                EnsureBasicMapping(gp);
+                EnsureBasicMapping(gp, !cfg::get().frugal);
                 gap_closing::GapTrackingListener mapping_listener(graph, gap_storage);
                 INFO("Processing reads from hybrid library " << lib_id);
 

src/projects/spades/pair_info_count.cpp

@@ -153,7 +153,7 @@ void PairInfoCountBase::execute(graph_pack::GraphPack &gp, const char *,
                                 const MapLibBase &map_lib_func,
                                 size_t num_readers) {
     InitRRIndices(gp);
-    EnsureBasicMapping(gp);
+    EnsureBasicMapping(gp, !cfg::get().frugal);
 
     const auto &graph = gp.get<Graph>();