treat multiple space separators as an unique separator

[jschueller]

hi,
I noticed unlike numpy, rapidcsv doesnt treat multiple space separators as an unique separator
switching to rapidcsv for my new parser I had to patch it as follows to keep the previous behavior:

diff --git a/lib/src/Base/Stat/rapidcsv.h b/lib/src/Base/Stat/rapidcsv.h
index 2bcb0d1f5..a637244b8 100644
--- a/lib/src/Base/Stat/rapidcsv.h
+++ b/lib/src/Base/Stat/rapidcsv.h
@@ -1605,6 +1605,10 @@ namespace rapidcsv
           }
           else if (buffer[i] == mSeparatorParams.mSeparator)
           {
+            // JSR 06/01/2025: treat multiple space separators as an unique separator
+            if (mSeparatorParams.mSeparator == ' ' && (i + 1) < static_cast<size_t>(readLength) && buffer[i + 1] == ' ')
+              continue;
+
             if (!quoted)
             {
               row.push_back(Unquote(Trim(cell)));
@@ -1641,7 +1645,9 @@ namespace rapidcsv
               }
               else
               {
-                row.push_back(Unquote(Trim(cell)));
+                // JSR 06/01/2025: ignore last empty cell when separator is space
+                if (mSeparatorParams.mSeparator != ' ' || !Unquote(Trim(cell)).empty())
+                  row.push_back(Unquote(Trim(cell)));
 
                 if (mLineReaderParams.mSkipCommentLines && !row.at(0).empty() &&
                     (row.at(0)[0] == mLineReaderParams.mCommentPrefix))

do you think it could be a new option ?