Fix wrap interaction with show-whitespaces and test word wrapping more

Consider atom boundaries as word boundaries, which should be correct
du to passes ordering.

Fixes #5350

Author: mawww

src/highlighters.cc

@@ -676,8 +676,8 @@ struct WrapHighlighter : Highlighter
     bool next_split_pos(SplitPos& pos, DisplayLine::iterator line_end,
                         ColumnCount wrap_column, ColumnCount prefix_len) const
     {
-        SplitPos last_word_boundary = pos;
-        SplitPos last_WORD_boundary = pos;
+        SplitPos last_word_boundary{};
+        SplitPos last_WORD_boundary{};
 
         auto update_word_boundaries = [&](Codepoint cp) {
             if (m_word_wrap and not is_word<Word>(cp))
@@ -704,6 +704,9 @@ struct WrapHighlighter : Highlighter
             {
                 ++pos.atom_it;
                 pos.byte = 0;
+                // Thanks to the pass ordering, atom boundary should always be reasonable word split points
+                last_word_boundary = pos;
+                last_WORD_boundary = pos;
             }
         }
         if (pos.atom_it == line_end)
@@ -713,24 +716,27 @@ struct WrapHighlighter : Highlighter
         if (m_word_wrap and pos.byte < content.length())
         {
             auto find_split_pos = [&](SplitPos start_pos, auto is_word) {
-                if (start_pos.byte == 0)
+                if (start_pos.column == 0)
                     return false;
                 const char* it = &content[pos.byte];
                 // split at current position if is a word boundary
                 if (not is_word(utf8::codepoint(it, content.end()), {'_'}))
                     return true;
                 // split at last word boundary if the word is shorter than our wrapping width
                 ColumnCount word_length = pos.column - start_pos.column;
-                while (it != content.end() and word_length <= (wrap_column - prefix_len))
+                ColumnCount max_word_length = wrap_column - prefix_len;
+                while (it != content.end() and word_length <= max_word_length)
                 {
                     const Codepoint cp = utf8::read_codepoint(it, content.end());
                     if (not is_word(cp, {'_'}))
-                    {
-                        pos = start_pos;
-                        return true;
-                    }
+                        break;
                     word_length += codepoint_width(cp);
                 }
+                if (word_length <= max_word_length)
+                {
+                    pos = start_pos;
+                    return true;
+                }
                 return false;
             };
             if (find_split_pos(last_WORD_boundary, is_word<WORD>) or

test/highlight/wrap/interact-with-show-whitespaces/cmd

@@ -0,0 +1 @@
+

test/highlight/wrap/interact-with-show-whitespaces/in

@@ -0,0 +1 @@
+foo bar

test/highlight/wrap/interact-with-show-whitespaces/rc

@@ -0,0 +1,2 @@
+add-highlighter window/ wrap -word -width 5
+add-highlighter window/ show-whitespaces

test/highlight/wrap/interact-with-show-whitespaces/script

@@ -0,0 +1,4 @@
+ui_out '{ "jsonrpc": "2.0", "method": "set_ui_options", "params": [{}] }'
+ui_out '{ "jsonrpc": "2.0", "method": "draw", "params": [[[{ "face": { "fg": "black", "bg": "white", "underline": "default", "attributes": [] }, "contents": "f" }, { "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "oo" }, { "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": ["final_fg"] }, "contents": "·" }], [{ "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "bar" }, { "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": ["final_fg"] }, "contents": "¬" }]], { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, { "fg": "blue", "bg": "default", "underline": "default", "attributes": [] }] }'
+ui_out -until '{ "jsonrpc": "2.0", "method": "refresh", "params": [true] }'
+

test/highlight/wrap/word/cmd

@@ -0,0 +1 @@
+

test/highlight/wrap/word/in

@@ -0,0 +1,3 @@
+123456789 wrap
+123456 wrap
+123456 wrap 1234 wrap 123456789012 wrap

test/highlight/wrap/word/rc

@@ -0,0 +1 @@
+add-highlighter window/ wrap -word -width 10

test/highlight/wrap/word/script

@@ -0,0 +1,4 @@
+ui_out '{ "jsonrpc": "2.0", "method": "set_ui_options", "params": [{}] }'
+ui_out '{ "jsonrpc": "2.0", "method": "draw", "params": [[[{ "face": { "fg": "black", "bg": "white", "underline": "default", "attributes": [] }, "contents": "1" }, { "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "23456789 " }], [{ "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "wrap\u000a" }], [{ "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "123456 " }], [{ "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "wrap\u000a" }], [{ "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "123456 " }], [{ "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "wrap 1234 " }], [{ "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "wrap 12345" }], [{ "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "6789012 " }], [{ "face": { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, "contents": "wrap\u000a" }]], { "fg": "default", "bg": "default", "underline": "default", "attributes": [] }, { "fg": "blue", "bg": "default", "underline": "default", "attributes": [] }] }'
+ui_out -until '{ "jsonrpc": "2.0", "method": "refresh", "params": [true] }'
+