TEST

Author: Flamefire

test/test_encoding.cpp

@@ -25,6 +25,11 @@ enum class MacOSIconvIssue {
     No_CN_Support,
 };
 
+#if defined(BOOST_LOCALE_WITH_ICONV)
+#    include <cerrno>
+#    include <iconv.h>
+#    include "../src/util/encoding.hpp"
+#endif
 #if defined(BOOST_LOCALE_WITH_ICONV) && defined(__APPLE__)
 // Reproduce issue #206 to detect faulty IConv
 static MacOSIconvIssue isFaultyIconv()
@@ -437,6 +442,47 @@ void test_utf_for()
 
         const std::basic_string<Char> onlyInvalidUtf(2, utfutf<Char>::bad_char());
         std::cout << "-- Error decoding string of only invalid chars to UTF-8" << std::endl;
+#if defined(BOOST_LOCALE_WITH_ICONV)
+        {
+#    ifdef _LIBICONV_VERSION
+            std::cout << _LIBICONV_VERSION << '\n';
+#    else
+            std::cout << "iconv version unknown\n";
+#    endif
+            std::wstring input = utfutf<wchar_t>::bad();
+            iconv_t cd = iconv_open("UTF-8", boost::locale::util::utf_name<wchar_t>());
+            if(cd == (iconv_t)-1) {
+                throw std::runtime_error("iconv_open failed for encoding: ");
+            }
+
+            std::vector<char> outbuf(50);
+            for(size_t offset=0; offset < input.size(); ++offset)
+                std::cout << std::hex << unsigned(input[offset]) << ' ';
+            std::cout << std::endl;
+            for(size_t offset=0; offset < input.size(); ++offset)
+            {
+                std::cout << "Offset: " << offset << ':' << std::hex << unsigned(input[offset]) << std::dec << std::endl;
+                char* inbuf = const_cast<char*>(reinterpret_cast<const char*>(input.data() + offset));
+                char* inbuf_start = inbuf;
+                size_t inbytesleft = (input.size() - offset) * sizeof(wchar_t);
+                size_t inbytesleft_start = inbytesleft;
+                char* outptr = outbuf.data();
+                size_t outbytesleft = outbuf.size();
+                errno = 0;
+                size_t result = iconv(cd, &inbuf, &inbytesleft, &outptr, &outbytesleft);
+                std::cout << "Errno after: " << errno << std::endl;
+                std::cout << "Result: " << result << std::endl;
+                std::cout << "Read bytes: " << (inbuf - inbuf_start) << ' ' << (inbytesleft_start - inbytesleft) " of " << inbytesleft_start << std::endl;
+                std::cout << "Written bytes: " << (outptr - outbuf.data()) << ' ' << (outbuf.size() - outbytesleft) << std::endl;
+                for(int i=0; i<(outptr - outbuf.data()); i++)
+                {
+                    std::cout << i << ':' << std::hex << unsigned(static_cast<unsigned char>(outbuf[i])) << std::dec << std::endl;
+                }
+            }
+            iconv_close(cd);
+        }
+#endif
+
         test_error_from_utf<Char>(onlyInvalidUtf, "", "UTF-8");
         std::cout << "-- Error decoding string of only invalid chars to Latin1" << std::endl;
         test_error_from_utf<Char>(onlyInvalidUtf, "", "Latin1");