From 0f1514dab513035bc8f19ea1693132948c43f92f Mon Sep 17 00:00:00 2001
From: Moritz Bunkus <moritz@bunkus.org>
Date: Fri, 1 Dec 2017 14:22:03 +0100
Subject: [PATCH] tests: add tests for reading text files with BOMs

---
 tests/unit/common/mm_text_io.cpp | 55 ++++++++++++++++++++++++++++++++
 1 file changed, 55 insertions(+)
 create mode 100644 tests/unit/common/mm_text_io.cpp

diff --git a/tests/unit/common/mm_text_io.cpp b/tests/unit/common/mm_text_io.cpp
new file mode 100644
index 000000000..32e68d116
--- /dev/null
+++ b/tests/unit/common/mm_text_io.cpp
@@ -0,0 +1,55 @@
+#include "common/common_pch.h"
+
+#include "gtest/gtest.h"
+#include "tests/unit/util.h"
+
+#include "common/mm_io_x.h"
+
+namespace {
+
+TEST(MmTextIo, BomUtf8) {
+  unsigned char const text[14] = { 0xef, 0xbb, 0xbf, 'h', 'e', 'l', 'l', 'o', '\n', 'w', 'o', 'r', 'l', 'd' };
+  mm_text_io_c in{new mm_mem_io_c{text, 14}};
+
+  ASSERT_EQ(std::string{"UTF-8"}, in.get_encoding());
+  EXPECT_EQ(std::string{"hello"}, in.getline());
+  EXPECT_EQ(std::string{"world"}, in.getline());
+}
+
+TEST(MmTextIo, BomUtf16Le) {
+  unsigned char const text[24] = { 0xff, 0xfe, 'h', 0, 'e', 0, 'l', 0, 'l', 0, 'o', 0, '\n', 0, 'w', 0, 'o', 0, 'r', 0, 'l', 0, 'd', 0, };
+  mm_text_io_c in{new mm_mem_io_c{text, 24}};
+
+  ASSERT_EQ(std::string{"UTF-16LE"}, in.get_encoding());
+  EXPECT_EQ(std::string{"hello"}, in.getline());
+  EXPECT_EQ(std::string{"world"}, in.getline());
+}
+
+TEST(MmTextIo, BomUtf16Be) {
+  unsigned char const text[24] = { 0xfe, 0xff, 0, 'h', 0, 'e', 0, 'l', 0, 'l', 0, 'o', 0, '\n', 0, 'w', 0, 'o', 0, 'r', 0, 'l', 0, 'd' };
+  mm_text_io_c in{new mm_mem_io_c{text, 24}};
+
+  ASSERT_EQ(std::string{"UTF-16BE"}, in.get_encoding());
+  EXPECT_EQ(std::string{"hello"}, in.getline());
+  EXPECT_EQ(std::string{"world"}, in.getline());
+}
+
+TEST(MmTextIo, BomUtf32Le) {
+  unsigned char const text[48] = { 0xff, 0xfe, 0, 0, 'h', 0, 0, 0, 'e', 0, 0, 0, 'l', 0, 0, 0, 'l', 0, 0, 0, 'o', 0, 0, 0, '\n', 0, 0, 0, 'w', 0, 0, 0, 'o', 0, 0, 0, 'r', 0, 0, 0, 'l', 0, 0, 0, 'd', 0, 0, 0, };
+  mm_text_io_c in{new mm_mem_io_c{text, 48}};
+
+  ASSERT_EQ(std::string{"UTF-32LE"}, in.get_encoding());
+  EXPECT_EQ(std::string{"hello"}, in.getline());
+  EXPECT_EQ(std::string{"world"}, in.getline());
+}
+
+TEST(MmTextIo, BomUtf32Be) {
+  unsigned char const text[48] = { 0x00, 0x00, 0xfe, 0xff, 0, 0, 0, 'h', 0, 0, 0, 'e', 0, 0, 0, 'l', 0, 0, 0, 'l', 0, 0, 0, 'o', 0, 0, 0, '\n', 0, 0, 0, 'w', 0, 0, 0, 'o', 0, 0, 0, 'r', 0, 0, 0, 'l', 0, 0, 0, 'd' };
+  mm_text_io_c in{new mm_mem_io_c{text, 48}};
+
+  ASSERT_EQ(std::string{"UTF-32BE"}, in.get_encoding());
+  EXPECT_EQ(std::string{"hello"}, in.getline());
+  EXPECT_EQ(std::string{"world"}, in.getline());
+}
+
+}