Download-Tools/mkvtoolnix
1
0
Fork 0
mirror of https://gitlab.com/mbunkus/mkvtoolnix.git synced 2024-12-25 04:11:44 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

tests: add tests for reading text files with BOMs

Browse Source
This commit is contained in:
Moritz Bunkus 2017-12-01 14:22:03 +01:00
parent 13440601af
commit 0f1514dab5
1 changed files with 55 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

55
tests/unit/common/mm_text_io.cpp Normal file
View File

@ -0,0 +1,55 @@
#include "common/common_pch.h"
#include "gtest/gtest.h"
#include "tests/unit/util.h"
#include "common/mm_io_x.h"
namespace {
TEST(MmTextIo, BomUtf8) {
unsigned char const text[14] = { 0xef, 0xbb, 0xbf, 'h', 'e', 'l', 'l', 'o', '\n', 'w', 'o', 'r', 'l', 'd' };
mm_text_io_c in{new mm_mem_io_c{text, 14}};
ASSERT_EQ(std::string{"UTF-8"}, in.get_encoding());
EXPECT_EQ(std::string{"hello"}, in.getline());
EXPECT_EQ(std::string{"world"}, in.getline());
}
TEST(MmTextIo, BomUtf16Le) {
unsigned char const text[24] = { 0xff, 0xfe, 'h', 0, 'e', 0, 'l', 0, 'l', 0, 'o', 0, '\n', 0, 'w', 0, 'o', 0, 'r', 0, 'l', 0, 'd', 0, };
mm_text_io_c in{new mm_mem_io_c{text, 24}};
ASSERT_EQ(std::string{"UTF-16LE"}, in.get_encoding());
EXPECT_EQ(std::string{"hello"}, in.getline());
EXPECT_EQ(std::string{"world"}, in.getline());
}
TEST(MmTextIo, BomUtf16Be) {
unsigned char const text[24] = { 0xfe, 0xff, 0, 'h', 0, 'e', 0, 'l', 0, 'l', 0, 'o', 0, '\n', 0, 'w', 0, 'o', 0, 'r', 0, 'l', 0, 'd' };
mm_text_io_c in{new mm_mem_io_c{text, 24}};
ASSERT_EQ(std::string{"UTF-16BE"}, in.get_encoding());
EXPECT_EQ(std::string{"hello"}, in.getline());
EXPECT_EQ(std::string{"world"}, in.getline());
}
TEST(MmTextIo, BomUtf32Le) {
unsigned char const text[48] = { 0xff, 0xfe, 0, 0, 'h', 0, 0, 0, 'e', 0, 0, 0, 'l', 0, 0, 0, 'l', 0, 0, 0, 'o', 0, 0, 0, '\n', 0, 0, 0, 'w', 0, 0, 0, 'o', 0, 0, 0, 'r', 0, 0, 0, 'l', 0, 0, 0, 'd', 0, 0, 0, };
mm_text_io_c in{new mm_mem_io_c{text, 48}};
ASSERT_EQ(std::string{"UTF-32LE"}, in.get_encoding());
EXPECT_EQ(std::string{"hello"}, in.getline());
EXPECT_EQ(std::string{"world"}, in.getline());
}
TEST(MmTextIo, BomUtf32Be) {
unsigned char const text[48] = { 0x00, 0x00, 0xfe, 0xff, 0, 0, 0, 'h', 0, 0, 0, 'e', 0, 0, 0, 'l', 0, 0, 0, 'l', 0, 0, 0, 'o', 0, 0, 0, '\n', 0, 0, 0, 'w', 0, 0, 0, 'o', 0, 0, 0, 'r', 0, 0, 0, 'l', 0, 0, 0, 'd' };
mm_text_io_c in{new mm_mem_io_c{text, 48}};
ASSERT_EQ(std::string{"UTF-32BE"}, in.get_encoding());
EXPECT_EQ(std::string{"hello"}, in.getline());
EXPECT_EQ(std::string{"world"}, in.getline());
}
}