Files
GDevelop/Core/tests/Utf8Tests.cpp

333 lines
12 KiB
C++

/*
* GDevelop Core
* Copyright 2015-2016 Victor Levasseur (victorlevasseur52@gmail.com)
* This project is released under the MIT License.
*/
/**
* @file Tests covering utf8 features from GDevelop Core.
*/
#include <exception>
#include <iostream>
#include <string>
#include <vector>
#include "GDCore/String.h"
#include "catch.hpp"
TEST_CASE("Utf8 String", "[common][utf8]") {
SECTION("ctor & conversions") {
gd::String str = u8"UTF8 a été testé !";
std::u32string u32str = str.ToUTF32();
REQUIRE(str == gd::String::FromUTF32(u32str));
}
SECTION("comparison operators") {
REQUIRE(gd::String(u8"UTF8") == gd::String(u8"UTF8"));
REQUIRE(gd::String(u8"UTF8") != gd::String(u8"UTF32"));
}
SECTION("size") {
gd::String str = u8"UTF8 a été testé !";
REQUIRE(str.size() == 18);
}
SECTION("substr") {
gd::String str = u8"UTF8 a été testé !";
REQUIRE(str.substr(5, 7) == u8"a été t");
REQUIRE(str.substr(5, gd::String::npos) == u8"a été testé !");
// Windows doesn't seems to like exceptions.
#if !defined(WINDOWS)
REQUIRE_THROWS_AS(str.substr(50, 5), std::out_of_range);
#endif
}
SECTION("insert") {
gd::String str = u8"Une fonctionnalité a été testée !";
str.insert(25, u8"vraiment ");
REQUIRE(str == u8"Une fonctionnalité a été vraiment testée !");
#if !defined(WINDOWS)
REQUIRE_THROWS_AS(str.insert(150, u8"This gonna fail"), std::out_of_range);
#endif
}
SECTION("replace") {
// Testing the interval version of replace
gd::String str = u8"UTF8 a été testé !";
REQUIRE(str.replace(11, 5, u8"vérifié") == u8"UTF8 a été vérifié !");
REQUIRE(str.replace(11, gd::String::npos, u8"vraiment très testé !") ==
u8"UTF8 a été vraiment très testé !");
#if !defined(WINDOWS)
REQUIRE_THROWS_AS(str.replace(50, 5, u8"Cela va planter."),
std::out_of_range);
#endif
// Testing the iterator version of replace
gd::String str2 = u8"UTF8 a été testé !";
gd::String::iterator i1 = str2.begin();
std::advance(i1, 11);
gd::String::iterator i2 = i1;
std::advance(i2, 5);
REQUIRE(str2.replace(i1, i2, u8"vérifié") == u8"UTF8 a été vérifié !");
gd::String::iterator i3 = str2.begin();
std::advance(i3, 11);
REQUIRE(str2.replace(i3, str2.end(), u8"vraiment très testé !") ==
u8"UTF8 a été vraiment très testé !");
}
SECTION("erase") {
{
gd::String str = u8"UTF8 a été testé !";
str.erase(4, 6);
REQUIRE(str == u8"UTF8 testé !");
}
{
gd::String str = u8"UTF8 a été testé !";
str.erase(4, gd::String::npos);
REQUIRE(str == "UTF8");
}
{
#if !defined(WINDOWS)
gd::String str = u8"UTF8 a été testé !";
REQUIRE_THROWS_AS(str.erase(100, 5), std::out_of_range);
#endif
}
{
gd::String str = u8"UTF8 a été testé !";
gd::String::iterator first = str.begin();
std::advance(first, 4);
gd::String::iterator last = first;
std::advance(last, 6);
gd::String::iterator it = str.erase(first, last);
REQUIRE(str == u8"UTF8 testé !");
REQUIRE(std::distance(str.begin(), it) ==
4); // Also check the returned iterator
gd::String::iterator it2 = str.erase(it);
REQUIRE(str == u8"UTF8testé !");
REQUIRE(std::distance(str.begin(), it2) == 4);
}
}
SECTION("find") {
gd::String str = u8"UTF8 a été testé !";
REQUIRE(str.find(u8"", 0) == 8);
REQUIRE(str.find(u8"", 8) == 8);
REQUIRE(str.find(u8"", 9) == 14);
REQUIRE(str.find(u8"", 14) == 14);
REQUIRE(str.find(u8"", 15) == gd::String::npos);
}
SECTION("rfind") {
gd::String str = u8"UTF8 a été testé !";
REQUIRE(str.rfind(u8"té !", gd::String::npos) == 14);
REQUIRE(str.rfind(u8"", gd::String::npos) == 14);
REQUIRE(str.rfind(u8"", 14) == 14);
REQUIRE(str.rfind(u8"", 13) == 8);
REQUIRE(str.rfind(u8"", 8) == 8);
REQUIRE(str.rfind(u8"", 7) == std::string::npos);
}
SECTION("find_first/last(_not)_of") {
gd::String str = u8"Arriveras-tu à trouver un caractère sans accent ?";
REQUIRE(str.find_first_of(u8"àéèù") == 13);
REQUIRE(str.find_first_of(u8"àéèù", 13) == 13);
REQUIRE(str.find_first_of(u8"àéèù", 14) == 32);
REQUIRE(str.find_first_of(u8"àéèù", 32) == 32);
REQUIRE(str.find_first_of(u8"àéèù", 33) == gd::String::npos);
REQUIRE(str.find_first_of(u8"àéèù", gd::String::npos) == gd::String::npos);
REQUIRE(str.find_last_of(u8"àéèù") == 32);
REQUIRE(str.find_last_of(u8"àéèù", 32) == 32);
REQUIRE(str.find_last_of(u8"àéèù", 31) == 13);
REQUIRE(str.find_last_of(u8"àéèù", 13) == 13);
REQUIRE(str.find_last_of(u8"àéèù", 12) == gd::String::npos);
REQUIRE(str.find_last_of(u8"àéèù", 0) == gd::String::npos);
REQUIRE(str.find_first_not_of(u8"Aabcdefghijklmnopqrstuvwxyz- ?") == 13);
REQUIRE(str.find_first_not_of(u8"Aabcdefghijklmnopqrstuvwxyz- ?", 13) ==
13);
REQUIRE(str.find_first_not_of(u8"Aabcdefghijklmnopqrstuvwxyz- ?", 14) ==
32);
REQUIRE(str.find_first_not_of(u8"Aabcdefghijklmnopqrstuvwxyz- ?", 32) ==
32);
REQUIRE(str.find_first_not_of(u8"Aabcdefghijklmnopqrstuvwxyz- ?", 33) ==
gd::String::npos);
REQUIRE(str.find_last_not_of(u8"Aabcdefghijklmnopqrstuvwxyz- ?") == 32);
REQUIRE(str.find_last_not_of(u8"Aabcdefghijklmnopqrstuvwxyz- ?", 32) == 32);
REQUIRE(str.find_last_not_of(u8"Aabcdefghijklmnopqrstuvwxyz- ?", 31) == 13);
REQUIRE(str.find_last_not_of(u8"Aabcdefghijklmnopqrstuvwxyz- ?", 13) == 13);
REQUIRE(str.find_last_not_of(u8"Aabcdefghijklmnopqrstuvwxyz- ?", 12) ==
gd::String::npos);
}
SECTION("Split") {
// Use a "special" character as separator to test the worst case
gd::String str =
u8"Premier élémentйDeuxième élémentйTroisième élémentйDernier élément";
std::vector<gd::String> splitted = str.Split(U'й');
REQUIRE(splitted.size() == 4);
REQUIRE(splitted[0] == "Premier élément");
REQUIRE(splitted[1] == "Deuxième élément");
REQUIRE(splitted[2] == "Troisième élément");
REQUIRE(splitted[3] == "Dernier élément");
}
SECTION("conversions from/to numbers") {
REQUIRE(gd::String::From(-15) == "-15");
REQUIRE(gd::String::From<unsigned int>(15) == "15");
REQUIRE(gd::String::From(15.6) == "15.6");
REQUIRE(gd::String("-15").To<int>() == -15);
REQUIRE(gd::String("15").To<unsigned int>() == 15);
REQUIRE(gd::String("15.6").To<float>() == 15.6f);
REQUIRE(gd::String("15.6").To<double>() == 15.6);
}
SECTION("operator+=") {
gd::String str = u8"Début d'une chaîne";
gd::String str2 = u8", suite et fin";
gd::String str3 = str;
str3 += str2;
REQUIRE(str3 == u8"Début d'une chaîne, suite et fin");
str3 += u8" encore un peu";
REQUIRE(str3 == u8"Début d'une chaîne, suite et fin encore un peu");
str3 += U'.';
REQUIRE(str3 == u8"Début d'une chaîne, suite et fin encore un peu.");
}
SECTION("push_back/pop_back") {
gd::String str = u8"This is a sentence";
str.push_back(U'!');
REQUIRE(str == u8"This is a sentence!");
str.pop_back();
REQUIRE(str == u8"This is a sentence");
}
SECTION("case-insensitive equivalence") {
gd::String str1 = u8"Ceci est une chaîne";
gd::String str2 = u8"CECI est UNE CHAÎNE";
gd::String str3 = u8"CECI est UNE CHAINE";
gd::String str4 = "\xEF\xAC\x83"; // ffi ligature
gd::String str5 = u8"ffi"; // ffi normal
gd::String str6 = u8"²";
gd::String str7 = u8"2";
REQUIRE(gd::CaseInsensitiveEquiv(str1, str2) == true);
REQUIRE(gd::CaseInsensitiveEquiv(str1, str3) == false);
REQUIRE(gd::CaseInsensitiveEquiv(str4, str5) == true);
REQUIRE(gd::CaseInsensitiveEquiv(str6, str7) == true);
REQUIRE(gd::CaseInsensitiveEquiv(str6, str7, false) == false);
}
SECTION("case-insensitive find/rfind") {
gd::String str1 = u8"Ich heiße GDevelop";
gd::String search1 = u8"HEISSE";
gd::String search2 = u8"heiße";
gd::String search3 = u8"gdevelop";
REQUIRE(str1.FindCaseInsensitive(search1) == 4);
REQUIRE(str1.FindCaseInsensitive(search1, 4) == 4);
REQUIRE(str1.FindCaseInsensitive(search1, 5) == gd::String::npos);
REQUIRE(str1.FindCaseInsensitive(search2) == 4);
REQUIRE(str1.FindCaseInsensitive(search2, 4) == 4);
REQUIRE(str1.FindCaseInsensitive(search2, 5) == gd::String::npos);
REQUIRE(str1.FindCaseInsensitive(search3) == 10);
REQUIRE(str1.FindCaseInsensitive(search3, 10) == 10);
REQUIRE(str1.FindCaseInsensitive(search3, 11) == gd::String::npos);
gd::String str2 = u8"Ich heiße GDevelop ß";
REQUIRE(str2.FindCaseInsensitive(u8"SS") == 7);
REQUIRE(str2.FindCaseInsensitive(u8"SS", 7) == 7);
REQUIRE(str2.FindCaseInsensitive(u8"SS", 8) == 19);
}
SECTION("find and replace") {
gd::String str1 = u8"Ich heiße GDevelop";
REQUIRE(str1.FindAndReplace(u8"heiße", "bin", false) ==
u8"Ich bin GDevelop");
gd::String str2 = u8"Ich heiße heiße GDevelop";
REQUIRE(str2.FindAndReplace(u8"heiße", "bin", false) ==
u8"Ich bin heiße GDevelop");
REQUIRE(str2.FindAndReplace(u8"heiße", "bin") == u8"Ich bin bin GDevelop");
gd::String str3 = u8"Ich heiße GDevelop ß";
REQUIRE(str3.FindAndReplace(u8"ß", "SS") == u8"Ich heiSSe GDevelop SS");
gd::String str4 = "AAA";
REQUIRE(str4.FindAndReplace("A", "A", false) == "AAA");
REQUIRE(str4.FindAndReplace("A", "A") == "AAA");
REQUIRE(str4.FindAndReplace("A", "AA", false) == "AAAA");
REQUIRE(str4.FindAndReplace("A", "AA") == "AAAAAA");
REQUIRE(str4.FindAndReplace("AA", "a") == "aA");
gd::String str5 = u8"ßßß";
REQUIRE(str5.FindAndReplace(u8"ß", u8"ßß") == u8"ßßßßßß");
gd::String str6 = u8"ßßß";
REQUIRE(str6.FindAndReplace(u8"ßß", u8"ß") == u8"ßß");
}
SECTION("trimming") {
REQUIRE(gd::String("").Trim() == "");
REQUIRE(gd::String("").LeftTrim() == "");
REQUIRE(gd::String("").RightTrim() == "");
REQUIRE(gd::String(" ").Trim() == "");
REQUIRE(gd::String(" ").LeftTrim() == "");
REQUIRE(gd::String(" ").RightTrim() == "");
REQUIRE(gd::String(" ").Trim() == "");
REQUIRE(gd::String(" ").LeftTrim() == "");
REQUIRE(gd::String(" ").RightTrim() == "");
REQUIRE(gd::String("a").Trim() == "a");
REQUIRE(gd::String("a").LeftTrim() == "a");
REQUIRE(gd::String("a").RightTrim() == "a");
REQUIRE(gd::String("").Trim() == "");
REQUIRE(gd::String("").LeftTrim() == "");
REQUIRE(gd::String("").RightTrim() == "");
REQUIRE(gd::String(" a ").Trim() == "a");
REQUIRE(gd::String(" a ").LeftTrim() == "a ");
REQUIRE(gd::String(" a ").RightTrim() == " a");
REQUIRE(gd::String("").Trim() == "");
REQUIRE(gd::String("").LeftTrim() == "");
REQUIRE(gd::String("").RightTrim() == "");
REQUIRE(gd::String(" a ß ").Trim() == "a ß");
REQUIRE(gd::String(" a ß ").LeftTrim() == "a ß ");
REQUIRE(gd::String(" a ß ").RightTrim() == " a ß");
REQUIRE(gd::String("").Trim() == "");
REQUIRE(gd::String("").LeftTrim() == "");
REQUIRE(gd::String("").RightTrim() == "");
REQUIRE(gd::String("---aß---").Trim("-/") == "");
REQUIRE(gd::String("---aß---").LeftTrim("-/") == "aß---");
REQUIRE(gd::String("---aß---").RightTrim("-/") == "---aß");
REQUIRE(gd::String("-/=aß=/-").Trim("-/") == "=aß=");
REQUIRE(gd::String("-/=aß=/-").LeftTrim("-/") == "=aß=/-");
REQUIRE(gd::String("-/=aß=/-").RightTrim("-/") == "-/=aß=");
}
}