auto result_slice = td::find_mentions(str);

td::vector<td::string> result;

for (auto &it : result_slice) {

result.push_back(it.str());

}

if (result != expected) {

LOG(FATAL) << td::tag("text", str) << td::tag("receive", result) << td::tag("expected", expected);

}

check_mention("@mention", {"@mention"});

check_mention("@mention ", {"@mention"});

check_mention(" @mention", {"@mention"});

check_mention(" @mention ", {"@mention"});

check_mention("@abc @xyz @abc @xyz @xxx@yyy @ttt", {});

check_mention("@abcde @xyzxy @abcde @xyzxy @xxxxx@yyyyy @ttttt",

{"@abcde", "@xyzxy", "@abcde", "@xyzxy", "@xxxxx", "@ttttt"});

check_mention("no@mention", {});

check_mention("@n", {});

check_mention("@abcdefghijklmnopqrstuvwxyz123456", {"@abcdefghijklmnopqrstuvwxyz123456"});

check_mention("@abcdefghijklmnopqrstuvwxyz1234567", {});

check_mention("нет@mention", {});

check_mention(

"@ya @gif @wiki @vid @bing @pic @bold @imdb @ImDb @coub @like @vote @giff @cap ya cap @y @yar @bingg @bin",

{"@gif", "@wiki", "@vid", "@bing", "@pic", "@bold", "@imdb", "@ImDb", "@coub", "@like", "@vote", "@giff",

"@bingg"});

auto result_slice = td::find_bot_commands(str);

td::vector<td::string> result;

for (auto &it : result_slice) {

result.push_back(it.str());

}

if (result != expected) {

LOG(FATAL) << td::tag("text", str) << td::tag("receive", result) << td::tag("expected", expected);

}

// 1..64@3..32

check_bot_command("/abc", {"/abc"});

check_bot_command(" /abc", {"/abc"});

check_bot_command("/abc ", {"/abc"});

check_bot_command(" /abc ", {"/abc"});

check_bot_command("/a@abc", {"/a@abc"});

check_bot_command("/a@b", {});

check_bot_command("/@bfdsa", {});

check_bot_command("/test/", {});

auto result_slice = td::find_hashtags(str);

td::vector<td::string> result;

for (auto &it : result_slice) {

result.push_back(it.str());

}

if (result != expected) {

LOG(FATAL) << td::tag("text", str) << td::tag("receive", result) << td::tag("expected", expected);

}

check_hashtag("", {});

check_hashtag("#", {});

check_hashtag("##", {});

check_hashtag("###", {});

check_hashtag("#a", {"#a"});

check_hashtag(" #a", {"#a"});

check_hashtag("#a ", {"#a"});

check_hashtag(" #я ", {"#я"});

check_hashtag(" я#a ", {});

check_hashtag(" #a# ", {});

check_hashtag(" #123 ", {});

check_hashtag(" #123a ", {"#123a"});

check_hashtag(" #a123 ", {"#a123"});

check_hashtag(" #123a# ", {});

check_hashtag(" #" + td::string(300, '1'), {});

check_hashtag(" #" + td::string(256, '1'), {});

check_hashtag(" #" + td::string(256, '1') + "a ", {});

check_hashtag(" #" + td::string(255, '1') + "a", {"#" + td::string(255, '1') + "a"});

check_hashtag(" #" + td::string(255, '1') + "Я", {"#" + td::string(255, '1') + "Я"});

check_hashtag(" #" + td::string(255, '1') + "a" + td::string(255, 'b') + "# ", {});

check_hashtag("#a#b #c #d", {"#c", "#d"});

check_hashtag("#test", {"#test"});

check_hashtag("#test@", {"#test"});

check_hashtag("#test@a", {"#test"});

check_hashtag("#test@ab", {"#test"});

check_hashtag("#test@abc", {"#test@abc"});

check_hashtag("#test@a-c", {"#test"});

check_hashtag("#test@abcdefghijabcdefghijabcdefghijab", {"#test@abcdefghijabcdefghijabcdefghijab"});

check_hashtag("#test@abcdefghijabcdefghijabcdefghijabc", {"#test@abcdefghijabcdefghijabcdefghijab"});

check_hashtag("#te·st", {"#te·st"});

check_hashtag(u8"\U0001F604\U0001F604\U0001F604\U0001F604 \U0001F604\U0001F604\U0001F604#" + td::string(200, '1') +

"ООО" + td::string(200, '2'),

{"#" + td::string(200, '1') + "ООО" + td::string(53, '2')});

check_hashtag(u8"#a\u2122", {"#a"});

check_hashtag("#a൹", {"#a"});

check_hashtag("#aඁං෴ก฿", {"#aඁං෴ก"});

check_hashtag(

"#a12345678901234561234567890123456123456789012345612345678901234561234567890123456123456789012345612345678901234"

"5612345678901234561234567890123456123456789012345612345678901234561234567890123456123456789012345612345678901234"

"5612345678901234561234567890123456",

{"#a1234567890123456123456789012345612345678901234561234567890123456123456789012345612345678901234561234567890123"

"456123456789012345612345678901234561234567890123456123456789012345612345678901234561234567890123456123456789012"

"34561234567890123456123456789012345"});

auto result_slice = td::find_cashtags(str);

td::vector<td::string> result;

for (auto &it : result_slice) {

result.push_back(it.str());

}

if (result != expected) {

LOG(FATAL) << td::tag("text", str) << td::tag("receive", result) << td::tag("expected", expected);

}

check_cashtag("", {});

check_cashtag("$", {});

check_cashtag("$$", {});

check_cashtag("$$$", {});

check_cashtag("$a", {});

check_cashtag(" $a", {});

check_cashtag("$a ", {});

check_cashtag(" $я ", {});

check_cashtag("$ab", {});

check_cashtag("$abc", {});

check_cashtag("$", {});

check_cashtag("$A", {"$A"});

check_cashtag("$AB", {"$AB"});

check_cashtag("$ABС", {});

check_cashtag("$АBC", {});

check_cashtag("$АВС", {});

check_cashtag("$ABC", {"$ABC"});

check_cashtag("$ABCD", {"$ABCD"});

check_cashtag("$ABCDE", {"$ABCDE"});

check_cashtag("$ABCDEF", {"$ABCDEF"});

check_cashtag("$ABCDEFG", {"$ABCDEFG"});

check_cashtag("$ABCDEFGH", {"$ABCDEFGH"});

check_cashtag("$ABCDEFGHJ", {});

check_cashtag("$ABCDEFGH1", {});

check_cashtag(" $XYZ", {"$XYZ"});

check_cashtag("$XYZ ", {"$XYZ"});

check_cashtag(" $XYZ ", {"$XYZ"});

check_cashtag(" $$XYZ ", {});

check_cashtag(" $XYZ$ ", {});

check_cashtag(" $ABC1 ", {});

check_cashtag(" $1ABC ", {});

check_cashtag(" 1$ABC ", {});

check_cashtag(" А$ABC ", {});

check_cashtag("$ABC$DEF $GHI $KLM", {"$GHI", "$KLM"});

check_cashtag("$TEST", {"$TEST"});

check_cashtag("$TEST@", {"$TEST"});

check_cashtag("$TEST@a", {"$TEST"});

check_cashtag("$TEST@ab", {"$TEST"});

check_cashtag("$TEST@abc", {"$TEST@abc"});

check_cashtag("$TEST@a-c", {"$TEST"});

check_cashtag("$TEST@abcdefghijabcdefghijabcdefghijab", {"$TEST@abcdefghijabcdefghijabcdefghijab"});

check_cashtag("$TEST@abcdefghijabcdefghijabcdefghijabc", {"$TEST"});

check_cashtag("$1INC", {});

check_cashtag("$1INCH", {"$1INCH"});

check_cashtag("...$1INCH...", {"$1INCH"});

check_cashtag("$1inch", {});

check_cashtag("$1INCHA", {});

check_cashtag("$1INCHА", {});

check_cashtag(u8"$ABC\u2122", {"$ABC"});

check_cashtag(u8"\u2122$ABC", {"$ABC"});

check_cashtag(u8"\u2122$ABC\u2122", {"$ABC"});

check_cashtag("$ABC൹", {"$ABC"});

check_cashtag("$ABCඁ", {});

check_cashtag("$ABCං", {});

check_cashtag("$ABC෴", {});

check_cashtag("$ABCก", {});

check_cashtag("$ABC฿", {"$ABC"});

auto result = td::transform(td::find_media_timestamps(str),

[](auto &&entity) { return std::make_pair(entity.first.str(), entity.second); });

if (result != expected) {

LOG(FATAL) << td::tag("text", str) << td::tag("receive", result) << td::tag("expected", expected);

}

check_media_timestamp("", {});

check_media_timestamp(":", {});

check_media_timestamp(":1", {});

check_media_timestamp("a:1", {});

check_media_timestamp("01", {});

check_media_timestamp("01:", {});

check_media_timestamp("01::", {});

check_media_timestamp("01::", {});

check_media_timestamp("a1:1a", {});

check_media_timestamp("a1::01a", {});

check_media_timestamp("2001:db8::8a2e:f70:13a4", {});

check_media_timestamp("0:00", {{"0:00", 0}});

check_media_timestamp("+0:00", {{"0:00", 0}});

check_media_timestamp("0:00+", {{"0:00", 0}});

check_media_timestamp("a0:00", {});

check_media_timestamp("0:00a", {});

check_media_timestamp("б0:00", {});

check_media_timestamp("0:00б", {});

check_media_timestamp("_0:00", {});

check_media_timestamp("0:00_", {});

check_media_timestamp("00:00:00:00", {});

check_media_timestamp("1:1:01 1:1:1", {{"1:1:01", 3661}});

check_media_timestamp("0:0:00 00:00 000:00 0000:00 00000:00 00:00:00 000:00:00 00:000:00 00:00:000",

{{"0:0:00", 0}, {"00:00", 0}, {"000:00", 0}, {"0000:00", 0}, {"00:00:00", 0}});

check_media_timestamp("00:0:00 0:00:00 00::00 :00:00 00:00: 00:00:0 00:00:", {{"00:0:00", 0}, {"0:00:00", 0}});

check_media_timestamp("1:1:59 1:1:-1 1:1:60", {{"1:1:59", 3719}});

check_media_timestamp("1:59:00 1:-1:00 1:60:00", {{"1:59:00", 7140}, {"1:00", 60}});

check_media_timestamp("59:59 60:00", {{"59:59", 3599}, {"60:00", 3600}});

check_media_timestamp("9999:59 99:59:59 99:60:59", {{"9999:59", 599999}, {"99:59:59", 360000 - 1}});

check_media_timestamp("2001:db8::8a2e:f70:13a4", {});

auto result_slice = td::find_bank_card_numbers(str);

td::vector<td::string> result;

for (auto &it : result_slice) {

result.push_back(it.str());

}

if (result != expected) {

LOG(FATAL) << td::tag("text", str) << td::tag("receive", result) << td::tag("expected", expected);

}

check_bank_card_number("", {});

check_bank_card_number("123456789015", {});

check_bank_card_number("1234567890120", {});

check_bank_card_number("1234567890121", {});

check_bank_card_number("1234567890122", {});

check_bank_card_number("1234567890123", {});

check_bank_card_number("1234567890124", {});

check_bank_card_number("1234567890125", {});

check_bank_card_number("1234567890126", {});

check_bank_card_number("1234567890127", {});

check_bank_card_number("1234567890128", {"1234567890128"});

check_bank_card_number("1234567890129", {});

check_bank_card_number("12345678901500", {"12345678901500"});

check_bank_card_number("123456789012800", {"123456789012800"});

check_bank_card_number("1234567890151800", {"1234567890151800"});

check_bank_card_number("12345678901280000", {"12345678901280000"});

check_bank_card_number("123456789015009100", {"123456789015009100"});

check_bank_card_number("1234567890128000000", {"1234567890128000000"});

check_bank_card_number("12345678901500910000", {});

check_bank_card_number(" - - - - 1 - -- 2 - - -- 34 - - - 56- - 7890150000 - - - -", {});

check_bank_card_number(" - - - - 1 - -- 234 - - 56- - 7890150000 - - - -", {"1 - -- 234 - - 56- - 7890150000"});

check_bank_card_number("4916-3385-0608-2832; 5280 9342 8317 1080 ;345936346788903",

{"4916-3385-0608-2832", "5280 9342 8317 1080", "345936346788903"});

check_bank_card_number("4556728228023269, 4916141675244747020, 49161416752447470, 4556728228023269",

{"4556728228023269", "4916141675244747020", "4556728228023269"});

check_bank_card_number("a1234567890128", {});

check_bank_card_number("1234567890128a", {});

check_bank_card_number("1234567890128а", {});

check_bank_card_number("а1234567890128", {});

check_bank_card_number("1234567890128_", {});

check_bank_card_number("_1234567890128", {});

check_bank_card_number("1234567890128/", {"1234567890128"});

check_bank_card_number("\"1234567890128", {"1234567890128"});

check_bank_card_number("+1234567890128", {});

auto result_slice = td::find_tg_urls(str);

td::vector<td::string> result;

for (auto &it : result_slice) {

result.push_back(it.str());

}

if (result != expected) {

LOG(FATAL) << td::tag("text", str) << td::tag("receive", result) << td::tag("expected", expected);

}

check_tg_url("", {});

check_tg_url("tg://", {});

check_tg_url("tg://a", {"tg://a"});

check_tg_url("a", {});

check_tg_url("stg://a", {"tg://a"});

check_tg_url("asd asdas das ton:asd tg:test ton://resolve tg://resolve TON://_-RESOLVE_- TG://-_RESOLVE-_",

{"ton://resolve", "tg://resolve", "TON://_-RESOLVE_-", "TG://-_RESOLVE-_"});

check_tg_url("tg:test/", {});

check_tg_url("tg:/test/", {});

check_tg_url("tg://test/", {"tg://test/"});

check_tg_url("tg://test/?", {"tg://test/"});

check_tg_url("tg://test/#", {"tg://test/#"});

check_tg_url("tg://test?", {"tg://test"});

check_tg_url("tg://test#", {"tg://test"});

check_tg_url("tg://test/―asd―?asd=asd&asdas=―#――――", {"tg://test/―asd―?asd=asd&asdas=―#――――"});

check_tg_url("tg://test/?asd", {"tg://test/?asd"});

check_tg_url("tg://test/?.:;,('?!`.:;,('?!`", {"tg://test/"});

check_tg_url("tg://test/#asdf", {"tg://test/#asdf"});

check_tg_url("tg://test?asdf", {"tg://test?asdf"});

check_tg_url("tg://test#asdf", {"tg://test#asdf"});

check_tg_url("tg://test?as‖df", {"tg://test?as"});

check_tg_url("tg://test?sa<df", {"tg://test?sa"});

check_tg_url("tg://test?as>df", {"tg://test?as"});

check_tg_url("tg://test?as\"df", {"tg://test?as"});

check_tg_url("tg://test?as«df", {"tg://test?as"});

check_tg_url("tg://test?as»df", {"tg://test?as"});

check_tg_url("tg://test?as(df", {"tg://test?as(df"});

check_tg_url("tg://test?as)df", {"tg://test?as)df"});

check_tg_url("tg://test?as[df", {"tg://test?as[df"});

check_tg_url("tg://test?as]df", {"tg://test?as]df"});

check_tg_url("tg://test?as{df", {"tg://test?as{df"});

check_tg_url("tg://test?as'df", {"tg://test?as'df"});

check_tg_url("tg://test?as}df", {"tg://test?as}df"});

check_tg_url("tg://test?as$df", {"tg://test?as$df"});

check_tg_url("tg://test?as%df", {"tg://test?as%df"});

check_tg_url("tg://%30/sccct", {});

check_tg_url("tg://test:asd@google.com:80", {"tg://test"});

check_tg_url("tg://google.com", {"tg://google"});

check_tg_url("tg://google/.com", {"tg://google/.com"});

check_tg_url("tg://127.0.0.1", {"tg://127"});

check_tg_url("tg://б.а.н.а.на", {});

check_is_email_address("telegram.org", false);

check_is_email_address("security@telegram.org", true);

check_is_email_address("security.telegram.org", false);

check_is_email_address("", false);

check_is_email_address("@", false);

check_is_email_address("A@a.a.a.ab", true);

check_is_email_address("A@a.ab", true);

check_is_email_address("Test@aa.aa.aa.aa", true);

check_is_email_address("Test@test.abd", true);

check_is_email_address("a@a.a.a.ab", true);

check_is_email_address("test@test.abd", true);

check_is_email_address("test@test.com", true);

check_is_email_address("test.abd", false);

check_is_email_address("a.ab", false);

check_is_email_address("a.bc@d.ef", true);

td::vector<td::string> bad_userdatas = {"",

"a.a.a.a.a.a.a.a.a.a.a.a",

"+.+.+.+.+.+",

"*.a.a",

"a.*.a",

"a.a.*",

"a.a.",

"a.a.abcdefghijklmnopqrstuvwxyz0123456789",

"a.abcdefghijklmnopqrstuvwxyz0.a",

"abcdefghijklmnopqrstuvwxyz0.a.a"};

td::vector<td::string> good_userdatas = {"a.a.a.a.a.a.a.a.a.a.a",

"a+a+a+a+a+a+a+a+a+a+a",

"+.+.+.+.+._",

"aozAQZ0-5-9_+-aozAQZ0-5-9_.aozAQZ0-5-9_.-._.+-",

"a.a.a",

"a.a.abcdefghijklmnopqrstuvwxyz012345678",

"a.abcdefghijklmnopqrstuvwxyz.a",

"a..a",

"abcdefghijklmnopqrstuvwxyz.a.a",

".a.a"};

td::vector<td::string> bad_domains = {"",

".",

"abc",

"localhost",

"a.a.a.a.a.a.a.ab",

".......",

"a.a.a.a.a.a+ab",

"a+a.a.a.a.a.ab",

"a.a.a.a.a.a.a",

"a.a.a.a.a.a.abcdefghi",

"a.a.a.a.a.a.ab0yz",

"a.a.a.a.a.a.ab9yz",

"a.a.a.a.a.a.ab-yz",

"a.a.a.a.a.a.ab_yz",

"a.a.a.a.a.a.ab*yz",

".ab",

".a.ab",

"a..ab",

"a.a.a..a.ab",

".a.a.a.a.ab",

"abcdefghijklmnopqrstuvwxyz01234.ab",

"ab0cd.abd.aA*sd.0.9.0-9.ABOYZ",

"ab*cd.abd.aAasd.0.9.0-9.ABOYZ",

"ab0cd.abd.aAasd.0.9.0*9.ABOYZ",

"*b0cd.ab_d.aA-sd.0.9.0-9.ABOYZ",

"ab0c*.ab_d.aA-sd.0.9.0-9.ABOYZ",

"ab0cd.ab_d.aA-sd.0.9.0-*.ABOYZ",

"ab0cd.ab_d.aA-sd.0.9.*-9.ABOYZ",

"-b0cd.ab_d.aA-sd.0.9.0-9.ABOYZ",

"ab0c-.ab_d.aA-sd.0.9.0-9.ABOYZ",

"ab0cd.ab_d.aA-sd.-.9.0-9.ABOYZ",

"ab0cd.ab_d.aA-sd.0.9.--9.ABOYZ",

"ab0cd.ab_d.aA-sd.0.9.0--.ABOYZ",

"_b0cd.ab_d.aA-sd.0.9.0-9.ABOYZ",

"ab0c_.ab_d.aA-sd.0.9.0-9.ABOYZ",

"ab0cd.ab_d.aA-sd._.9.0-9.ABOYZ",

"ab0cd.ab_d.aA-sd.0.9._-9.ABOYZ",

"ab0cd.ab_d.aA-sd.0.9.0-_.ABOYZ",

"-.ab_d.aA-sd.0.9.0-9.ABOYZ",

"ab0cd.ab_d.-.0.9.0-9.ABOYZ",

"ab0cd.ab_d.aA-sd.0.9.-.ABOYZ",

"_.ab_d.aA-sd.0.9.0-9.ABOYZ",

"ab0cd.ab_d._.0.9.0-9.ABOYZ",

"ab0cd.ab_d.aA-sd.0.9._.ABOYZ"};

td::vector<td::string> good_domains = {"a.a.a.a.a.a.ab",

"a.a.a.a.a.a.abcdef",

"a.a.a.a.a.a.aboyz",

"a.a.a.a.a.a.ABOYZ",

"a.a.a.a.a.a.AbOyZ",

"abcdefghijklmnopqrstuvwxyz0123.ab",

"ab0cd.ab_d.aA-sd.0.9.0-9.ABOYZ",

"A.Z.aA-sd.a.z.0-9.ABOYZ"};

for (auto &userdata : bad_userdatas) {

for (auto &domain : bad_domains) {

check_is_email_address(userdata + '@' + domain, false);

check_is_email_address(userdata + domain, false);

}

for (auto &domain : good_domains) {

check_is_email_address(userdata + '@' + domain, false);

check_is_email_address(userdata + domain, false);

}

}

for (auto &userdata : good_userdatas) {

for (auto &domain : bad_domains) {

check_is_email_address(userdata + '@' + domain, false);

check_is_email_address(userdata + domain, false);

}

for (auto &domain : good_domains) {

check_is_email_address(userdata + '@' + domain, true);

check_is_email_address(userdata + domain, false);

}

}

td::vector<td::string> expected_email_addresses = {}) {

auto result_slice = td::find_urls(str);

td::vector<td::string> result_urls;

td::vector<td::string> result_email_addresses;

for (auto &it : result_slice) {

if (!it.second) {

result_urls.push_back(it.first.str());

} else {

result_email_addresses.push_back(it.first.str());

}

}

if (result_urls != expected_urls) {

LOG(FATAL) << td::tag("text", str) << td::tag("receive", result_urls) << td::tag("expected", expected_urls);

}

if (result_email_addresses != expected_email_addresses) {

LOG(FATAL) << td::tag("text", str) << td::tag("receive", result_email_addresses)

<< td::tag("expected", expected_email_addresses);

}

check_url("telegram.org", {"telegram.org"});

check_url("(telegram.org)", {"telegram.org"});

check_url("\ntelegram.org)", {"telegram.org"});

check_url(" telegram.org)", {"telegram.org"});

check_url(".telegram.org)", {});

check_url("()telegram.org/?q=()", {"telegram.org/?q=()"});

check_url("\"telegram.org\"", {"telegram.org"});

check_url(" telegram. org. www. com... telegram.org... ...google.com...", {"telegram.org"});

check_url(" telegram.org ", {"telegram.org"});

check_url("Такой сайт: http://www.google.com или такой telegram.org ", {"http://www.google.com", "telegram.org"});

check_url(" telegram.org. ", {"telegram.org"});

check_url("http://google,.com", {});

check_url("http://telegram.org/?asd=123#123.", {"http://telegram.org/?asd=123#123"});

check_url("[http://google.com](test)", {"http://google.com"});

check_url("", {});

check_url(".", {});

check_url("http://@google.com", {});

check_url("http://@goog.com", {}); // TODO: server fix

check_url("http://@@google.com", {});

check_url("http://a@google.com", {"http://a@google.com"});

check_url("http://test@google.com", {"http://test@google.com"});

check_url("google.com:᪉᪉᪉᪉᪉", {"google.com"});

check_url("https://telegram.org", {"https://telegram.org"});

check_url("http://telegram.org", {"http://telegram.org"});

check_url("ftp://telegram.org", {"ftp://telegram.org"});

check_url("ftps://telegram.org", {});

check_url("sftp://telegram.org", {});

check_url("tonsite://telegram.ton", {"tonsite://telegram.ton"});

check_url("telegram.ton", {"telegram.ton"});

check_url("telegram.onion", {"telegram.onion"});

check_url("telegram.tonsite", {});

check_url("hTtPs://telegram.org", {"hTtPs://telegram.org"});

check_url("HTTP://telegram.org", {"HTTP://telegram.org"});

check_url("аHTTP://telegram.org", {"HTTP://telegram.org"});

check_url("sHTTP://telegram.org", {});

check_url("://telegram.org", {});

check_url("google.com:᪀᪀", {"google.com"});

check_url(

"http://"

"abcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkab"

"cdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcd"

"efghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdef"

"ghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefgh"

"ijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghij"

"kabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijka"

"bcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabc"

"defghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijk.com",

{});

check_url("http://  .com", {});

check_url("URL:     .com", {});

check_url("URL: .com", {});

check_url(".com", {});

check_url("http://  .", {});

check_url("http://.", {});

check_url("http://.com", {});

check_url("http:// .", {});

check_url(",ahttp://google.com", {"http://google.com"});

check_url(".ahttp://google.com", {});

check_url("http://1.0", {});

check_url("http://a.0", {});

check_url("http://a.a", {});

check_url("google.com:1#ab c", {"google.com:1#ab"});

check_url("google.com:1#", {"google.com:1"});

check_url("google.com:1#1", {"google.com:1#1"});

check_url("google.com:00000001/abs", {"google.com:00000001/abs"});

check_url("google.com:000000065535/abs", {"google.com:000000065535/abs"});

check_url("google.com:000000065536/abs", {"google.com"});

check_url("google.com:000000080/abs", {"google.com:000000080/abs"});

check_url("google.com:0000000/abs", {"google.com"});

check_url("google.com:0/abs", {"google.com"});

check_url("google.com:/abs", {"google.com"});

check_url("google.com:65535", {"google.com:65535"});

check_url("google.com:65536", {"google.com"});

check_url("google.com:99999", {"google.com"});

check_url("google.com:100000", {"google.com"});

check_url("127.001", {});

check_url("127.0.0.1", {"127.0.0.1"});

check_url("127.0.0.01", {});

check_url("127.0.0.256", {});

check_url("127.0.0.300", {});

check_url("127.0.0.1000", {});

check_url("127.0.0.260", {});

check_url("1.0", {});

check_url("www.🤙.tk", {"www.🤙.tk"});

check_url("a.ab", {});

check_url("test.abd", {});

check_url("ТеСт.Москва", {});

check_url("ТеСт.МоСкВΑ", {});

check_url("ТеСт.МоСкВа", {"ТеСт.МоСкВа"});

check_url("ТеСт.МоСкВач", {});

check_url("http://ÀТеСт.МоСкВач", {"http://ÀТеСт.МоСкВач"});

check_url("ÀÁ.com. ÀÁ.com.", {"ÀÁ.com", "ÀÁ.com"});

check_url("ÀÁ.com,ÀÁ.com.", {"ÀÁ.com", "ÀÁ.com"});

check_url("teiegram.org/test", {});

check_url("TeiegraM.org/test", {});

check_url("http://test.google.com/?q=abc()}[]def", {"http://test.google.com/?q=abc()"});

check_url("http://test.google.com/?q=abc([{)]}def", {"http://test.google.com/?q=abc([{)]}def"});

check_url("http://test.google.com/?q=abc(){}]def", {"http://test.google.com/?q=abc(){}"});

check_url("http://test.google.com/?q=abc){}[]def", {"http://test.google.com/?q=abc"});

check_url("http://test.google.com/?q=abc(){}[]def", {"http://test.google.com/?q=abc(){}[]def"});

check_url("http://test-.google.com", {});

check_url("http://test_.google.com", {"http://test_.google.com"});

check_url("http://google_.com", {});

check_url("http://google._com_", {});

check_url("http://[2001:4860:0:2001::68]/", {}); // TODO

check_url("tg://resolve", {});

check_url("test.abd", {});

check_url("/.b/..a @.....@/. a.ba", {"a.ba"});

check_url("bbbbbbbbbbbbbb.@.@", {});

check_url("http://google.com/", {"http://google.com/"});

check_url("http://google.com?", {"http://google.com"});

check_url("http://google.com#", {"http://google.com"});

check_url("http://google.com##", {"http://google.com##"});

check_url("http://google.com/?", {"http://google.com/"});

check_url("https://www.google.com/ab,", {"https://www.google.com/ab"});

check_url("@.", {});

check_url(

"a.b.google.com dfsknnfs gsdfgsg http://códuia.de/ dffdg,\" 12)(cpia.de/())(\" http://гришка.рф/ sdufhdf "

"http://xn--80afpi2a3c.xn--p1ai/ I have a good time.Thanks, guys!\n\n(hdfughidufhgdis) go#ogle.com гришка.рф "

"hsighsdf gi почта.рф\n\n✪df.ws/123 "

"xn--80afpi2a3c.xn--p1ai\n\nhttp://foo.com/blah_blah\nhttp://foo.com/blah_blah/\n(Something like "

"http://foo.com/blah_blah)\nhttp://foo.com/blah_blah_(wikipedi8989a_Вася)\n(Something like "

"http://foo.com/blah_blah_(Стакан_007))\nhttp://foo.com/blah_blah.\nhttp://foo.com/blah_blah/.\n<http://foo.com/"

"blah_blah>\n<http://fo@@@@@@@@@^%#*@^&@$#*@#%^*&!^#o.com/blah_blah/>\nhttp://foo.com/blah_blah,\nhttp://"

"www.example.com/wpstyle/?p=364.\nhttp://✪df.ws/123\nrdar://1234\nrdar:/1234\nhttp://"

"userid:password@example.com:8080\nhttp://userid@example.com\nhttp://userid@example.com:8080\nhttp://"

"userid:password@example.com\nhttp://example.com:8080 "

"x-yojimbo-item://6303E4C1-xxxx-45A6-AB9D-3A908F59AE0E\nmessage://"

"%3c330e7f8409726r6a4ba78dkf1fd71420c1bf6ff@mail.gmail.com%3e\nhttp://➡️.ws/䨹\nwww.➡️.ws/"

"䨹\n<tag>http://example.com</tag>\nJust a www.example.com "

"link.\n\n➡️.ws/"

"䨹\n\nabcdefghijklmnopqrstuvwxyz0123456789qwe_sdfsdf.aweawe-sdfs.com\nwww.🤙.tk:1\ngoogle.com:"

"᪉᪉᪉᪉\ngoogle."

"com:᪀᪀\nhttp://  .com\nURL:     .com\nURL: "

".com\n\ngoogle.com?qwe\ngoogle.com#qwe\ngoogle.com/?\ngoogle.com/#\ngoogle.com?\ngoogle.com#\n",

{"a.b.google.com",

"http://códuia.de/",

"cpia.de/()",

"http://гришка.рф/",

"http://xn--80afpi2a3c.xn--p1ai/",

"гришка.рф",

"почта.рф",

"✪df.ws/123",

"xn--80afpi2a3c.xn--p1ai",

"http://foo.com/blah_blah",

"http://foo.com/blah_blah/",

"http://foo.com/blah_blah",

"http://foo.com/blah_blah_(wikipedi8989a_Вася)",

"http://foo.com/blah_blah_(Стакан_007)",

"http://foo.com/blah_blah",

"http://foo.com/blah_blah/",

"http://foo.com/blah_blah",

"http://foo.com/blah_blah",

"http://www.example.com/wpstyle/?p=364",

"http://✪df.ws/123",

"http://userid:password@example.com:8080",

"http://userid@example.com",

"http://userid@example.com:8080",

"http://userid:password@example.com",

"http://example.com:8080",

"http://➡️.ws/䨹",

"www.➡️.ws/䨹",

"http://example.com",

"www.example.com",

"➡️.ws/䨹",

"abcdefghijklmnopqrstuvwxyz0123456789qwe_sdfsdf.aweawe-sdfs.com",

"www.🤙.tk:1",

"google.com",

"google.com",

"google.com?qwe",

"google.com#qwe",

"google.com/",

"google.com/#",

"google.com",

"google.com"});

check_url("https://t.…", {});

check_url("('http://telegram.org/a-b/?br=ie&lang=en',)", {"http://telegram.org/a-b/?br=ie&lang=en"});

check_url("https://ai.telegram.org/bot%20bot/test-...", {"https://ai.telegram.org/bot%20bot/test-"});

check_url("a.bc@c.com", {}, {"a.bc@c.com"});

check_url("https://a.bc@c.com", {"https://a.bc@c.com"});

check_url("https://a.de[bc@c.com", {"https://a.de"}, {"bc@c.com"});

check_url("https://a.de/bc@c.com", {"https://a.de/bc@c.com"});

check_url("https://a.de]bc@c.com", {"https://a.de"}, {"bc@c.com"});

check_url("https://a.de{bc@c.com", {"https://a.de"}, {"bc@c.com"});

check_url("https://a.de}bc@c.com", {"https://a.de"}, {"bc@c.com"});

check_url("https://a.de(bc@c.com", {"https://a.de"}, {"bc@c.com"});

check_url("https://a.de)bc@c.com", {"https://a.de"}, {"bc@c.com"});

check_url("https://a.debc@c.com", {"https://a.debc@c.com"});

check_url("https://a.de'bc@c.com", {"https://a.de"}, {"bc@c.com"});

check_url("https://a.de`bc@c.com", {"https://a.de"}, {"bc@c.com"});

check_url("https://a.bcde.fg@c.com", {"https://a.bcde.fg@c.com"});

check_url("https://a:h.bcde.fg@c.com", {"https://a:h.bcde.fg@c.com"});

check_url("https://abc@c.com", {"https://abc@c.com"});

check_url("https://de[bc@c.com", {}, {"bc@c.com"});

check_url("https://de/bc@c.com", {});

check_url("https://de]bc@c.com", {}, {"bc@c.com"});

check_url("https://de{bc@c.com", {}, {"bc@c.com"});

check_url("https://de}bc@c.com", {}, {"bc@c.com"});

check_url("https://de(bc@c.com", {}, {"bc@c.com"});

check_url("https://de)bc@c.com", {}, {"bc@c.com"});

check_url("https://de\\bc@c.com", {"https://de\\bc@c.com"});

check_url("https://de'bc@c.com", {}, {"bc@c.com"});

check_url("https://de`bc@c.com", {}, {"bc@c.com"});

check_url("https://bc:defg@c.com", {"https://bc:defg@c.com"});

check_url("https://a:hbc:defg@c.com", {"https://a:hbc:defg@c.com"});

check_url("https://a.bc@test.com:cd.com", {"https://a.bc@test.com", "cd.com"});

check_url("telegram.Org", {});

check_url("telegram.ORG", {"telegram.ORG"});

check_url("a.b.c.com.a.b.c", {});

check_url("File '/usr/views.py'", {}); // TODO server fix

check_url("@views.py'", {}); // TODO server fix

check_url("#views.py'", {}); // TODO server fix

check_url("/views.py'", {}); // TODO server fix

check_url(".views.py", {});

check_url("'views.py'", {"views.py"});

check_url("bug.http://test.com/test/+#", {}); // TODO {"http://test.com/test/+#"}

check_url("//AB.C.D.E.F.GH//", {});

check_url("<http://www.ics.uci.edu/pub/ietf/uri/historical.html#WARNING>",

{"http://www.ics.uci.edu/pub/ietf/uri/historical.html#WARNING"});

check_url("Look :test@example.com", {":test@example.com"}, {}); // TODO {}, {"test@example.com"}

check_url("Look mailto:test@example.com", {}, {"test@example.com"});

check_url("http://test.com#a", {"http://test.com#a"});

check_url("http://test.com#", {"http://test.com"});

check_url("http://test.com?#", {"http://test.com?#"});

check_url("http://test.com/?#", {"http://test.com/?#"});

check_url("https://t.me/abcdef…", {"https://t.me/abcdef"});

check_url("https://t.me…", {"https://t.me"});

check_url("https://t.m…", {});

check_url("https://t.…", {});

check_url("https://t…", {});

check_url("👉http://ab.com/cdefgh-1IJ", {"http://ab.com/cdefgh-1IJ"});

check_url("...👉http://ab.com/cdefgh-1IJ", {}); // TODO

check_url(".?", {});

check_url("http://test―‑@―google―.―com―/―–―‐―/―/―/―?―‑―#―――", {"http://test―‑@―google―.―com―/―–―‐―/―/―/―?―‑―#―――"});

check_url("http://google.com/‖", {"http://google.com/"});

check_url("a@b@c.com", {}, {});

check_url("abc@c.com@d.com", {});

check_url("a@b.com:c@1", {}, {"a@b.com"});

check_url("test@test.software", {}, {"test@test.software"});

check_url("a:b?@gmail.com", {});

check_url("a?:b@gmail.com", {});

check_url("a#:b@gmail.com", {});

check_url("a:b#@gmail.com", {});

check_url("a!:b@gmail.com", {"a!:b@gmail.com"});

check_url("a:b!@gmail.com", {"a:b!@gmail.com"});

check_url("http://test_.com", {});

check_url("test_.com", {});

check_url("_test.com", {});

check_url("_.test.com", {"_.test.com"});

const td::string &expected_str,

const td::vector<td::MessageEntity> &expected_entities, bool allow_empty = true,

bool skip_new_entities = false, bool skip_bot_commands = false,

bool skip_trim = true) {

ASSERT_TRUE(

td::fix_formatted_text(str, entities, allow_empty, false, skip_new_entities, skip_bot_commands, true, skip_trim)

.is_ok());

ASSERT_STREQ(expected_str, str);

ASSERT_EQ(expected_entities, entities);

bool skip_new_entities, bool skip_bot_commands, bool skip_trim) {

ASSERT_TRUE(

td::fix_formatted_text(str, entities, allow_empty, false, skip_new_entities, skip_bot_commands, true, skip_trim)

.is_error());

td::string str;

td::string fixed_str;

for (auto i = 0; i <= 32; i++) {

str += static_cast<char>(i);

if (i != 13) {

if (i != 10) {

fixed_str += ' ';

} else {

fixed_str += str.back();

}

}

}

check_fix_formatted_text(str, {}, "", {}, true, true, true, true);

check_fix_formatted_text(str, {}, "", {}, true, true, false, true);

check_fix_formatted_text(str, {}, "", {}, true, false, true, true);

check_fix_formatted_text(str, {}, "", {}, true, false, false, true);

check_fix_formatted_text(str, {}, "", {}, true, false, false, false);

check_fix_formatted_text(str, {}, false, false, false, false);

check_fix_formatted_text(str, {}, false, false, false, true);

check_fix_formatted_text(" aba\n ", {}, " aba\n ", {}, true, true, true, true);

check_fix_formatted_text(" aba\n ", {}, "aba", {}, true, true, true, false);

check_fix_formatted_text(" \n ", {}, "", {}, true, true, true, true);

check_fix_formatted_text(" \n ", {}, "", {}, true, true, true, false);

check_fix_formatted_text(" \n ", {}, false, true, true, false);

str += "a \r\n ";

fixed_str += "a \n ";

for (td::int32 i = 33; i <= 35; i++) {

td::vector<td::MessageEntity> entities;

entities.emplace_back(td::MessageEntity::Type::Pre, 0, i);

td::vector<td::MessageEntity> fixed_entities = entities;

fixed_entities.back().length = i - 1;

check_fix_formatted_text(str, entities, fixed_str, fixed_entities, true, false, false, true);

td::string expected_str = fixed_str.substr(0, 33);

fixed_entities.back().length = i == 33 ? 32 : 33;

check_fix_formatted_text(str, entities, expected_str, fixed_entities, false, false, false, false);

}

for (td::int32 i = 33; i <= 35; i++) {

td::vector<td::MessageEntity> entities;

entities.emplace_back(td::MessageEntity::Type::Bold, 0, i);

td::vector<td::MessageEntity> fixed_entities;

fixed_entities.emplace_back(td::MessageEntity::Type::Bold, 0, i - 1 /* deleted \r */);

check_fix_formatted_text(str, entities, fixed_str, fixed_entities, true, false, false, true);

td::string expected_str = fixed_str.substr(0, 33);

if (i != 33) {

fixed_entities.back().length = 33;

}

check_fix_formatted_text(str, entities, expected_str, fixed_entities, false, false, false, false);

}

str = "👉 👉 ";

for (int i = 0; i < 10; i++) {

td::vector<td::MessageEntity> entities;

entities.emplace_back(td::MessageEntity::Type::Bold, i, 1);

if (i != 2 && i != 5 && i != 6) {

check_fix_formatted_text(str, entities, true, true, true, true);

check_fix_formatted_text(str, entities, false, false, false, false);

} else {

check_fix_formatted_text(str, entities, str, {{td::MessageEntity::Type::Bold, i, 1}}, true, true, true, true);

if (i == 2) {

check_fix_formatted_text(str, entities, str.substr(0, str.size() - 2), {{td::MessageEntity::Type::Bold, i, 1}},

false, false, false, false);

} else {

check_fix_formatted_text(str, entities, str.substr(0, str.size() - 2), {}, false, false, false, false);

}

}

}

str = " /test @abaca #ORD $ABC telegram.org ";

for (auto skip_trim : {false, true}) {

td::int32 shift = skip_trim ? 2 : 0;

td::string expected_str = skip_trim ? str : str.substr(2, str.size() - 3);

for (auto skip_new_entities : {false, true}) {

for (auto skip_bot_commands : {false, true}) {

td::vector<td::MessageEntity> entities;

if (!skip_new_entities) {

if (!skip_bot_commands) {

entities.emplace_back(td::MessageEntity::Type::BotCommand, shift, 5);

}

entities.emplace_back(td::MessageEntity::Type::Mention, shift + 6, 6);

entities.emplace_back(td::MessageEntity::Type::Hashtag, shift + 13, 4);

entities.emplace_back(td::MessageEntity::Type::Cashtag, shift + 18, 4);

entities.emplace_back(td::MessageEntity::Type::Url, shift + 24, 12);

}

check_fix_formatted_text(str, {}, expected_str, entities, true, skip_new_entities, skip_bot_commands,

skip_trim);

check_fix_formatted_text(str, {}, expected_str, entities, false, skip_new_entities, skip_bot_commands,

skip_trim);

}

}

}

str = "aba \r\n caba ";

td::UserId user_id(static_cast<td::int64>(1));

for (td::int32 length = 1; length <= 3; length++) {

for (td::int32 offset = 0; static_cast<size_t>(offset + length) <= str.size(); offset++) {

for (auto type : {td::MessageEntity::Type::Bold, td::MessageEntity::Type::Url, td::MessageEntity::Type::TextUrl,

td::MessageEntity::Type::MentionName}) {

for (auto skip_trim : {false, true}) {

fixed_str = skip_trim ? "aba \n caba " : "aba \n caba";

auto fixed_length = offset <= 4 && offset + length >= 5 ? length - 1 : length;

auto fixed_offset = offset >= 5 ? offset - 1 : offset;

while (static_cast<size_t>(fixed_offset + fixed_length) > fixed_str.size()) {

fixed_length--;

}

td::vector<td::MessageEntity> entities;

entities.emplace_back(type, offset, length);

if (type == td::MessageEntity::Type::TextUrl) {

entities.back().argument = "t.me";

} else if (type == td::MessageEntity::Type::MentionName) {

entities.back().user_id = user_id;

}

td::vector<td::MessageEntity> fixed_entities;

if (fixed_length > 0) {

fixed_entities.emplace_back(type, fixed_offset, fixed_length);

if (type == td::MessageEntity::Type::TextUrl) {

fixed_entities.back().argument = "t.me";

} else if (type == td::MessageEntity::Type::MentionName) {

fixed_entities.back().user_id = user_id;

}

}

check_fix_formatted_text(str, entities, fixed_str, fixed_entities, true, false, false, skip_trim);

}

}

}

}

str = "aba caba";

for (td::int32 length = -10; length <= 10; length++) {

for (td::int32 offset = -10; offset <= 10; offset++) {

td::vector<td::MessageEntity> entities;

entities.emplace_back(td::MessageEntity::Type::Bold, offset, length);

if (length < 0 || offset < 0 || (length > 0 && static_cast<size_t>(length + offset) > str.size())) {

check_fix_formatted_text(str, entities, true, false, false, false);

check_fix_formatted_text(str, entities, false, false, false, true);

continue;

}

td::vector<td::MessageEntity> fixed_entities;

if (length > 0) {

fixed_entities.emplace_back(td::MessageEntity::Type::Bold, offset, length);

}

check_fix_formatted_text(str, entities, str, fixed_entities, true, false, false, false);

check_fix_formatted_text(str, entities, str, fixed_entities, false, false, false, true);

}

}

str = "abadcaba";

for (td::int32 length = 1; length <= 7; length++) {

for (td::int32 offset = 0; offset <= 8 - length; offset++) {

for (td::int32 length2 = 1; length2 <= 7; length2++) {