Google Git
Sign in
chromium / chromium / src / ae6f339fba0736224fdca0b96d2bb1cda42d8ad3 / . / components / url_formatter / url_formatter_unittest.cc
blob: efd3a3974284746b9c474daba466d488a2a1da96 [file] [log] [blame]
// Copyright 2015 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "components/url_formatter/url_formatter.h"
#include <stddef.h>
#include <string.h>
#include <vector>
#include "base/macros.h"
#include "base/strings/string_number_conversions.h"
#include "base/strings/stringprintf.h"
#include "base/strings/utf_string_conversions.h"
#include "testing/gtest/include/gtest/gtest.h"
#include "url/gurl.h"
namespace url_formatter {
namespace {
using base::WideToUTF16;
using base::ASCIIToUTF16;
const size_t kNpos = base::string16::npos;
struct IDNTestCase {
// The IDNA/Punycode version of the domain (plain ASCII).
const char* const input;
// The equivalent Unicode version of the domain. Even if we expect the domain
// to be displayed in Punycode, this should still contain the Unicode
// equivalent (see |unicode_allowed|).
const wchar_t* unicode_output;
// Whether we expect the domain to be displayed decoded as a Unicode string
// (true) or in its Punycode form (false).
const bool unicode_allowed;
};
// These cases can be generated with the script
// tools/security/idn_test_case_generator.py.
// See documentation there: you can either run it from the command line or call
// the make_case function directly from the Python shell (which may be easier
// for entering Unicode text).
//
// Q: Why not just do this conversion right here in the test, rather than having
// a Python script to generate it?
// A: Because then we would have to rely on complex logic (IDNA encoding) in the
// test itself; the same code we are trying to test. By using Python's IDN
// encoder to generate the test data, we independently verify that our
// algorithm is correct.
// TODO(jshin): Replace L"..." with "..." in UTF-8 when it's easier to read.
const IDNTestCase idn_cases[] = {
// No IDN
{"www.google.com", L"www.google.com", true},
{"www.google.com.", L"www.google.com.", true},
{".", L".", true},
{"", L"", true},
// IDN
// Hanzi (Traditional Chinese)
{"xn--1lq90ic7f1rc.cn", L"\x5317\x4eac\x5927\x5b78.cn", true},
// Hanzi ('video' in Simplified Chinese
{"xn--cy2a840a.com", L"\x89c6\x9891.com", true},
// Hanzi + '123'
{"www.xn--123-p18d.com", L"www.\x4e00" L"123.com", true},
// Hanzi + Latin : U+56FD is simplified
{"www.xn--hello-9n1hm04c.com", L"www.hello\x4e2d\x56fd.com", true},
// Kanji + Kana (Japanese)
{"xn--l8jvb1ey91xtjb.jp", L"\x671d\x65e5\x3042\x3055\x3072.jp", true},
// Katakana including U+30FC
{"xn--tckm4i2e.jp", L"\x30b3\x30de\x30fc\x30b9.jp", true},
{"xn--3ck7a7g.jp", L"\u30ce\u30f3\u30bd.jp", true},
// Katakana + Latin (Japanese)
{"xn--e-efusa1mzf.jp", L"e\x30b3\x30de\x30fc\x30b9.jp", true},
{"xn--3bkxe.jp", L"\x30c8\x309a.jp", true},
// Hangul (Korean)
{"www.xn--or3b17p6jjc.kr", L"www.\xc804\xc790\xc815\xbd80.kr", true},
// b<u-umlaut>cher (German)
{"xn--bcher-kva.de", L"b\x00fc" L"cher.de", true},
// a with diaeresis
{"www.xn--frgbolaget-q5a.se", L"www.f\x00e4rgbolaget.se", true},
// c-cedilla (French)
{"www.xn--alliancefranaise-npb.fr",
L"www.alliancefran\x00e7" L"aise.fr", true},
// caf'e with acute accent' (French)
{"xn--caf-dma.fr", L"caf\x00e9.fr", true},
// c-cedillla and a with tilde (Portuguese)
{"xn--poema-9qae5a.com.br", L"p\x00e3oema\x00e7\x00e3.com.br", true},
// s with caron
{"xn--achy-f6a.com", L"\x0161" L"achy.com", true},
{"xn--kxae4bafwg.gr", L"\x03bf\x03c5\x03c4\x03bf\x03c0\x03af\x03b1.gr",
true},
// Eutopia + 123 (Greek)
{"xn---123-pldm0haj2bk.gr",
L"\x03bf\x03c5\x03c4\x03bf\x03c0\x03af\x03b1-123.gr", true},
// Cyrillic (Russian)
{"xn--n1aeec9b.ru", L"\x0442\x043e\x0440\x0442\x044b.ru", true},
// Cyrillic + 123 (Russian)
{"xn---123-45dmmc5f.ru", L"\x0442\x043e\x0440\x0442\x044b-123.ru", true},
// 'president' in Russian. Is a wholescript confusable, but allowed.
{"xn--d1abbgf6aiiy.xn--p1ai",
L"\x043f\x0440\x0435\x0437\x0438\x0434\x0435\x043d\x0442.\x0440\x0444",
true},
// Arabic
{"xn--mgba1fmg.eg", L"\x0627\x0641\x0644\x0627\x0645.eg", true},
// Hebrew
{"xn--4dbib.he", L"\x05d5\x05d0\x05d4.he", true},
// Hebrew + Common
{"xn---123-ptf2c5c6bt.il", L"\x05e2\x05d1\x05e8\x05d9\x05ea-123.il", true},
// Thai
{"xn--12c2cc4ag3b4ccu.th",
L"\x0e2a\x0e32\x0e22\x0e01\x0e32\x0e23\x0e1a\x0e34\x0e19.th", true},
// Thai + Common
{"xn---123-9goxcp8c9db2r.th",
L"\x0e20\x0e32\x0e29\x0e32\x0e44\x0e17\x0e22-123.th", true},
// Devangari (Hindi)
{"www.xn--l1b6a9e1b7c.in", L"www.\x0905\x0915\x094b\x0932\x093e.in", true},
// Devanagari + Common
{"xn---123-kbjl2j0bl2k.in",
L"\x0939\x093f\x0928\x094d\x0926\x0940-123.in", true},
// 5 Aspirational scripts
// Unifieid Canadian Syllabary
{"xn--dfe0tte.ca", L"\x1456\x14c2\x14ef.ca", true},
// Tifinagh
{"xn--4ljxa2bb4a6bxb.ma",
L"\x2d5c\x2d49\x2d3c\x2d49\x2d4f\x2d30\x2d56.ma", true},
// Tifinagh with a disallowed character(U+2D6F)
{"xn--hmjzaby5d5f.ma", L"\x2d5c\x2d49\x2d3c\x2d6f\x2d49\x2d4f.ma", false},
// Yi
{"xn--4o7a6e1x64c.cn", L"\xa188\xa320\xa071\xa0b7.cn", true},
// Mongolian - 'ordu' (place, camp)
{"xn--56ec8bp.cn", L"\x1823\x1837\x1833\x1824.cn", true},
// Mongolian with a disallowed character
{"xn--95e5de3ds.cn", L"\x1823\x1837\x1804\x1833\x1824.cn", false},
// Miao/Pollad
{"xn--2u0fpf0a.cn", L"\U00016f04\U00016f62\U00016f59.cn", true},
// Script mixing tests
// The following script combinations are allowed.
// MODERATELY_RESTRICTIVE with Latin limited to ASCII-Latin.
// ASCII-Latin + Japn (Kana + Han)
// ASCII-Latin + Kore (Hangul + Han)
// ASCII-Latin + Han + Bopomofo
// ASCII-Latin + any allowed script other than Cyrillic, Greek, Cherokee
// and Unified Canadian Syllabary
// "payp<alpha>l.com"
{"www.xn--paypl-g9d.com", L"payp\x03b1l.com", false},
// google.gr with Greek omicron and epsilon
{"xn--ggl-6xc1ca.gr", L"g\x03bf\x03bfgl\x03b5.gr", false},
// google.ru with Cyrillic o
{"xn--ggl-tdd6ba.ru", L"g\x043e\x043egl\x0435.ru", false},
// h<e with acute>llo<China in Han>.cn
{"xn--hllo-bpa7979ih5m.cn", L"h\x00e9llo\x4e2d\x56fd.cn", false},
// <Greek rho><Cyrillic a><Cyrillic u>.ru
{"xn--2xa6t2b.ru", L"\x03c1\x0430\x0443.ru", false},
// Hangul + Latin
{"xn--han-eb9ll88m.kr", L"\xd55c\xae00han.kr", true},
// Hangul + Latin + Han with IDN ccTLD
{"xn--han-or0kq92gkm3c.xn--3e0b707e",
L"\xd55c\xae00han\x97d3.\xd55c\xad6d", true},
// non-ASCII Latin + Hangul
{"xn--caf-dma9024xvpg.kr", L"caf\x00e9\xce74\xd398.kr", false},
// Hangul + Hiragana
{"xn--y9j3b9855e.kr", L"\xd55c\x3072\x3089.kr", false},
// <Hiragana>.<Hangul> is allowed because script mixing check is per label.
{"xn--y9j3b.xn--3e0b707e", L"\x3072\x3089.\xd55c\xad6d", true},
// Traditional Han + Latin
{"xn--hanzi-u57ii69i.tw", L"\x6f22\x5b57hanzi.tw", true},
// Simplified Han + Latin
{"xn--hanzi-u57i952h.cn", L"\x6c49\x5b57hanzi.cn", true},
// Simplified Han + Traditonal Han
{"xn--hanzi-if9kt8n.cn", L"\x6c49\x6f22hanzi.cn", true},
// Han + Hiragana + Katakana + Latin
{"xn--kanji-ii4dpizfq59yuykqr4b.jp",
L"\x632f\x308a\x4eee\x540d\x30ab\x30bfkanji.jp", true},
// Han + Bopomofo
{"xn--5ekcde0577e87tc.tw", L"\x6ce8\x97f3\x3105\x3106\x3107\x3108.tw", true},
// Han + Latin + Bopomofo
{"xn--bopo-ty4cghi8509kk7xd.tw",
L"\x6ce8\x97f3" L"bopo\x3105\x3106\x3107\x3108.tw", true},
// Latin + Bopomofo
{"xn--bopomofo-hj5gkalm.tw", L"bopomofo\x3105\x3106\x3107\x3108.tw", true},
// Bopomofo + Katakana
{"xn--lcka3d1bztghi.tw",
L"\x3105\x3106\x3107\x3108\x30ab\x30bf\x30ab\x30ca.tw", false},
// Bopomofo + Hangul
{"xn--5ekcde4543qbec.tw", L"\x3105\x3106\x3107\x3108\xc8fc\xc74c.tw", false},
// Devanagari + Latin
{"xn--ab-3ofh8fqbj6h.in", L"ab\x0939\x093f\x0928\x094d\x0926\x0940.in", true},
// Thai + Latin
{"xn--ab-jsi9al4bxdb6n.th",
L"ab\x0e20\x0e32\x0e29\x0e32\x0e44\x0e17\x0e22.th", true},
// <vitamin in Katakana>b1.com
{"xn--b1-xi4a7cvc9f.com", L"\x30d3\x30bf\x30df\x30f3" L"b1.com", true},
// Devanagari + Han
{"xn--t2bes3ds6749n.com", L"\x0930\x094b\x0932\x0947\x76e7\x0938.com", false},
// Devanagari + Bengali
{"xn--11b0x.in", L"\x0915\x0995.in", false},
// Canadian Syllabary + Latin
{"xn--ab-lym.com", L"ab\x14BF.com", false},
{"xn--ab1-p6q.com", L"ab1\x14BF.com", false},
{"xn--1ab-m6qd.com", L"\x14BF" L"1ab.com", false},
{"xn--ab-jymc.com", L"\x14BF" L"ab.com", false},
// Tifinagh + Latin
{"xn--liy-go4a.com", L"li\u24dfy.com", false},
{"xn--rol-ho4a.com", L"rol\u24df.com", false},
{"xn--ily-eo4a.com", L"\u24dfily.com", false},
{"xn--1ly-eo4a.com", L"\u24df1ly.com", false},
// Invisibility check
// Thai tone mark malek(U+0E48) repeated
{"xn--03c0b3ca.th", L"\x0e23\x0e35\x0e48\x0e48.th", false},
// Accute accent repeated
{"xn--a-xbba.com", L"a\x0301\x0301.com", false},
// 'a' with acuted accent + another acute accent
{"xn--1ca20i.com", L"\x00e1\x0301.com", false},
// Combining mark at the beginning
{"xn--abc-fdc.jp", L"\x0300" L"abc.jp", false},
// Mixed script confusable
// google with Armenian Small Letter Oh(U+0585)
{"xn--gogle-lkg.com", L"g\x0585ogle.com", false},
{"xn--range-kkg.com", L"\x0585range.com", false},
{"xn--cucko-pkg.com", L"cucko\x0585.com", false},
// Latin 'o' in Armenian.
{"xn--o-ybcg0cu0cq.com",
L"o\x0585\x0580\x0574\x0578\x0582\x0566\x0568.com", false},
// Hiragana HE(U+3078) mixed with Katakana
{"xn--49jxi3as0d0fpc.com",
L"\x30e2\x30d2\x30fc\x30c8\x3078\x30d6\x30f3.com", false},
// U+30FC should be preceded by a Hiragana/Katakana.
// Katakana + U+30FC + Han
{"xn--lck0ip02qw5ya.jp", L"\x30ab\x30fc\x91ce\x7403.jp", true},
// Hiragana + U+30FC + Han
{"xn--u8j5tr47nw5ya.jp", L"\x304b\x30fc\x91ce\x7403.jp", true},
// U+30FC + Han
{"xn--weka801xo02a.com", L"\x30fc\x52d5\x753b\x30fc.com", false},
// Han + U+30FC + Han
{"xn--wekz60nb2ay85atj0b.jp", L"\x65e5\x672c\x30fc\x91ce\x7403.jp", false},
// U+30FC at the beginning
{"xn--wek060nb2a.jp", L"\x30fc\x65e5\x672c", false},
// Latin + U+30FC + Latin
{"xn--abcdef-r64e.jp", L"abc\x30fc" L"def.jp", false},
// U+30FB (・) is not allowed next to Latin, but allowed otherwise.
// U+30FB + Han
{"xn--vekt920a.jp", L"\x30fb\x91ce.jp", true},
// Han + U+30FB + Han
{"xn--vek160nb2ay85atj0b.jp", L"\x65e5\x672c\x30fb\x91ce\x7403.jp", true},
// Latin + U+30FB + Latin
{"xn--abcdef-k64e.jp", L"abc\x30fb" L"def.jp", false},
// U+30FB + Latin
{"xn--abc-os4b.jp", L"\x30fb" L"abc.jp", false},
// U+30FD (ヽ) is allowed only after Katakana.
// Katakana + U+30FD
{"xn--lck2i.jp", L"\x30ab\x30fd.jp", true},
// Hiragana + U+30FD
{"xn--u8j7t.jp", L"\x304b\x30fd.jp", false},
// Han + U+30FD
{"xn--xek368f.jp", L"\x4e00\x30fd.jp", false},
{"xn--aa-mju.jp", L"a\x30fd.jp", false},
{"xn--a1-bo4a.jp", L"a1\x30fd.jp", false},
// U+30FE (ヾ) is allowed only after Katakana.
// Katakana + U+30FE
{"xn--lck4i.jp", L"\x30ab\x30fe.jp", true},
// Hiragana + U+30FE
{"xn--u8j9t.jp", L"\x304b\x30fe.jp", false},
// Han + U+30FE
{"xn--yek168f.jp", L"\x4e00\x30fe.jp", false},
{"xn--a-oju.jp", L"a\x30fe.jp", false},
{"xn--a1-eo4a.jp", L"a1\x30fe.jp", false},
// Cyrillic labels made of Latin-look-alike Cyrillic letters.
// ѕсоре.com with ѕсоре in Cyrillic
{"xn--e1argc3h.com", L"\x0455\x0441\x043e\x0440\x0435.com", false},
// ѕсоре123.com with ѕсоре in Cyrillic.
{"xn--123-qdd8bmf3n.com",
L"\x0455\x0441\x043e\x0440\x0435" L"123.com", false},
// ѕсоре-рау.com with ѕсоре and рау in Cyrillic.
{"xn----8sbn9akccw8m.com",
L"\x0455\x0441\x043e\x0440\x0435-\x0440\x0430\x0443.com", false},
// ѕсоре·рау.com with scope and pay in Cyrillic and U+00B7 between them.
{"xn--uba29ona9akccw8m.com",
L"\x0455\x0441\x043e\x0440\x0435\u00b7\x0440\x0430\x0443.com", false},
// The same as above three, but in IDN TLD.
{"xn--e1argc3h.xn--p1ai",
L"\x0455\x0441\x043e\x0440\x0435.\x0440\x0444", true},
{"xn--123-qdd8bmf3n.xn--p1ai",
L"\x0455\x0441\x043e\x0440\x0435" L"123.\x0440\x0444", true},
{"xn--uba29ona9akccw8m.xn--p1ai",
L"\x0455\x0441\x043e\x0440\x0435\u00b7\x0440\x0430\x0443.\x0440\x0444",
true},
// ѕсоре-рау.한국 with ѕсоре and рау in Cyrillic.
{"xn----8sbn9akccw8m.xn--3e0b707e",
L"\x0455\x0441\x043e\x0440\x0435-\x0440\x0430\x0443.\xd55c\xad6d", true},
// музей (museum in Russian) has characters without a Latin-look-alike.
{"xn--e1adhj9a.com", L"\x043c\x0443\x0437\x0435\x0439.com", true},
// Combining Diacritic marks after a script other than Latin-Greek-Cyrillic
{"xn--rsa2568fvxya.com", L"\xd55c\x0301\xae00.com", false}, // 한́글.com
{"xn--rsa0336bjom.com", L"\x6f22\x0307\x5b57.com", false}, // 漢̇字.com
// नागरी́.com
{"xn--lsa922apb7a6do.com", L"\x0928\x093e\x0917\x0930\x0940\x0301.com",
false},
// Similarity checks against the list of top domains. "digklmo68.com" and
// 'digklmo68.co.uk" are listed for unittest in the top domain list.
{"xn--igklmo68-nea32c.com", L"\x0111igklmo68.com", false}, // đigklmo68.com
{"www.xn--igklmo68-nea32c.com", L"www.\x0111igklmo68.com", false},
{"foo.bar.xn--igklmo68-nea32c.com", L"foo.bar.\x0111igklmo68.com", false},
{"xn--igklmo68-nea32c.co.uk", L"\x0111igklmo68.co.uk", false},
{"mail.xn--igklmo68-nea32c.co.uk", L"mail.\x0111igklmo68.co.uk", false},
{"xn--digklmo68-6jf.com", L"di\x0307gklmo68.com", false}, // di̇gklmo68.com
{"xn--digklmo68-7vf.com", L"dig\x0331klmo68.com", false}, // dig̱klmo68.com
{"xn--diglmo68-omb.com", L"dig\x0138lmo68.com", false}, // digĸlmo68.com
{"xn--digkmo68-9ob.com", L"digk\x0142mo68.com", false}, // digkłmo68.com
{"xn--digklo68-l89c.com", L"digkl\x1e43o68.com", false}, // digklṃo68.com
{"xn--digklm68-b5a.com", L"digklm\x00f8" L"68.com", false}, // digklmø68.com
{"xn--digklmo8-h7g.com", L"digklmo\x0431" L"8.com", false}, // digklmoб8.com
{"xn--digklmo6-7yr.com", L"digklmo6\x09ea.com", false}, // digklmo6৪.com
// 'islkpx123.com' is listed for unitest in the top domain list.
// 'іѕӏкрх123' can look like 'islkpx123' in some fonts.
{"xn--123-bed4a4a6hh40i.com",
L"\x0456\x0455\x04cf\x043a\x0440\x0445" L"123.com", false},
// Mixed digits: the first two will also fail mixed script test
// Latin + ASCII digit + Deva digit
{"xn--asc1deva-j0q.co.in", L"asc1deva\x0967.co.in", false},
// Latin + Deva digit + Beng digit
{"xn--devabeng-f0qu3f.co.in", L"deva\x0967" L"beng\x09e7.co.in", false},
// ASCII digit + Deva digit
{"xn--79-v5f.co.in", L"7\x09ea" L"9.co.in", false},
// Deva digit + Beng digit
{"xn--e4b0x.co.in", L"\x0967\x09e7.co.in", false},
// U+4E00 (CJK Ideograph One) is not a digit
{"xn--d12-s18d.cn", L"d12\x4e00.cn", true},
// One that's really long that will force a buffer realloc
{"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
"aaaaaaa",
L"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
L"aaaaaaaa",
true},
// Not allowed; characters outside [:Identifier_Status=Allowed:]
// Limited Use Scripts: UTS 31 Table 7.
// Vai
{"xn--sn8a.com", L"\xa50b.com", false},
// 'CARD' look-alike in Cherokee
{"xn--58db0a9q.com", L"\x13df\x13aa\x13a1\x13a0.com", false},
// Scripts excluded from Identifiers: UTS 31 Table 4
// Coptic
{"xn--5ya.com", L"\x03e7.com", false},
// Old Italic
{"xn--097cc.com", L"\U00010300\U00010301.com", false},
// U+115F (Hangul Filler)
{"xn--osd3820f24c.kr", L"\xac00\xb098\x115f.kr", false},
{"www.xn--google-ho0coa.com", L"www.\x2039google\x203a.com", false},
// Latin small capital w: hardᴡare.com
{"xn--hardare-l41c.com", L"hard\x1d21" L"are.com", false},
// Minus Sign(U+2212)
{"xn--t9g238xc2a.jp", L"\x65e5\x2212\x672c.jp", false},
// Latin Small Letter Script G: ɡɡ.com
{"xn--0naa.com", L"\x0261\x0261.com", false},
// Hangul Jamo(U+11xx)
{"xn--0pdc3b.com", L"\x1102\x1103\x1110.com", false},
// degree sign: 36°c.com
{"xn--36c-tfa.com", L"36\x00b0" L"c.com", false},
// Pound sign
{"xn--5free-9ga.com", L"5free\x00a8.com", false},
// Hebrew points (U+05B0, U+05B6)
{"xn--7cbl2kc2a.com", L"\x05e1\x05b6\x05e7\x05b0\x05e1.com", false},
// Danda(U+0964)
{"xn--81bp1b6ch8s.com", L"\x0924\x093f\x091c\x0964\x0930\x0940.com", false},
// Small letter script G(U+0261)
{"xn--oogle-qmc.com", L"\x0261oogle.com", false},
// Small Katakana Extension(U+31F1)
{"xn--wlk.com", L"\x31f1.com", false},
// Heart symbol: ♥
{"xn--ab-u0x.com", L"ab\x2665.com", false},
// Emoji
{"xn--vi8hiv.xyz", L"\U0001f355\U0001f4a9.xyz", false},
// Registered trade mark
{"xn--egistered-fna.com", L"\x00ae" L"egistered.com", false},
// Latin Letter Retroflex Click
{"xn--registered-25c.com", L"registered\x01c3.com", false},
// ASCII '!' not allowed in IDN
{"xn--!-257eu42c.kr", L"\xc548\xb155!.kr", false},
// 'GOOGLE' in IPA extension: ɢᴏᴏɢʟᴇ
{"xn--1naa7pn51hcbaa.com",
L"\x0262\x1d0f\x1d0f\x0262\x029f\x1d07.com", false},
// Padlock icon spoof.
{"xn--google-hj64e", L"\U0001f512google.com", false},
// Custom black list
// Combining Long Solidus Overlay
{"google.xn--comabc-k8d", L"google.com\x0338" L"abc", false},
// Hyphenation Point instead of Katakana Middle dot
{"xn--svgy16dha.jp", L"\x30a1\x2027\x30a3.jp", false},
// Gershayim with other Hebrew characters is allowed.
{"xn--5db6bh9b.il", L"\x05e9\x05d1\x05f4\x05e6.il", true},
// Hebrew Gershayim with Latin is disallowed.
{"xn--ab-yod.com", L"a\x05f4" L"b.com", false},
// Hebrew Gershayim with Arabic is disallowed.
{"xn--5eb7h.eg", L"\x0628\x05f4.eg", false},
#if defined(OS_MACOSX)
// Tibetan transliteration characters are disallowed on Mac.
{"xn--com-luma.test.pl", L"\u0f8c.test.pl", false},
#endif
// Hyphens (http://unicode.org/cldr/utility/confusables.jsp?a=-)
// Hyphen-Minus (the only hyphen allowed)
// abc-def
{"abc-def.com", L"abc-def.com", true},
// Modifier Letter Minus Sign
{"xn--abcdef-5od.com", L"abc\x02d7" L"def.com", false},
// Hyphen
{"xn--abcdef-dg0c.com", L"abc\x2010" L"def.com", false},
// Non-Breaking Hyphen
// This is actually an invalid IDNA domain (U+2011 normalizes to U+2010), but
// it is included to ensure that we do not inadvertently allow this character
// to be displayed as Unicode.
{"xn--abcdef-kg0c.com", L"abc\x2011" L"def.com", false},
// Figure Dash
{"xn--abcdef-rg0c.com", L"abc\x2012" L"def.com", false},
// En Dash
{"xn--abcdef-yg0c.com", L"abc\x2013" L"def.com", false},
// Hyphen Bullet
{"xn--abcdef-kq0c.com", L"abc\x2043" L"def.com", false},
// Minus Sign
{"xn--abcdef-5d3c.com", L"abc\x2212" L"def.com", false},
// Heavy Minus Sign
{"xn--abcdef-kg1d.com", L"abc\x2796" L"def.com", false},
// Coptic Capital Letter Dialect-P Ni
{"xn--abcdef-yy8d.com", L"abc\x2cba" L"def.com", false},
// Small Em Dash
{"xn--abcdef-5g0c.com", L"abc\xfe58" L"def.com", false},
// Custom dangerous patterns
// Two Katakana-Hiragana combining mark in a row
{"google.xn--com-oh4ba.evil.jp", L"google.com\x309a\x309a.evil.jp", false},
// Katakana Letter No not enclosed by {Han,Hiragana,Katakana}.
{"google.xn--comevil-v04f.jp", L"google.com\x30ce" L"evil.jp", false},
// TODO(jshin): Review the danger of allowing the following two.
// Hiragana 'No' by itself is allowed.
{"xn--ldk.jp", L"\x30ce.jp", true},
// Hebrew Gershayim used by itself is allowed.
{"xn--5eb.il", L"\x05f4.il", true},
// 4 Deviation characters between IDNA 2003 and IDNA 2008
// When entered in Unicode, the first two are mapped to 'ss' and Greek sigma
// and the latter two are mapped away. However, the punycode form should
// remain in punycode.
// U+00DF(sharp-s)
{"xn--fu-hia.de", L"fu\x00df.de", false},
// U+03C2(final-sigma)
{"xn--mxac2c.gr", L"\x03b1\x03b2\x03c2.gr", false},
// U+200C(ZWNJ)
{"xn--h2by8byc123p.in", L"\x0924\x094d\x200c\x0930\x093f.in", false},
// U+200C(ZWJ)
{"xn--11b6iy14e.in", L"\x0915\x094d\x200d.in", false},
// Math Monospace Small A. When entered in Unicode, it's canonicalized to
// 'a'. The punycode form should remain in punycode.
{"xn--bc-9x80a.xyz", L"\U0001d68a" L"bc.xyz", false},
// Math Sans Bold Capital Alpha
{"xn--bc-rg90a.xyz", L"\U0001d756" L"bc.xyz", false},
// U+3000 is canonicalized to a space(U+0020), but the punycode form
// should remain in punycode.
{"xn--p6j412gn7f.cn", L"\x4e2d\x56fd\x3000", false},
// U+3002 is canonicalized to ASCII fullstop(U+002E), but the punycode form
// should remain in punycode.
{"xn--r6j012gn7f.cn", L"\x4e2d\x56fd\x3002", false},
// Invalid punycode
// Has a codepoint beyond U+10FFFF.
{"xn--krank-kg706554a", nullptr, false},
// '?' in punycode.
{"xn--hello?world.com", nullptr, false},
// Not allowed in UTS46/IDNA 2008
// Georgian Capital Letter(U+10BD)
{"xn--1nd.com", L"\x10bd.com", false},
// 3rd and 4th characters are '-'.
{"xn-----8kci4dhsd", L"\x0440\x0443--\x0430\x0432\x0442\x043e", false},
// Leading combining mark
{"xn--72b.com", L"\x093e.com", false},
// BiDi check per IDNA 2008/UTS 46
// Cannot starts with AN(Arabic-Indic Number)
{"xn--8hbae.eg", L"\x0662\x0660\x0660.eg", false},
// Cannot start with a RTL character and ends with a LTR
{"xn--x-ymcov.eg", L"\x062c\x0627\x0631x.eg", false},
// Can start with a RTL character and ends with EN(European Number)
{"xn--2-ymcov.eg", L"\x062c\x0627\x0631" L"2.eg", true},
// Can start with a RTL and end with AN
{"xn--mgbjq0r.eg", L"\x062c\x0627\x0631\x0662.eg", true},
};
struct AdjustOffsetCase {
size_t input_offset;
size_t output_offset;
};
struct UrlTestData {
const char* const description;
const char* const input;
FormatUrlTypes format_types;
net::UnescapeRule::Type escape_rules;
const wchar_t* output; // Use |wchar_t| to handle Unicode constants easily.
size_t prefix_len;
};
// A pair of helpers for the FormatUrlWithOffsets() test.
void VerboseExpect(size_t expected,
size_t actual,
const std::string& original_url,
size_t position,
const base::string16& formatted_url) {
EXPECT_EQ(expected, actual) << "Original URL: " << original_url
<< " (at char " << position << ")\nFormatted URL: " << formatted_url;
}
void CheckAdjustedOffsets(const std::string& url_string,
FormatUrlTypes format_types,
net::UnescapeRule::Type unescape_rules,
const size_t* output_offsets) {
GURL url(url_string);
size_t url_length = url_string.length();
std::vector<size_t> offsets;
for (size_t i = 0; i <= url_length + 1; ++i)
offsets.push_back(i);
offsets.push_back(500000); // Something larger than any input length.
offsets.push_back(std::string::npos);
base::string16 formatted_url = FormatUrlWithOffsets(url, format_types,
unescape_rules, nullptr, nullptr, &offsets);
for (size_t i = 0; i < url_length; ++i)
VerboseExpect(output_offsets[i], offsets[i], url_string, i, formatted_url);
VerboseExpect(formatted_url.length(), offsets[url_length], url_string,
url_length, formatted_url);
VerboseExpect(base::string16::npos, offsets[url_length + 1], url_string,
500000, formatted_url);
VerboseExpect(base::string16::npos, offsets[url_length + 2], url_string,
std::string::npos, formatted_url);
}
TEST(UrlFormatterTest, IDNToUnicode) {
for (size_t i = 0; i < arraysize(idn_cases); i++) {
base::string16 output(IDNToUnicode(idn_cases[i].input));
base::string16 expected(idn_cases[i].unicode_allowed
? WideToUTF16(idn_cases[i].unicode_output)
: ASCIIToUTF16(idn_cases[i].input));
EXPECT_EQ(expected, output) << "input # " << i << ": \""
<< idn_cases[i].input << "\"";
}
}
TEST(UrlFormatterTest, FormatUrl) {
FormatUrlTypes default_format_type = kFormatUrlOmitUsernamePassword;
const UrlTestData tests[] = {
{"Empty URL", "", default_format_type, net::UnescapeRule::NORMAL, L"",
0},
{"Simple URL", "http://www.google.com/", default_format_type,
net::UnescapeRule::NORMAL, L"http://www.google.com/", 7},
{"With a port number and a reference",
"http://www.google.com:8080/#\xE3\x82\xB0", default_format_type,
net::UnescapeRule::NORMAL, L"http://www.google.com:8080/#\x30B0", 7},
// -------- IDN tests --------
{"Japanese IDN with ja", "http://xn--l8jvb1ey91xtjb.jp",
default_format_type, net::UnescapeRule::NORMAL,
L"http://\x671d\x65e5\x3042\x3055\x3072.jp/", 7},
{"mailto: with Japanese IDN", "mailto:foo@xn--l8jvb1ey91xtjb.jp",
default_format_type, net::UnescapeRule::NORMAL,
// GURL doesn't assume an email address's domain part as a host name.
L"mailto:foo@xn--l8jvb1ey91xtjb.jp", 7},
{"file: with Japanese IDN", "file://xn--l8jvb1ey91xtjb.jp/config.sys",
default_format_type, net::UnescapeRule::NORMAL,
L"file://\x671d\x65e5\x3042\x3055\x3072.jp/config.sys", 7},
{"ftp: with Japanese IDN", "ftp://xn--l8jvb1ey91xtjb.jp/config.sys",
default_format_type, net::UnescapeRule::NORMAL,
L"ftp://\x671d\x65e5\x3042\x3055\x3072.jp/config.sys", 6},
// -------- omit_username_password flag tests --------
{"With username and password, omit_username_password=false",
"http://user:passwd@example.com/foo", kFormatUrlOmitNothing,
net::UnescapeRule::NORMAL, L"http://user:passwd@example.com/foo", 19},
{"With username and password, omit_username_password=true",
"http://user:passwd@example.com/foo", default_format_type,
net::UnescapeRule::NORMAL, L"http://example.com/foo", 7},
{"With username and no password", "http://user@example.com/foo",
default_format_type, net::UnescapeRule::NORMAL,
L"http://example.com/foo", 7},
{"Just '@' without username and password", "http://@example.com/foo",
default_format_type, net::UnescapeRule::NORMAL,
L"http://example.com/foo", 7},
// GURL doesn't think local-part of an email address is username for URL.
{"mailto:, omit_username_password=true", "mailto:foo@example.com",
default_format_type, net::UnescapeRule::NORMAL,
L"mailto:foo@example.com", 7},
// -------- unescape flag tests --------
{"Do not unescape",
"http://%E3%82%B0%E3%83%BC%E3%82%B0%E3%83%AB.jp/"
"%E3%82%B0%E3%83%BC%E3%82%B0%E3%83%AB"
"?q=%E3%82%B0%E3%83%BC%E3%82%B0%E3%83%AB",
default_format_type, net::UnescapeRule::NONE,
// GURL parses %-encoded hostnames into Punycode.
L"http://\x30B0\x30FC\x30B0\x30EB.jp/%E3%82%B0%E3%83%BC%E3%82%B0%E3%83%AB"
L"?q=%E3%82%B0%E3%83%BC%E3%82%B0%E3%83%AB",
7},
{"Unescape normally",
"http://%E3%82%B0%E3%83%BC%E3%82%B0%E3%83%AB.jp/"
"%E3%82%B0%E3%83%BC%E3%82%B0%E3%83%AB"
"?q=%E3%82%B0%E3%83%BC%E3%82%B0%E3%83%AB",
default_format_type, net::UnescapeRule::NORMAL,
L"http://\x30B0\x30FC\x30B0\x30EB.jp/\x30B0\x30FC\x30B0\x30EB"
L"?q=\x30B0\x30FC\x30B0\x30EB",
7},
{"Unescape normally with BiDi control character",
"http://example.com/%E2%80%AEabc?q=%E2%80%8Fxy",
default_format_type, net::UnescapeRule::NORMAL,
L"http://example.com/%E2%80%AEabc?q=%E2%80%8Fxy", 7},
{"Unescape normally including unescape spaces",
"http://www.google.com/search?q=Hello%20World",
default_format_type, net::UnescapeRule::SPACES,
L"http://www.google.com/search?q=Hello World", 7},
/*
{"unescape=true with some special characters",
"http://user%3A:%40passwd@example.com/foo%3Fbar?q=b%26z",
kFormatUrlOmitNothing, net::UnescapeRule::NORMAL,
L"http://user%3A:%40passwd@example.com/foo%3Fbar?q=b%26z", 25},
*/
// Disabled: the resultant URL becomes "...user%253A:%2540passwd...".
// -------- omit http: --------
{"omit http with user name", "http://user@example.com/foo",
kFormatUrlOmitAll, net::UnescapeRule::NORMAL, L"example.com/foo", 0},
{"omit http", "http://www.google.com/", kFormatUrlOmitHTTP,
net::UnescapeRule::NORMAL, L"www.google.com/", 0},
{"omit http with https", "https://www.google.com/",
kFormatUrlOmitHTTP, net::UnescapeRule::NORMAL,
L"https://www.google.com/", 8},
{"omit http starts with ftp.", "http://ftp.google.com/",
kFormatUrlOmitHTTP, net::UnescapeRule::NORMAL, L"http://ftp.google.com/",
7},
// -------- omit trailing slash on bare hostname --------
{"omit slash when it's the entire path", "http://www.google.com/",
kFormatUrlOmitTrailingSlashOnBareHostname, net::UnescapeRule::NORMAL,
L"http://www.google.com", 7},
{"omit slash when there's a ref", "http://www.google.com/#ref",
kFormatUrlOmitTrailingSlashOnBareHostname, net::UnescapeRule::NORMAL,
L"http://www.google.com/#ref", 7},
{"omit slash when there's a query", "http://www.google.com/?",
kFormatUrlOmitTrailingSlashOnBareHostname, net::UnescapeRule::NORMAL,
L"http://www.google.com/?", 7},
{"omit slash when it's not the entire path", "http://www.google.com/foo",
kFormatUrlOmitTrailingSlashOnBareHostname,
net::UnescapeRule::NORMAL, L"http://www.google.com/foo", 7},
{"omit slash for nonstandard URLs", "data:/",
kFormatUrlOmitTrailingSlashOnBareHostname, net::UnescapeRule::NORMAL,
L"data:/", 5},
{"omit slash for file URLs", "file:///",
kFormatUrlOmitTrailingSlashOnBareHostname, net::UnescapeRule::NORMAL,
L"file:///", 7},
// -------- view-source: --------
{"view-source", "view-source:http://xn--qcka1pmc.jp/",
default_format_type, net::UnescapeRule::NORMAL,
L"view-source:http://\x30B0\x30FC\x30B0\x30EB.jp/", 19},
{"view-source of view-source",
"view-source:view-source:http://xn--qcka1pmc.jp/",
default_format_type, net::UnescapeRule::NORMAL,
L"view-source:view-source:http://xn--qcka1pmc.jp/", 12},
// view-source should omit http and trailing slash where non-view-source
// would.
{"view-source omit http", "view-source:http://a.b/c",
kFormatUrlOmitAll, net::UnescapeRule::NORMAL, L"view-source:a.b/c", 12},
{"view-source omit http starts with ftp.", "view-source:http://ftp.b/c",
kFormatUrlOmitAll, net::UnescapeRule::NORMAL,
L"view-source:http://ftp.b/c", 19},
{"view-source omit slash when it's the entire path",
"view-source:http://a.b/", kFormatUrlOmitAll,
net::UnescapeRule::NORMAL, L"view-source:a.b", 12},
};
for (size_t i = 0; i < arraysize(tests); ++i) {
size_t prefix_len;
base::string16 formatted = FormatUrl(
GURL(tests[i].input), tests[i].format_types, tests[i].escape_rules,
nullptr, &prefix_len, nullptr);
EXPECT_EQ(WideToUTF16(tests[i].output), formatted) << tests[i].description;
EXPECT_EQ(tests[i].prefix_len, prefix_len) << tests[i].description;
}
}
TEST(UrlFormatterTest, FormatUrlParsed) {
// No unescape case.
url::Parsed parsed;
base::string16 formatted =
FormatUrl(GURL("http://\xE3\x82\xB0:\xE3\x83\xBC@xn--qcka1pmc.jp:8080/"
"%E3%82%B0/?q=%E3%82%B0#\xE3\x82\xB0"),
kFormatUrlOmitNothing, net::UnescapeRule::NONE,
&parsed, nullptr, nullptr);
EXPECT_EQ(WideToUTF16(
L"http://%E3%82%B0:%E3%83%BC@\x30B0\x30FC\x30B0\x30EB.jp:8080"
L"/%E3%82%B0/?q=%E3%82%B0#\x30B0"), formatted);
EXPECT_EQ(WideToUTF16(L"%E3%82%B0"),
formatted.substr(parsed.username.begin, parsed.username.len));
EXPECT_EQ(WideToUTF16(L"%E3%83%BC"),
formatted.substr(parsed.password.begin, parsed.password.len));
EXPECT_EQ(WideToUTF16(L"\x30B0\x30FC\x30B0\x30EB.jp"),
formatted.substr(parsed.host.begin, parsed.host.len));
EXPECT_EQ(WideToUTF16(L"8080"),
formatted.substr(parsed.port.begin, parsed.port.len));
EXPECT_EQ(WideToUTF16(L"/%E3%82%B0/"),
formatted.substr(parsed.path.begin, parsed.path.len));
EXPECT_EQ(WideToUTF16(L"q=%E3%82%B0"),
formatted.substr(parsed.query.begin, parsed.query.len));
EXPECT_EQ(WideToUTF16(L"\x30B0"),
formatted.substr(parsed.ref.begin, parsed.ref.len));
// Unescape case.
formatted =
FormatUrl(GURL("http://\xE3\x82\xB0:\xE3\x83\xBC@xn--qcka1pmc.jp:8080/"
"%E3%82%B0/?q=%E3%82%B0#\xE3\x82\xB0"),
kFormatUrlOmitNothing, net::UnescapeRule::NORMAL, &parsed,
nullptr, nullptr);
EXPECT_EQ(WideToUTF16(L"http://\x30B0:\x30FC@\x30B0\x30FC\x30B0\x30EB.jp:8080"
L"/\x30B0/?q=\x30B0#\x30B0"), formatted);
EXPECT_EQ(WideToUTF16(L"\x30B0"),
formatted.substr(parsed.username.begin, parsed.username.len));
EXPECT_EQ(WideToUTF16(L"\x30FC"),
formatted.substr(parsed.password.begin, parsed.password.len));
EXPECT_EQ(WideToUTF16(L"\x30B0\x30FC\x30B0\x30EB.jp"),
formatted.substr(parsed.host.begin, parsed.host.len));
EXPECT_EQ(WideToUTF16(L"8080"),
formatted.substr(parsed.port.begin, parsed.port.len));
EXPECT_EQ(WideToUTF16(L"/\x30B0/"),
formatted.substr(parsed.path.begin, parsed.path.len));
EXPECT_EQ(WideToUTF16(L"q=\x30B0"),
formatted.substr(parsed.query.begin, parsed.query.len));
EXPECT_EQ(WideToUTF16(L"\x30B0"),
formatted.substr(parsed.ref.begin, parsed.ref.len));
// Omit_username_password + unescape case.
formatted =
FormatUrl(GURL("http://\xE3\x82\xB0:\xE3\x83\xBC@xn--qcka1pmc.jp:8080/"
"%E3%82%B0/?q=%E3%82%B0#\xE3\x82\xB0"),
kFormatUrlOmitUsernamePassword, net::UnescapeRule::NORMAL,
&parsed, nullptr, nullptr);
EXPECT_EQ(WideToUTF16(L"http://\x30B0\x30FC\x30B0\x30EB.jp:8080"
L"/\x30B0/?q=\x30B0#\x30B0"), formatted);
EXPECT_FALSE(parsed.username.is_valid());
EXPECT_FALSE(parsed.password.is_valid());
EXPECT_EQ(WideToUTF16(L"\x30B0\x30FC\x30B0\x30EB.jp"),
formatted.substr(parsed.host.begin, parsed.host.len));
EXPECT_EQ(WideToUTF16(L"8080"),
formatted.substr(parsed.port.begin, parsed.port.len));
EXPECT_EQ(WideToUTF16(L"/\x30B0/"),
formatted.substr(parsed.path.begin, parsed.path.len));
EXPECT_EQ(WideToUTF16(L"q=\x30B0"),
formatted.substr(parsed.query.begin, parsed.query.len));
EXPECT_EQ(WideToUTF16(L"\x30B0"),
formatted.substr(parsed.ref.begin, parsed.ref.len));
// View-source case.
formatted =
FormatUrl(GURL("view-source:http://user:passwd@host:81/path?query#ref"),
kFormatUrlOmitUsernamePassword, net::UnescapeRule::NORMAL,
&parsed, nullptr, nullptr);
EXPECT_EQ(WideToUTF16(L"view-source:http://host:81/path?query#ref"),
formatted);
EXPECT_EQ(WideToUTF16(L"view-source:http"),
formatted.substr(parsed.scheme.begin, parsed.scheme.len));
EXPECT_FALSE(parsed.username.is_valid());
EXPECT_FALSE(parsed.password.is_valid());
EXPECT_EQ(WideToUTF16(L"host"),
formatted.substr(parsed.host.begin, parsed.host.len));
EXPECT_EQ(WideToUTF16(L"81"),
formatted.substr(parsed.port.begin, parsed.port.len));
EXPECT_EQ(WideToUTF16(L"/path"),
formatted.substr(parsed.path.begin, parsed.path.len));
EXPECT_EQ(WideToUTF16(L"query"),
formatted.substr(parsed.query.begin, parsed.query.len));
EXPECT_EQ(WideToUTF16(L"ref"),
formatted.substr(parsed.ref.begin, parsed.ref.len));
// omit http case.
formatted = FormatUrl(GURL("http://host:8000/a?b=c#d"), kFormatUrlOmitHTTP,
net::UnescapeRule::NORMAL, &parsed, nullptr, nullptr);
EXPECT_EQ(WideToUTF16(L"host:8000/a?b=c#d"), formatted);
EXPECT_FALSE(parsed.scheme.is_valid());
EXPECT_FALSE(parsed.username.is_valid());
EXPECT_FALSE(parsed.password.is_valid());
EXPECT_EQ(WideToUTF16(L"host"),
formatted.substr(parsed.host.begin, parsed.host.len));
EXPECT_EQ(WideToUTF16(L"8000"),
formatted.substr(parsed.port.begin, parsed.port.len));
EXPECT_EQ(WideToUTF16(L"/a"),
formatted.substr(parsed.path.begin, parsed.path.len));
EXPECT_EQ(WideToUTF16(L"b=c"),
formatted.substr(parsed.query.begin, parsed.query.len));
EXPECT_EQ(WideToUTF16(L"d"),
formatted.substr(parsed.ref.begin, parsed.ref.len));
// omit http starts with ftp case.
formatted = FormatUrl(GURL("http://ftp.host:8000/a?b=c#d"),
kFormatUrlOmitHTTP, net::UnescapeRule::NORMAL, &parsed,
nullptr, nullptr);
EXPECT_EQ(WideToUTF16(L"http://ftp.host:8000/a?b=c#d"), formatted);
EXPECT_TRUE(parsed.scheme.is_valid());
EXPECT_FALSE(parsed.username.is_valid());
EXPECT_FALSE(parsed.password.is_valid());
EXPECT_EQ(WideToUTF16(L"http"),
formatted.substr(parsed.scheme.begin, parsed.scheme.len));
EXPECT_EQ(WideToUTF16(L"ftp.host"),
formatted.substr(parsed.host.begin, parsed.host.len));
EXPECT_EQ(WideToUTF16(L"8000"),
formatted.substr(parsed.port.begin, parsed.port.len));
EXPECT_EQ(WideToUTF16(L"/a"),
formatted.substr(parsed.path.begin, parsed.path.len));
EXPECT_EQ(WideToUTF16(L"b=c"),
formatted.substr(parsed.query.begin, parsed.query.len));
EXPECT_EQ(WideToUTF16(L"d"),
formatted.substr(parsed.ref.begin, parsed.ref.len));
// omit http starts with 'f' case.
formatted = FormatUrl(GURL("http://f/"), kFormatUrlOmitHTTP,
net::UnescapeRule::NORMAL, &parsed, nullptr, nullptr);
EXPECT_EQ(WideToUTF16(L"f/"), formatted);
EXPECT_FALSE(parsed.scheme.is_valid());
EXPECT_FALSE(parsed.username.is_valid());
EXPECT_FALSE(parsed.password.is_valid());
EXPECT_FALSE(parsed.port.is_valid());
EXPECT_TRUE(parsed.path.is_valid());
EXPECT_FALSE(parsed.query.is_valid());
EXPECT_FALSE(parsed.ref.is_valid());
EXPECT_EQ(WideToUTF16(L"f"),
formatted.substr(parsed.host.begin, parsed.host.len));
EXPECT_EQ(WideToUTF16(L"/"),
formatted.substr(parsed.path.begin, parsed.path.len));
}
// Make sure that calling FormatUrl on a GURL and then converting back to a GURL
// results in the original GURL, for each ASCII character in the path.
TEST(UrlFormatterTest, FormatUrlRoundTripPathASCII) {
for (unsigned char test_char = 32; test_char < 128; ++test_char) {
GURL url(std::string("http://www.google.com/") +
static_cast<char>(test_char));
size_t prefix_len;
base::string16 formatted =
FormatUrl(url, kFormatUrlOmitUsernamePassword,
net::UnescapeRule::NORMAL, nullptr, &prefix_len, nullptr);
EXPECT_EQ(url.spec(), GURL(formatted).spec());
}
}
// Make sure that calling FormatUrl on a GURL and then converting back to a GURL
// results in the original GURL, for each escaped ASCII character in the path.
TEST(UrlFormatterTest, FormatUrlRoundTripPathEscaped) {
for (unsigned char test_char = 32; test_char < 128; ++test_char) {
std::string original_url("http://www.google.com/");
original_url.push_back('%');
original_url.append(base::HexEncode(&test_char, 1));
GURL url(original_url);
size_t prefix_len;
base::string16 formatted = FormatUrl(url, kFormatUrlOmitUsernamePassword,
net::UnescapeRule::NORMAL, nullptr, &prefix_len, nullptr);
EXPECT_EQ(url.spec(), GURL(formatted).spec());
}
}
// Make sure that calling FormatUrl on a GURL and then converting back to a GURL
// results in the original GURL, for each ASCII character in the query.
TEST(UrlFormatterTest, FormatUrlRoundTripQueryASCII) {
for (unsigned char test_char = 32; test_char < 128; ++test_char) {
GURL url(std::string("http://www.google.com/?") +
static_cast<char>(test_char));
size_t prefix_len;
base::string16 formatted =
FormatUrl(url, kFormatUrlOmitUsernamePassword,
net::UnescapeRule::NORMAL, nullptr, &prefix_len, nullptr);
EXPECT_EQ(url.spec(), GURL(formatted).spec());
}
}
// Make sure that calling FormatUrl on a GURL and then converting back to a GURL
// only results in a different GURL for certain characters.
TEST(UrlFormatterTest, FormatUrlRoundTripQueryEscaped) {
// A full list of characters which FormatURL should unescape and GURL should
// not escape again, when they appear in a query string.
const char kUnescapedCharacters[] =
"0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz-_~";
for (unsigned char test_char = 0; test_char < 128; ++test_char) {
std::string original_url("http://www.google.com/?");
original_url.push_back('%');
original_url.append(base::HexEncode(&test_char, 1));
GURL url(original_url);
size_t prefix_len;
base::string16 formatted =
FormatUrl(url, kFormatUrlOmitUsernamePassword,
net::UnescapeRule::NORMAL, nullptr, &prefix_len, nullptr);
if (test_char &&
strchr(kUnescapedCharacters, static_cast<char>(test_char))) {
EXPECT_NE(url.spec(), GURL(formatted).spec());
} else {
EXPECT_EQ(url.spec(), GURL(formatted).spec());
}
}
}
TEST(UrlFormatterTest, FormatUrlWithOffsets) {
CheckAdjustedOffsets(std::string(), kFormatUrlOmitNothing,
net::UnescapeRule::NORMAL, nullptr);
const size_t basic_offsets[] = {
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20,
21, 22, 23, 24, 25
};
CheckAdjustedOffsets("http://www.google.com/foo/",
kFormatUrlOmitNothing, net::UnescapeRule::NORMAL,
basic_offsets);
const size_t omit_auth_offsets_1[] = {
0, 1, 2, 3, 4, 5, 6, 7, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, 7,
8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21
};
CheckAdjustedOffsets("http://foo:bar@www.google.com/",
kFormatUrlOmitUsernamePassword,
net::UnescapeRule::NORMAL, omit_auth_offsets_1);
const size_t omit_auth_offsets_2[] = {
0, 1, 2, 3, 4, 5, 6, 7, kNpos, kNpos, kNpos, 7, 8, 9, 10, 11, 12, 13, 14,
15, 16, 17, 18, 19, 20, 21
};
CheckAdjustedOffsets("http://foo@www.google.com/",
kFormatUrlOmitUsernamePassword,
net::UnescapeRule::NORMAL, omit_auth_offsets_2);
const size_t dont_omit_auth_offsets[] = {
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos,
kNpos, kNpos, 11, 12, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos,
kNpos, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29,
30, 31
};
// Unescape to "http://foo\x30B0:\x30B0bar@www.google.com".
CheckAdjustedOffsets("http://foo%E3%82%B0:%E3%82%B0bar@www.google.com/",
kFormatUrlOmitNothing, net::UnescapeRule::NORMAL,
dont_omit_auth_offsets);
const size_t view_source_offsets[] = {
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, kNpos,
kNpos, kNpos, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33
};
CheckAdjustedOffsets("view-source:http://foo@www.google.com/",
kFormatUrlOmitUsernamePassword,
net::UnescapeRule::NORMAL, view_source_offsets);
const size_t idn_hostname_offsets_1[] = {
0, 1, 2, 3, 4, 5, 6, 7, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos,
kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, 12,
13, 14, 15, 16, 17, 18, 19
};
// Convert punycode to "http://\x671d\x65e5\x3042\x3055\x3072.jp/foo/".
CheckAdjustedOffsets("http://xn--l8jvb1ey91xtjb.jp/foo/",
kFormatUrlOmitNothing, net::UnescapeRule::NORMAL,
idn_hostname_offsets_1);
const size_t idn_hostname_offsets_2[] = {
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, kNpos, kNpos, kNpos, kNpos, kNpos,
kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, 14, 15, kNpos, kNpos, kNpos,
kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos,
kNpos, 19, 20, 21, 22, 23, 24
};
// Convert punycode to
// "http://test.\x89c6\x9891.\x5317\x4eac\x5927\x5b78.test/".
CheckAdjustedOffsets("http://test.xn--cy2a840a.xn--1lq90ic7f1rc.test/",
kFormatUrlOmitNothing,
net::UnescapeRule::NORMAL, idn_hostname_offsets_2);
const size_t unescape_offsets[] = {
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20,
21, 22, 23, 24, 25, kNpos, kNpos, 26, 27, 28, 29, 30, kNpos, kNpos, kNpos,
kNpos, kNpos, kNpos, kNpos, kNpos, 31, kNpos, kNpos, kNpos, kNpos, kNpos,
kNpos, kNpos, kNpos, 32, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos,
kNpos, 33, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos
};
// Unescape to "http://www.google.com/foo bar/\x30B0\x30FC\x30B0\x30EB".
CheckAdjustedOffsets(
"http://www.google.com/foo%20bar/%E3%82%B0%E3%83%BC%E3%82%B0%E3%83%AB",
kFormatUrlOmitNothing, net::UnescapeRule::SPACES, unescape_offsets);
const size_t ref_offsets[] = {
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20,
21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, kNpos, kNpos, 32, kNpos, kNpos,
33
};
// Unescape to "http://www.google.com/foo.html#\x30B0\x30B0z".
CheckAdjustedOffsets(
"http://www.google.com/foo.html#\xE3\x82\xB0\xE3\x82\xB0z",
kFormatUrlOmitNothing, net::UnescapeRule::NORMAL, ref_offsets);
const size_t omit_http_offsets[] = {
0, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9,
10, 11, 12, 13, 14
};
CheckAdjustedOffsets("http://www.google.com/", kFormatUrlOmitHTTP,
net::UnescapeRule::NORMAL, omit_http_offsets);
const size_t omit_http_start_with_ftp_offsets[] = {
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21
};
CheckAdjustedOffsets("http://ftp.google.com/", kFormatUrlOmitHTTP,
net::UnescapeRule::NORMAL,
omit_http_start_with_ftp_offsets);
const size_t omit_all_offsets[] = {
0, kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, 0, kNpos, kNpos, kNpos, kNpos,
0, 1, 2, 3, 4, 5, 6, 7
};
CheckAdjustedOffsets("http://user@foo.com/", kFormatUrlOmitAll,
net::UnescapeRule::NORMAL, omit_all_offsets);
}
} // namespace
} // namespace url_formatter