blob: 68a4ae0443ff3eff10d452dbc538a7ee73e4535f [file] [log] [blame] [edit]
// Integration tests from https://tools.ietf.org/html/draft-josefsson-idn-test-vectors-00
extern crate stringprep;
use stringprep::{Error, nameprep};
fn assert_prohibited_character<T>(result: Result<T, Error>) {
assert!(result.is_err());
}
fn assert_prohibited_bidirectional_text<T>(result: Result<T, Error>) {
assert!(result.is_err());
}
// Additional examples from http://josefsson.org/idn.php
#[test]
fn test_nameprep() {
assert_eq!("安室奈美恵-with-super-monkeys", nameprep("安室奈美恵-with-SUPER-MONKEYS").unwrap());
assert_eq!("미술", nameprep("미술").unwrap()); // Korean
assert_eq!("ليهمابتكلموشعربي؟", nameprep("ليهمابتكلموشعربي؟").unwrap()); // Egyptian
assert_eq!("他们为什么不说中文", nameprep("他们为什么不说中文").unwrap()); // Chinese
assert_eq!("למההםפשוטלאמדבריםעברית", nameprep("למההםפשוטלאמדבריםעברית").unwrap()); // Hebrew
assert_eq!("почемужеонинеговорятпорусски", nameprep("почемужеонинеговорятпорусски").unwrap()); // Russian
assert_eq!("tạisaohọkhôngthểchỉnóitiếngviệt", nameprep("TạisaohọkhôngthểchỉnóitiếngViệt").unwrap()); // Vietnamese
assert_eq!("ひとつ屋根の下2", nameprep("ひとつ屋根の下2").unwrap()); // Japanese
assert_eq!("pročprostěnemluvíčesky", nameprep("Pročprostěnemluvíčesky").unwrap()); // Czech
assert_eq!("यहलोगहिन्दीक्योंनहींबोलसकतेहैं", nameprep("यहलोगहिन्दीक्योंनहींबोलसकतेहैं").unwrap()); // Hindi
assert_eq!("ພາສາລາວ", nameprep("ພາສາລາວ").unwrap()); // Lao
assert_eq!("bonġusaħħa", nameprep("bonġusaħħa").unwrap()); // Maltese
assert_eq!("ελληνικά", nameprep("ελληνικά").unwrap()); // Greek
}
// 4.1 Map to nothing
#[test]
fn should_map_to_nothing() {
let input = "foo\u{00ad}\u{034f}\u{1806}\u{180b}bar\u{200b}\u{2060}baz\u{fe00}\u{fe08}\u{fe0f}\u{feff}";
assert_eq!("foobarbaz", nameprep(input).unwrap());
}
// 4.2 Case folding ASCII U+0043 U+0041 U+0046 U+0045
#[test]
fn should_case_fold_ascii() {
assert_eq!("cafe", nameprep("CAFE").unwrap());
}
// 4.3 Case folding 8bit U+00DF (german sharp s)
#[test]
fn should_case_fold_8bit() {
assert_eq!("ss", nameprep("\u{00df}").unwrap());
}
// 4.4 Case folding U+0130 (turkish capital I with dot)
#[test]
fn should_case_fold_16bit() {
assert_eq!("\u{0069}\u{0307}", nameprep("\u{0130}").unwrap());
}
// 4.5 Case folding multibyte U+0143 U+037A
#[test]
fn should_case_fold_multibyte() {
let input = "\u{0143}\u{037a}";
let output = "\u{0144} \u{03b9}";
assert_eq!(output, nameprep(input).unwrap());
}
// 4.6 Case folding U+2121 U+33C6 U+1D7BB
#[test]
fn should_case_fold() {
let input = "\u{2121}\u{33c6}\u{1d7bb}";
let output = "telc\u{2215}\u{006b}\u{0067}\u{03c3}";
assert_eq!(output, nameprep(input).unwrap());
}
// 4.7 Normalization of U+006a U+030c U+00A0 U+00AA
#[test]
fn should_normalize() {
let input = "j\u{030c}\u{00a0}\u{00aa}";
let output = "\u{01f0} a";
assert_eq!(output, nameprep(input).unwrap());
}
// 4.8 Case folding U+1FB7 and normalization
#[test]
fn should_case_fold_and_normalize() {
let input = "\u{1fb7}";
let output = "\u{1fb6}\u{03b9}";
assert_eq!(output, nameprep(input).unwrap());
}
// 4.9 Self-reverting case folding U+01F0 and normalization
// 4.10 Self-reverting case folding U+0390 and normalization
// 4.11 Self-reverting case folding U+03B0 and normalization
// 4.12 Self-reverting case folding U+1E96 and normalization
// 4.13 Self-reverting case folding U+1F56 and normalization
#[test]
fn should_revert_case_fold_and_normalization() {
let inputs = ["\u{01f0}", "\u{0390}", "\u{03b0}", "\u{1e96}", "\u{1f56}"];
for input in inputs.iter() {
assert_eq!(input.clone(), nameprep(input).unwrap());
}
}
// 4.14 ASCII space character U+0020
#[test]
fn should_permit_ascii_space() {
assert_eq!(" ", nameprep(" ").unwrap());
}
// 4.15 Non-ASCII 8bit space character U+00A0
#[test]
fn should_map_8bit_space() {
assert_eq!(" ", nameprep("\u{00a0}").unwrap());
}
// 4.16 Non-ASCII multibyte space character U+1680
#[test]
fn should_prohibit_multibyte_space() {
assert_prohibited_character(nameprep("\u{1680}"));
}
// 4.17 Non-ASCII multibyte space character U+2000
#[test]
fn should_map_multibyte_space1() {
assert_eq!(" ", nameprep("\u{2000}").unwrap());
}
// 4.18 Zero Width Space U+200b
#[test]
fn should_drop_zero_width_space() {
assert_eq!("", nameprep("\u{200b}").unwrap());
}
// 4.19 Non-ASCII multibyte space character U+3000
#[test]
fn should_map_multibyte_space2() {
assert_eq!(" ", nameprep("\u{3000}").unwrap());
}
// 4.20 ASCII control characters U+0010 U+007F
#[test]
fn should_permit_ascii_control() {
assert_eq!("\u{0010}\u{007f}", nameprep("\u{0010}\u{007f}").unwrap());
}
// 4.21 Non-ASCII 8bit control character U+0085
#[test]
fn should_prohibit_8bit_control() {
assert_prohibited_character(nameprep("\u{0085}"));
}
// 4.22 Non-ASCII multibyte control character U+180E
#[test]
fn should_prohibit_multibyte_control() {
assert_prohibited_character(nameprep("\u{180e}"));
}
// 4.23 Zero Width No-Break Space U+FEFF
#[test]
fn should_drop_zero_width_no_break_space() {
assert_eq!("", nameprep("\u{feff}").unwrap());
}
// 4.24 Non-ASCII control character U+1D175
#[test]
fn should_prohibit_non_ascii_control() {
assert_prohibited_character(nameprep("\u{1d175}"));
}
// 4.25 Plane 0 private use character U+F123
#[test]
fn should_prohibit_plane0_private_use() {
assert_prohibited_character(nameprep("\u{f123}"));
}
// 4.26 Plane 15 private use character U+F1234
#[test]
fn should_prohibit_plane15_private_use() {
assert_prohibited_character(nameprep("\u{f1234}"));
}
// 4.27 Plane 16 private use character U+10F234
#[test]
fn should_prohibit_plane16_private_use() {
assert_prohibited_character(nameprep("\u{10f234}"));
}
// 4.28 Non-character code point U+8FFFE
#[test]
fn should_prohibit_non_character1() {
assert_prohibited_character(nameprep("\u{8fffe}"));
}
// 4.29 Non-character code point U+10FFFF
#[test]
fn should_prohibit_non_character2() {
assert_prohibited_character(nameprep("\u{10ffff}"));
}
// 4.31 Non-plain text character U+FFFD
#[test]
fn should_prohibit_non_plain_text() {
assert_prohibited_character(nameprep("\u{fffd}"));
}
// 4.32 Ideographic description character U+2FF5
#[test]
fn should_prohibit_ideographic_description() {
assert_prohibited_character(nameprep("\u{2ff5}"));
}
// 4.33 Display property character U+0341
#[test]
fn should_normalize_display_property() {
assert_eq!("\u{0301}", nameprep("\u{0341}").unwrap());
}
// 4.34 Left-to-right mark U+200E
#[test]
fn should_prohibit_left_to_right_mark() {
assert_prohibited_character(nameprep("\u{200e}"));
}
// 4.35 Deprecated U+202A
#[test]
fn should_prohibit_deprecated() {
assert_prohibited_character(nameprep("\u{202a}"));
}
// 4.36 Language tagging character U+E0001
#[test]
fn should_prohibit_language_tagging1() {
assert_prohibited_character(nameprep("\u{e0001}"));
}
// 4.37 Language tagging character U+E0042
#[test]
fn should_prohibit_language_tagging2() {
assert_prohibited_character(nameprep("\u{e0042}"));
}
// 4.38 Bidi: RandALCat character U+05BE and LCat characters
#[test]
fn should_prohibit_randalcat_with_lcat1() {
assert_prohibited_bidirectional_text(nameprep("foo\u{05be}bar"));
}
// 4.39 Bidi: RandALCat character U+FD50 and LCat characters
#[test]
fn should_prohibit_randalcat_with_lcat2() {
assert_prohibited_bidirectional_text(nameprep("foo\u{fd50}bar"));
}
// 4.40 Bidi: RandALCat character U+FB38 and LCat characters
#[test]
fn should_permit_randalcat1() {
assert_eq!("foo \u{064e}bar", nameprep("foo\u{fe76}bar").unwrap());
}
// 4.41 Bidi: RandALCat without trailing RandALCat U+0627 U+0031
#[test]
fn should_prohibit_mixed_randalcat() {
assert_prohibited_bidirectional_text(nameprep("\u{0672}\u{0031}"));
}
// 4.42 Bidi: RandALCat character U+0627 U+0031 U+0628
#[test]
fn should_permit_randalcat2() {
assert_eq!("\u{0627}\u{0031}\u{0628}", nameprep("\u{0627}\u{0031}\u{0628}").unwrap());
}
// 4.43 Unassigned code point U+E0002
#[test]
fn should_prohibit_unassigned_code_point() {
assert_prohibited_character(nameprep("\u{e0002}"));
}
// 4.44 Larger test (shrinking)
#[test]
fn should_shrink() {
let input = "X\u{00ad}\u{00df}\u{0130}\u{2121}j\u{030c}\u{00a0}\u{00aa}\u{03b0}\u{2000}";
let output = "xssi\u{0307}tel\u{01f0} a\u{03b0}\u{0020}";
assert_eq!(output, nameprep(input).unwrap());
}
// 4.45 Larger test (expanding)
#[test]
fn should_expand() {
let input = "X\u{00df}\u{3316}\u{0130}\u{2121}\u{249f}\u{3300}";
let output = "xss\u{30ad}\u{30ed}\u{30e1}\u{30fc}\u{30c8}\u{30eb}\u{0069}\u{0307}\u{0074}\u{0065}\u{006c}\u{0028}\u{0064}\u{0029}\u{30a2}\u{30d1}\u{30fc}\u{30c8}";
assert_eq!(output, nameprep(input).unwrap());
}