test(iconv): add test cases for utf16be to utf16le, utf32(BE & LE), utf8 and ascii

Author: rishadbaniya

i18n/tests/iconv/mod.rs

@@ -874,7 +874,7 @@ fn iconv_UTF16LE_to_UTF32LE_conversion_without_c_flag() {
 }
 
 #[test]
-fn iconv_UTF16LE_to_UTF8_conversion_with_c_flag() {
+fn iconv_UTF16LE_to_UTF8_conversion_without_c_flag() {
     let cargo_manifest_dir = PathBuf::from(env::var("CARGO_MANIFEST_DIR").unwrap());
 
     let input_file = cargo_manifest_dir.join("tests/iconv/test_data_utf16le");
@@ -907,3 +907,178 @@ fn iconv_UTF16LE_to_UTF8_conversion_with_c_flag() {
         Vec::new(),
     );
 }
+
+#[test]
+fn iconv_UTF16BE_to_UTF16LE_conversion_without_c_flag() {
+    let cargo_manifest_dir = PathBuf::from(env::var("CARGO_MANIFEST_DIR").unwrap());
+
+    let input_file = cargo_manifest_dir.join("tests/iconv/test_data_utf16be");
+    let mut input: Vec<u8> = Vec::new();
+    File::open(&input_file)
+        .unwrap()
+        .read_to_end(&mut input)
+        .unwrap();
+
+    let expected_output_file =
+        cargo_manifest_dir.join("tests/iconv/test_data_utf16be_to_utf16le_without_c_flag");
+
+    let mut expected_output: Vec<u8> = Vec::new();
+    File::open(&expected_output_file)
+        .unwrap()
+        .read_to_end(&mut expected_output)
+        .unwrap();
+
+    iconv_test(
+        &["-f", "UTF-16BE", "-t", "UTF-16LE"],
+        input.clone(),
+        expected_output.clone(),
+        Vec::new(),
+    );
+
+    iconv_test(
+        &["-f", "UTF-16BE", "-t", "UTF-16LE", "-"],
+        input,
+        expected_output,
+        Vec::new(),
+    );
+}
+
+#[test]
+fn iconv_UTF16BE_to_ASCII_conversion_with_c_flag() {
+    let cargo_manifest_dir = PathBuf::from(env::var("CARGO_MANIFEST_DIR").unwrap());
+
+    let input_file = cargo_manifest_dir.join("tests/iconv/test_data_utf16be");
+    let mut input: Vec<u8> = Vec::new();
+    File::open(&input_file)
+        .unwrap()
+        .read_to_end(&mut input)
+        .unwrap();
+
+    let expected_output_file =
+        cargo_manifest_dir.join("tests/iconv/test_data_utf16be_to_ascii_with_c_flag");
+
+    let mut expected_output: Vec<u8> = Vec::new();
+    File::open(&expected_output_file)
+        .unwrap()
+        .read_to_end(&mut expected_output)
+        .unwrap();
+
+    iconv_test(
+        &["-c", "-f", "UTF-16BE", "-t", "ASCII"],
+        input.clone(),
+        expected_output.clone(),
+        Vec::new(),
+    );
+
+    iconv_test(
+        &["-c", "-f", "UTF-16BE", "-t", "ASCII", "-"],
+        input,
+        expected_output,
+        Vec::new(),
+    );
+}
+
+#[test]
+fn iconv_UTF16BE_to_UTF32BE_conversion_without_c_flag() {
+    let cargo_manifest_dir = PathBuf::from(env::var("CARGO_MANIFEST_DIR").unwrap());
+
+    let input_file = cargo_manifest_dir.join("tests/iconv/test_data_utf16be");
+    let mut input: Vec<u8> = Vec::new();
+    File::open(&input_file)
+        .unwrap()
+        .read_to_end(&mut input)
+        .unwrap();
+
+    let expected_output_file =
+        cargo_manifest_dir.join("tests/iconv/test_data_utf16be_to_utf32be_without_c_flag");
+
+    let mut expected_output: Vec<u8> = Vec::new();
+    File::open(&expected_output_file)
+        .unwrap()
+        .read_to_end(&mut expected_output)
+        .unwrap();
+
+    iconv_test(
+        &["-f", "UTF-16BE", "-t", "UTF-32BE"],
+        input.clone(),
+        expected_output.clone(),
+        Vec::new(),
+    );
+
+    iconv_test(
+        &["-f", "UTF-16BE", "-t", "UTF-32BE", "-"],
+        input,
+        expected_output,
+        Vec::new(),
+    );
+}
+
+#[test]
+fn iconv_UTF16BE_to_UTF32LE_conversion_without_c_flag() {
+    let cargo_manifest_dir = PathBuf::from(env::var("CARGO_MANIFEST_DIR").unwrap());
+
+    let input_file = cargo_manifest_dir.join("tests/iconv/test_data_utf16be");
+    let mut input: Vec<u8> = Vec::new();
+    File::open(&input_file)
+        .unwrap()
+        .read_to_end(&mut input)
+        .unwrap();
+
+    let expected_output_file =
+        cargo_manifest_dir.join("tests/iconv/test_data_utf16be_to_utf32le_without_c_flag");
+
+    let mut expected_output: Vec<u8> = Vec::new();
+    File::open(&expected_output_file)
+        .unwrap()
+        .read_to_end(&mut expected_output)
+        .unwrap();
+
+    iconv_test(
+        &["-f", "UTF-16BE", "-t", "UTF-32LE"],
+        input.clone(),
+        expected_output.clone(),
+        Vec::new(),
+    );
+
+    iconv_test(
+        &["-f", "UTF-16BE", "-t", "UTF-32LE", "-"],
+        input,
+        expected_output,
+        Vec::new(),
+    );
+}
+
+#[test]
+fn iconv_UTF16BE_to_UTF8_conversion_without_c_flag() {
+    let cargo_manifest_dir = PathBuf::from(env::var("CARGO_MANIFEST_DIR").unwrap());
+
+    let input_file = cargo_manifest_dir.join("tests/iconv/test_data_utf16be");
+    let mut input: Vec<u8> = Vec::new();
+    File::open(&input_file)
+        .unwrap()
+        .read_to_end(&mut input)
+        .unwrap();
+
+    let expected_output_file =
+        cargo_manifest_dir.join("tests/iconv/test_data_utf16be_to_utf8_without_c_flag");
+
+    let mut expected_output: Vec<u8> = Vec::new();
+    File::open(&expected_output_file)
+        .unwrap()
+        .read_to_end(&mut expected_output)
+        .unwrap();
+
+    iconv_test(
+        &["-f", "UTF-16BE", "-t", "UTF-8"],
+        input.clone(),
+        expected_output.clone(),
+        Vec::new(),
+    );
+
+    iconv_test(
+        &["-f", "UTF-16BE", "-t", "UTF-8", "-"],
+        input,
+        expected_output,
+        Vec::new(),
+    );
+}

i18n/tests/iconv/test_data_utf16be

@@ -0,0 +1,19 @@
+This test data was originally written for UTF16BE
+
+It emojis + latin characters
+
+                          
+                          
+                     8      
+        6                   
+                           
+                           
+                           
+                          
+                          
+                          
+   7                         
+                            
+                           
+
+

i18n/tests/iconv/test_data_utf16be_to_ascii_with_c_flag

@@ -0,0 +1,19 @@
+This test data was originally written for UTF16BE
+
+It emojis + latin characters
+
+🔥 🏣 🚫 🅰️ 🎏 🤖 🐲 🔳 🔷 🐩 🕹 😁 🛫 🌊 ℹ️ 😦 🔍 🏇 🏨 🏰 💥 🌓 ◾️ 🍄 ⌛️ 😎 👁
+🗞 🚽 🎸 🆗 😯 🔬 🌷 😞 Ⓜ️ 🚣 🔰 🍭 💯 🍟 🍚 🎻 ♨️ 🚇 💩 🐋 🐢 ⛵️ 🆘 ㊙️ 😊 🔢 🗣
+🍶 ↘️ 😉 💇 ⚗ 🍺 👣 💭 🌛 😰 👘 🚠 🍽 🏑 😽 ™️ 🐿 👄 👀 🙋 🖱 8️⃣ 🕡 🏬 📮 🐜 🖼 📰
+🌙 🈺 🔣 🍲 ⚔ 🚂 🔎 📑 6️⃣ 🔤 💖 🏟 ♌️ 💳 ♋️ 📢 ↪️ 🏥 ⛅️ 🛣 🎁 🔱 😈 😑 ⏯ 🎥 💆 🎒
+💁 ◽️ 👾 👞 😚 🚁 🌾 📓 🐔 🗄 🕣 ⛈ 🕉 ☠ ➕ 🎿 💘 🗾 🌤 🙉 🐄 🚿 🍫 🕳 💙 🐳 ⚰ 💧
+🗑 🎓 🎑 ♍️ 📠 💗 🏄 🐗 🃏 🎗 🔽 🌐 📇 💢 😅 💕 💺 🔏 👋 🏐 🍞 😢 🅿️ 🐱 🛩 ☮ ⛳️ 🍊
+😣 🌍 💃 ☢ ☔️ 💊 🗨 🚢 ⛷ 🤓 🏀 📫 🖍 🍒 🍡 🎊 🔈 🌞 🔆 🕎 🎇 ⛸ 🌿 🐭 💴 ✨ ⏰ 🤔
+🔼 ♐️ 💱 ⚡️ 🌮 🕛 🌗 🛢 🎋 🏊 😘 ✖️ 🌰 🗜 🔃 👹 🛏 💚 🍏 🚒 🌶 👩 🛰 🚩 💏 🌫 😶
+🛡 ⤴️ ⏺ 🚀 🤑 🈵 🎙 ▫️ 🐇 🚯 📔 👧 😪 🍵 🏹 🕠 🕖 🤗 🔜 🈁 ⏫ 👏 🚖 🚐 🚆 🏈 🍥
+🌀 📸 🎮 🚌 🚔 💞 ✌️ ◀️ 👌 ➿ 🌂 🌋 🎢 ☪ 🐟 🌯 🔄 💌 📹 😥 🐬 🔺 🙆 😼 🐚 〽️ 👈
+🚊 🐂 ❓ 7️⃣ ✂️ 🏭 🔻 🆚 ☸ 🎎 🈲 🅾️ 🕶 🏯 🕷 💐 🈚️ 🏗 ✉️ 📧 🚤 🆕 ⁉️ 🆎 ⏏ 🚄 🈳 🏺 🍼
+📦 ◼️ 🍻 ⬛️ 🌥 ⏸ 🏳 🛬 🦃 ⛰ ☦ 💒 🖥 🏓 🏫 ☃ 🕓 ⛑ 🕴 🖊 🛀 👷 🏞 ⚜ 📞 🌠 🌨 🗂 😩
+📋 📡 📿 🎧 🏩 😡 💛 ⛎ 🐌 🕚 ⚒ 🔔 😻 👦 🔦 🈯️ 🚜 💔 🚸 👿 🍢 ®️ 🕯 🚱 🗓 ↩️ 👛 🔚
+
+𐌀𐌁𐌂𐌃𐌄𐌅𐌆𐌇𐌉𐌊𐌋𐌌𐌍𐌏𐌐𐌒𐌓𐌔𐌕𐌖𐌗