#!/bin/sh
# Copyright 2010 by Denys Vlasenko
# Licensed under GPL v2, see file LICENSE for details.

. ./testing.sh
test -f "$bindir/.config" && . "$bindir/.config"

rm -rf ls.testdir 2>/dev/null
mkdir ls.testdir || exit 1

# testing "test name" "command" "expected result" "file input" "stdin"

# With Unicode provided by libc locale, I'm not sure this test can pass.
# I suspect we might fail to skip exactly correct number of bytes
# over broked unicode sequences.
test x"$CONFIG_UNICODE_SUPPORT" = x"y" \
&& test x"$CONFIG_UNICODE_USING_LOCALE" != x"y" \
&& test x"$CONFIG_SUBST_WCHAR" = x"63" \
&& test x"$CONFIG_LAST_SUPPORTED_WCHAR" = x"767" \
&& test x"$CONFIG_FEATURE_LS_SORTFILES" = x"y" \
&& testing "ls unicode test with codepoints limited to 767" \
"(cd ls.testdir && sh ../ls.mk_uni_tests) && ls -1 ls.testdir" \
'0001_1__Some_correct_UTF-8_text___________________________________________|
0002_2__Boundary_condition_test_cases_____________________________________|
0003_2.1__First_possible_sequence_of_a_certain_length_____________________|
0004_2.1.2__2_bytes__U-00000080_:________"?"______________________________|
0005_2.1.3__3_bytes__U-00000800_:________"?"______________________________|
0006_2.1.4__4_bytes__U-00010000_:________"?"______________________________|
0007_2.1.5__5_bytes__U-00200000_:________"?"______________________________|
0008_2.1.6__6_bytes__U-04000000_:________"?"______________________________|
0009_2.2__Last_possible_sequence_of_a_certain_length______________________|
0010_2.2.1__1_byte___U-0000007F_:________"?"______________________________|
0011_2.2.2__2_bytes__U-000007FF_:________"?"______________________________|
0012_2.2.3__3_bytes__U-0000FFFF_:________"?"______________________________|
0013_2.2.4__4_bytes__U-001FFFFF_:________"?"______________________________|
0014_2.2.5__5_bytes__U-03FFFFFF_:________"?"______________________________|
0015_2.2.6__6_bytes__U-7FFFFFFF_:________"?"______________________________|
0016_2.3__Other_boundary_conditions_______________________________________|
0017_2.3.1__U-0000D7FF_=_ed_9f_bf_=_"?"___________________________________|
0018_2.3.2__U-0000E000_=_ee_80_80_=_"?"___________________________________|
0019_2.3.3__U-0000FFFD_=_ef_bf_bd_=_"?"___________________________________|
0020_2.3.4__U-0010FFFF_=_f4_8f_bf_bf_=_"?"________________________________|
0021_2.3.5__U-00110000_=_f4_90_80_80_=_"?"________________________________|
0022_3__Malformed_sequences_______________________________________________|
0023_3.1__Unexpected_continuation_bytes___________________________________|
0024_3.1.1__First_continuation_byte_0x80:_"?"_____________________________|
0025_3.1.2__Last__continuation_byte_0xbf:_"?"_____________________________|
0026_3.1.3__2_continuation_bytes:_"??"____________________________________|
0027_3.1.4__3_continuation_bytes:_"???"___________________________________|
0028_3.1.5__4_continuation_bytes:_"????"__________________________________|
0029_3.1.6__5_continuation_bytes:_"?????"_________________________________|
0030_3.1.7__6_continuation_bytes:_"??????"________________________________|
0031_3.1.8__7_continuation_bytes:_"???????"_______________________________|
0032_3.1.9__Sequence_of_all_64_possible_continuation_bytes__0x80-0xbf_:___|
0033____"????????????????_________________________________________________|
0034_____????????????????_________________________________________________|
0035_____????????????????_________________________________________________|
0036_____????????????????"________________________________________________|
0037_3.2__Lonely_start_characters_________________________________________|
0038_3.2.1__All_32_first_bytes_of_2-byte_sequences__0xc0-0xdf_,___________|
0039________each_followed_by_a_space_character:___________________________|
0040____"?_?_?_?_?_?_?_?_?_?_?_?_?_?_?_?__________________________________|
0041_____?_?_?_?_?_?_?_?_?_?_?_?_?_?_?_?_"________________________________|
0042_3.2.2__All_16_first_bytes_of_3-byte_sequences__0xe0-0xef_,___________|
0043________each_followed_by_a_space_character:___________________________|
0044____"?_?_?_?_?_?_?_?_?_?_?_?_?_?_?_?_"________________________________|
0045_3.2.3__All_8_first_bytes_of_4-byte_sequences__0xf0-0xf7_,____________|
0046________each_followed_by_a_space_character:___________________________|
0047____"?_?_?_?_?_?_?_?_"________________________________________________|
0048_3.2.4__All_4_first_bytes_of_5-byte_sequences__0xf8-0xfb_,____________|
0049________each_followed_by_a_space_character:___________________________|
0050____"?_?_?_?_"________________________________________________________|
0051_3.2.5__All_2_first_bytes_of_6-byte_sequences__0xfc-0xfd_,____________|
0052________each_followed_by_a_space_character:___________________________|
0053____"?_?_"____________________________________________________________|
0054_3.3__Sequences_with_last_continuation_byte_missing___________________|
0055_3.3.1__2-byte_sequence_with_last_byte_missing__U+0000_:_____"?"______|
0056_3.3.2__3-byte_sequence_with_last_byte_missing__U+0000_:_____"?"______|
0057_3.3.3__4-byte_sequence_with_last_byte_missing__U+0000_:_____"?"______|
0058_3.3.4__5-byte_sequence_with_last_byte_missing__U+0000_:_____"?"______|
0059_3.3.5__6-byte_sequence_with_last_byte_missing__U+0000_:_____"?"______|
0060_3.3.6__2-byte_sequence_with_last_byte_missing__U-000007FF_:_"?"______|
0061_3.3.7__3-byte_sequence_with_last_byte_missing__U-0000FFFF_:_"?"______|
0062_3.3.8__4-byte_sequence_with_last_byte_missing__U-001FFFFF_:_"?"______|
0063_3.3.9__5-byte_sequence_with_last_byte_missing__U-03FFFFFF_:_"?"______|
0064_3.3.10_6-byte_sequence_with_last_byte_missing__U-7FFFFFFF_:_"?"______|
0065_3.4__Concatenation_of_incomplete_sequences___________________________|
0066____"??????????"______________________________________________________|
0067_3.5__Impossible_bytes________________________________________________|
0068_3.5.1__fe_=_"?"______________________________________________________|
0069_3.5.2__ff_=_"?"______________________________________________________|
0070_3.5.3__fe_fe_ff_ff_=_"????"__________________________________________|
0071_4__Overlong_sequences________________________________________________|
0072_4.1__Examples_of_an_overlong_ASCII_character_________________________|
0073_4.1.1_U+002F_=_c0_af_____________=_"?"_______________________________|
0074_4.1.2_U+002F_=_e0_80_af__________=_"?"_______________________________|
0075_4.1.3_U+002F_=_f0_80_80_af_______=_"?"_______________________________|
0076_4.1.4_U+002F_=_f8_80_80_80_af____=_"?"_______________________________|
0077_4.1.5_U+002F_=_fc_80_80_80_80_af_=_"?"_______________________________|
0078_4.2__Maximum_overlong_sequences______________________________________|
0079_4.2.1__U-0000007F_=_c1_bf_____________=_"?"__________________________|
0080_4.2.2__U-000007FF_=_e0_9f_bf__________=_"?"__________________________|
0081_4.2.3__U-0000FFFF_=_f0_8f_bf_bf_______=_"?"__________________________|
0082_4.2.4__U-001FFFFF_=_f8_87_bf_bf_bf____=_"?"__________________________|
0083_4.2.5__U-03FFFFFF_=_fc_83_bf_bf_bf_bf_=_"?"__________________________|
0084_4.3__Overlong_representation_of_the_NUL_character____________________|
0085_4.3.1__U+0000_=_c0_80_____________=_"?"______________________________|
0086_4.3.2__U+0000_=_e0_80_80__________=_"?"______________________________|
0087_4.3.3__U+0000_=_f0_80_80_80_______=_"?"______________________________|
0088_4.3.4__U+0000_=_f8_80_80_80_80____=_"?"______________________________|
0089_4.3.5__U+0000_=_fc_80_80_80_80_80_=_"?"______________________________|
0090_5__Illegal_code_positions____________________________________________|
0091_5.1_Single_UTF-16_surrogates_________________________________________|
0092_5.1.1__U+D800_=_ed_a0_80_=_"?"_______________________________________|
0093_5.1.2__U+DB7F_=_ed_ad_bf_=_"?"_______________________________________|
0094_5.1.3__U+DB80_=_ed_ae_80_=_"?"_______________________________________|
0095_5.1.4__U+DBFF_=_ed_af_bf_=_"?"_______________________________________|
0096_5.1.5__U+DC00_=_ed_b0_80_=_"?"_______________________________________|
0097_5.1.6__U+DF80_=_ed_be_80_=_"?"_______________________________________|
0098_5.1.7__U+DFFF_=_ed_bf_bf_=_"?"_______________________________________|
0099_5.2_Paired_UTF-16_surrogates_________________________________________|
0100_5.2.1__U+D800_U+DC00_=_ed_a0_80_ed_b0_80_=_"??"______________________|
0101_5.2.2__U+D800_U+DFFF_=_ed_a0_80_ed_bf_bf_=_"??"______________________|
0102_5.2.3__U+DB7F_U+DC00_=_ed_ad_bf_ed_b0_80_=_"??"______________________|
0103_5.2.4__U+DB7F_U+DFFF_=_ed_ad_bf_ed_bf_bf_=_"??"______________________|
0104_5.2.5__U+DB80_U+DC00_=_ed_ae_80_ed_b0_80_=_"??"______________________|
0105_5.2.6__U+DB80_U+DFFF_=_ed_ae_80_ed_bf_bf_=_"??"______________________|
0106_5.2.7__U+DBFF_U+DC00_=_ed_af_bf_ed_b0_80_=_"??"______________________|
0107_5.2.8__U+DBFF_U+DFFF_=_ed_af_bf_ed_bf_bf_=_"??"______________________|
0108_5.3_Other_illegal_code_positions_____________________________________|
0109_5.3.1__U+FFFE_=_ef_bf_be_=_"?"_______________________________________|
0110_5.3.2__U+FFFF_=_ef_bf_bf_=_"?"_______________________________________|
' "" ""

# Currently fails on "0080_4.2.2__U-000007FF_=_e0_9f_bf" line
test x"$CONFIG_UNICODE_SUPPORT" = x"y" \
&& test x"$CONFIG_UNICODE_USING_LOCALE" != x"y" \
&& test x"$CONFIG_SUBST_WCHAR" = x"63" \
&& test x"$CONFIG_LAST_SUPPORTED_WCHAR" = x"0" \
&& testing "ls unicode test with unlimited codepoints" \
"(cd ls.testdir && sh ../ls.mk_uni_tests) && ls -1 ls.testdir" \
'0001_1__Some_correct_UTF-8_text___________________________________________|
0002_2__Boundary_condition_test_cases_____________________________________|
0003_2.1__First_possible_sequence_of_a_certain_length_____________________|
0004_2.1.2__2_bytes__U-00000080_:________"?"______________________________|
0005_2.1.3__3_bytes__U-00000800_:________"ࠀ"______________________________|
0006_2.1.4__4_bytes__U-00010000_:________"𐀀"______________________________|
0007_2.1.5__5_bytes__U-00200000_:________"?"______________________________|
0008_2.1.6__6_bytes__U-04000000_:________"?"______________________________|
0009_2.2__Last_possible_sequence_of_a_certain_length______________________|
0010_2.2.1__1_byte___U-0000007F_:________"?"______________________________|
0011_2.2.2__2_bytes__U-000007FF_:________"߿"______________________________|
0012_2.2.3__3_bytes__U-0000FFFF_:________"?"______________________________|
0013_2.2.4__4_bytes__U-001FFFFF_:________"?"______________________________|
0014_2.2.5__5_bytes__U-03FFFFFF_:________"?"______________________________|
0015_2.2.6__6_bytes__U-7FFFFFFF_:________"?"______________________________|
0016_2.3__Other_boundary_conditions_______________________________________|
0017_2.3.1__U-0000D7FF_=_ed_9f_bf_=_"퟿"___________________________________|
0018_2.3.2__U-0000E000_=_ee_80_80_=_"?"___________________________________|
0019_2.3.3__U-0000FFFD_=_ef_bf_bd_=_"�"___________________________________|
0020_2.3.4__U-0010FFFF_=_f4_8f_bf_bf_=_"?"________________________________|
0021_2.3.5__U-00110000_=_f4_90_80_80_=_"?"________________________________|
0022_3__Malformed_sequences_______________________________________________|
0023_3.1__Unexpected_continuation_bytes___________________________________|
0024_3.1.1__First_continuation_byte_0x80:_"?"_____________________________|
0025_3.1.2__Last__continuation_byte_0xbf:_"?"_____________________________|
0026_3.1.3__2_continuation_bytes:_"??"____________________________________|
0027_3.1.4__3_continuation_bytes:_"???"___________________________________|
0028_3.1.5__4_continuation_bytes:_"????"__________________________________|
0029_3.1.6__5_continuation_bytes:_"?????"_________________________________|
0030_3.1.7__6_continuation_bytes:_"??????"________________________________|
0031_3.1.8__7_continuation_bytes:_"???????"_______________________________|
0032_3.1.9__Sequence_of_all_64_possible_continuation_bytes__0x80-0xbf_:___|
0033____"????????????????_________________________________________________|
0034_____????????????????_________________________________________________|
0035_____????????????????_________________________________________________|
0036_____????????????????"________________________________________________|
0037_3.2__Lonely_start_characters_________________________________________|
0038_3.2.1__All_32_first_bytes_of_2-byte_sequences__0xc0-0xdf_,___________|
0039________each_followed_by_a_space_character:___________________________|
0040____"?_?_?_?_?_?_?_?_?_?_?_?_?_?_?_?__________________________________|
0041_____?_?_?_?_?_?_?_?_?_?_?_?_?_?_?_?_"________________________________|
0042_3.2.2__All_16_first_bytes_of_3-byte_sequences__0xe0-0xef_,___________|
0043________each_followed_by_a_space_character:___________________________|
0044____"?_?_?_?_?_?_?_?_?_?_?_?_?_?_?_?_"________________________________|
0045_3.2.3__All_8_first_bytes_of_4-byte_sequences__0xf0-0xf7_,____________|
0046________each_followed_by_a_space_character:___________________________|
0047____"?_?_?_?_?_?_?_?_"________________________________________________|
0048_3.2.4__All_4_first_bytes_of_5-byte_sequences__0xf8-0xfb_,____________|
0049________each_followed_by_a_space_character:___________________________|
0050____"?_?_?_?_"________________________________________________________|
0051_3.2.5__All_2_first_bytes_of_6-byte_sequences__0xfc-0xfd_,____________|
0052________each_followed_by_a_space_character:___________________________|
0053____"?_?_"____________________________________________________________|
0054_3.3__Sequences_with_last_continuation_byte_missing___________________|
0055_3.3.1__2-byte_sequence_with_last_byte_missing__U+0000_:_____"?"______|
0056_3.3.2__3-byte_sequence_with_last_byte_missing__U+0000_:_____"?"______|
0057_3.3.3__4-byte_sequence_with_last_byte_missing__U+0000_:_____"?"______|
0058_3.3.4__5-byte_sequence_with_last_byte_missing__U+0000_:_____"?"______|
0059_3.3.5__6-byte_sequence_with_last_byte_missing__U+0000_:_____"?"______|
0060_3.3.6__2-byte_sequence_with_last_byte_missing__U-000007FF_:_"?"______|
0061_3.3.7__3-byte_sequence_with_last_byte_missing__U-0000FFFF_:_"?"______|
0062_3.3.8__4-byte_sequence_with_last_byte_missing__U-001FFFFF_:_"?"______|
0063_3.3.9__5-byte_sequence_with_last_byte_missing__U-03FFFFFF_:_"?"______|
0064_3.3.10_6-byte_sequence_with_last_byte_missing__U-7FFFFFFF_:_"?"______|
0065_3.4__Concatenation_of_incomplete_sequences___________________________|
0066____"??????????"______________________________________________________|
0067_3.5__Impossible_bytes________________________________________________|
0068_3.5.1__fe_=_"?"______________________________________________________|
0069_3.5.2__ff_=_"?"______________________________________________________|
0070_3.5.3__fe_fe_ff_ff_=_"????"__________________________________________|
0071_4__Overlong_sequences________________________________________________|
0072_4.1__Examples_of_an_overlong_ASCII_character_________________________|
0073_4.1.1_U+002F_=_c0_af_____________=_"?"_______________________________|
0074_4.1.2_U+002F_=_e0_80_af__________=_"?"_______________________________|
0075_4.1.3_U+002F_=_f0_80_80_af_______=_"?"_______________________________|
0076_4.1.4_U+002F_=_f8_80_80_80_af____=_"?"_______________________________|
0077_4.1.5_U+002F_=_fc_80_80_80_80_af_=_"?"_______________________________|
0078_4.2__Maximum_overlong_sequences______________________________________|
0079_4.2.1__U-0000007F_=_c1_bf_____________=_"?"__________________________|
0080_4.2.2__U-000007FF_=_e0_9f_bf__________=_"?"__________________________|
0081_4.2.3__U-0000FFFF_=_f0_8f_bf_bf_______=_"?"__________________________|
0082_4.2.4__U-001FFFFF_=_f8_87_bf_bf_bf____=_"?"__________________________|
0083_4.2.5__U-03FFFFFF_=_fc_83_bf_bf_bf_bf_=_"?"__________________________|
0084_4.3__Overlong_representation_of_the_NUL_character____________________|
0085_4.3.1__U+0000_=_c0_80_____________=_"?"______________________________|
0086_4.3.2__U+0000_=_e0_80_80__________=_"?"______________________________|
0087_4.3.3__U+0000_=_f0_80_80_80_______=_"?"______________________________|
0088_4.3.4__U+0000_=_f8_80_80_80_80____=_"?"______________________________|
0089_4.3.5__U+0000_=_fc_80_80_80_80_80_=_"?"______________________________|
0090_5__Illegal_code_positions____________________________________________|
0091_5.1_Single_UTF-16_surrogates_________________________________________|
0092_5.1.1__U+D800_=_ed_a0_80_=_"?"_______________________________________|
0093_5.1.2__U+DB7F_=_ed_ad_bf_=_"?"_______________________________________|
0094_5.1.3__U+DB80_=_ed_ae_80_=_"?"_______________________________________|
0095_5.1.4__U+DBFF_=_ed_af_bf_=_"?"_______________________________________|
0096_5.1.5__U+DC00_=_ed_b0_80_=_"?"_______________________________________|
0097_5.1.6__U+DF80_=_ed_be_80_=_"?"_______________________________________|
0098_5.1.7__U+DFFF_=_ed_bf_bf_=_"?"_______________________________________|
0099_5.2_Paired_UTF-16_surrogates_________________________________________|
0100_5.2.1__U+D800_U+DC00_=_ed_a0_80_ed_b0_80_=_"??"______________________|
0101_5.2.2__U+D800_U+DFFF_=_ed_a0_80_ed_bf_bf_=_"??"______________________|
0102_5.2.3__U+DB7F_U+DC00_=_ed_ad_bf_ed_b0_80_=_"??"______________________|
0103_5.2.4__U+DB7F_U+DFFF_=_ed_ad_bf_ed_bf_bf_=_"??"______________________|
0104_5.2.5__U+DB80_U+DC00_=_ed_ae_80_ed_b0_80_=_"??"______________________|
0105_5.2.6__U+DB80_U+DFFF_=_ed_ae_80_ed_bf_bf_=_"??"______________________|
0106_5.2.7__U+DBFF_U+DC00_=_ed_af_bf_ed_b0_80_=_"??"______________________|
0107_5.2.8__U+DBFF_U+DFFF_=_ed_af_bf_ed_bf_bf_=_"??"______________________|
0108_5.3_Other_illegal_code_positions_____________________________________|
0109_5.3.1__U+FFFE_=_ef_bf_be_=_"?"_______________________________________|
0110_5.3.2__U+FFFF_=_ef_bf_bf_=_"?"_______________________________________|
' "" ""

# Clean up
rm -rf ls.testdir 2>/dev/null

exit $FAILCOUNT