#!/usr/bin/perl # Test "cut". # Copyright (C) 2006-2026 Free Software Foundation, Inc. # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # You should have received a copy of the GNU General Public License # along with this program. If not, see . use strict; my $limits = getlimits (); my $IO_BUFSIZE = $limits->{IO_BUFSIZE}; (my $ME = $0) =~ s|.*/||; # Turn off localization of executable's output. @ENV{qw(LANGUAGE LANG LC_ALL)} = ('C') x 3; my $mb_locale = $ENV{LOCALE_FR_UTF8}; ! defined $mb_locale || $mb_locale eq 'none' and $mb_locale = 'C'; my $prog = 'cut'; my $try = "Try '$prog --help' for more information.\n"; my $from_field1 = "$prog: fields are numbered from 1\n$try"; my $from_pos1 = "$prog: byte/character positions are numbered from 1\n$try"; my $inval_fld = "$prog: invalid field range\n$try"; my $inval_pos = "$prog: invalid byte or character range\n$try"; my $no_endpoint = "$prog: invalid range with no endpoint: -\n$try"; my $one_list = "$prog: only one list may be specified\n$try"; my $nofield = "$prog: an input delimiter makes sense\n\tonly when " . "operating on fields\n$try"; my $mutual_dw = "$prog: -d and -w are mutually exclusive\n$try"; my $single_char = "$prog: the delimiter must be a single character\n$try"; my $single_byte_locale = 'C'; { my $codeset = qx(LC_ALL=C locale charmap 2>/dev/null); chomp $codeset; if ($codeset eq 'UTF-8') { my $fr_locale = $ENV{LOCALE_FR}; $single_byte_locale = defined $fr_locale && $fr_locale ne 'none' ? $fr_locale : undef; } } my @Tests = ( # Provoke a double-free in cut from coreutils-6.7. ['dbl-free', '-f2-', {IN=>{f=>'x'}}, {IN=>{g=>'y'}}, {OUT=>"x\ny\n"}], # This failed (as it should) even before coreutils-6.9.90, # but cut from 6.9.90 produces a more useful diagnostic. ['zero-1', '-b0', {ERR=>$from_pos1}, {EXIT => 1} ], # Up to coreutils-6.9, specifying a range of 0-2 was not an error. # It was treated just like "-2". ['zero-2', '-f0-2', {ERR=>$from_field1}, {EXIT => 1} ], # Up to coreutils-8.20, specifying a range of 0- was not an error. ['zero-3b', '-b0-', {ERR=>$from_pos1}, {EXIT => 1} ], ['zero-3c', '-c0-', {ERR=>$from_pos1}, {EXIT => 1} ], ['zero-3f', '-f0-', {ERR=>$from_field1}, {EXIT => 1} ], ['1', '-d:', '-f1,3-', {IN=>"a:b:c\n"}, {OUT=>"a:c\n"}], ['2', '-d:', '-f1,3-', {IN=>"a:b:c\n"}, {OUT=>"a:c\n"}], ['3', qw(-d: -f2-), {IN=>"a:b:c\n"}, {OUT=>"b:c\n"}], ['4', qw(-d: -f4), {IN=>"a:b:c\n"}, {OUT=>"\n"}], ['5', qw(-d: -f4), {IN=>""}, {OUT=>""}], ['6', '-c4', {IN=>"123\n"}, {OUT=>"\n"}], ['7', '-c4', {IN=>"123"}, {OUT=>"\n"}], ['8', '-c4', {IN=>"123\n1"}, {OUT=>"\n\n"}], ['9', '-c4', {IN=>""}, {OUT=>""}], ['byte-newline-1', '-b1', {IN=>"a\n"}, {OUT=>"a\n"}], ['a', qw(-s -d:), '-f3-', {IN=>"a:b:c\n"}, {OUT=>"c\n"}], ['b', qw(-s -d:), '-f2,3', {IN=>"a:b:c\n"}, {OUT=>"b:c\n"}], ['c', qw(-s -d:), '-f1,3', {IN=>"a:b:c\n"}, {OUT=>"a:c\n"}], # Trailing colon should not be output ['d', qw(-s -d:), '-f1,3', {IN=>"a:b:c:\n"}, {OUT=>"a:c\n"}], ['e', qw(-s -d:), '-f3-', {IN=>"a:b:c:\n"}, {OUT=>"c:\n"}], ['f', qw(-s -d:), '-f3-4', {IN=>"a:b:c:\n"}, {OUT=>"c:\n"}], ['g', qw(-s -d:), '-f3,4', {IN=>"a:b:c:\n"}, {OUT=>"c:\n"}], # Make sure -s suppresses non-delimited lines ['h', qw(-s -d:), '-f2,3', {IN=>"abc\n"}, {OUT=>""}], # ['i', qw(-d: -f1-3), {IN=>":::\n"}, {OUT=>"::\n"}], ['j', qw(-d: -f1-4), {IN=>":::\n"}, {OUT=>":::\n"}], ['k', qw(-d: -f2-3), {IN=>":::\n"}, {OUT=>":\n"}], ['l', qw(-d: -f2-4), {IN=>":::\n"}, {OUT=>"::\n"}], ['m', qw(-s -d: -f1-3), {IN=>":::\n"}, {OUT=>"::\n"}], ['n', qw(-s -d: -f1-4), {IN=>":::\n"}, {OUT=>":::\n"}], ['o', qw(-s -d: -f2-3), {IN=>":::\n"}, {OUT=>":\n"}], ['p', qw(-s -d: -f2-4), {IN=>":::\n"}, {OUT=>"::\n"}], ['q', qw(-s -d: -f2-4), {IN=>":::\n:\n"}, {OUT=>"::\n\n"}], ['r', qw(-s -d: -f2-4), {IN=>":::\n:1\n"}, {OUT=>"::\n1\n"}], ['s', qw(-s -d: -f1-4), {IN=>":::\n:a\n"}, {OUT=>":::\n:a\n"}], ['t', qw(-s -d: -f3-), {IN=>":::\n:1\n"}, {OUT=>":\n\n"}], # Make sure it handles empty input properly, with and without -s. ['u', qw(-s -f3-), {IN=>""}, {OUT=>""}], ['v', '-f3-', {IN=>""}, {OUT=>""}], # Make sure it handles empty input properly. ['w', qw(-b 1), {IN=>""}, {OUT=>""}], ['x', qw(-s -d: -f2-4), {IN=>":\n"}, {OUT=>"\n"}], # Errors # -s may be used only with -f ['y', qw(-s -b4), {IN=>":\n"}, {OUT=>""}, {EXIT=>1}, {ERR=>"$prog: suppressing non-delimited lines makes sense\n" . "\tonly when operating on fields\n$try"}], # You must specify bytes or fields (or chars) ['z', '', {IN=>":\n"}, {OUT=>""}, {EXIT=>1}, {ERR=>"$prog: you must specify a list of bytes, characters, or fields\n$try"} ], # Empty field list ['empty-fl', qw(-f ''), {IN=>":\n"}, {OUT=>""}, {EXIT=>1}, {ERR=>$from_field1}], # Missing field list ['missing-fl', qw(-f --), {IN=>":\n"}, {OUT=>""}, {EXIT=>1}, {ERR=>$inval_fld}], # Empty byte list ['empty-bl', qw(-b ''), {IN=>":\n"}, {OUT=>""}, {EXIT=>1}, {ERR=>$from_pos1}], # Missing byte list ['missing-bl', qw(-b --), {IN=>":\n"}, {OUT=>""}, {EXIT=>1}, {ERR=>$inval_pos}], ['multi-list-1', qw(-f 1 -F 2), {EXIT=>1}, {ERR=>$one_list}], # This test fails with cut from textutils-1.22. ['empty-f1', '-f1', {IN=>""}, {OUT=>""}], ['empty-f2', '-f2', {IN=>""}, {OUT=>""}], ['o-delim', qw(-d: --out=_), '-f2,3', {IN=>"a:b:c\n"}, {OUT=>"b_c\n"}], ['nul-idelim', qw(-d '' --out=_), '-f2,3', {IN=>"a\0b\0c\n"}, {OUT=>"b_c\n"}], ['nul-odelim', qw(-d: --out=), '-f2,3', {IN=>"a:b:c\n"}, {OUT=>"b\0c\n"}], ['multichar-od', qw(-d: -O _._), '-f2,3', {IN=>"a:b:c\n"}, {OUT=>"b_._c\n"}], # Ensure delim is not allowed without a field # Prior to 8.21, a NUL delim was allowed without a field ['delim-no-field1', qw(-d ''), '-b1', {EXIT=>1}, {ERR=>$nofield}], ['delim-no-field2', qw(-d:), '-b1', {EXIT=>1}, {ERR=>$nofield}], # Prior to 1.22i, you couldn't use a delimiter that would sign-extend. ['8bit-delim', '-d', "\255", '--out=_', '-f2,3', {IN=>"a\255b\255c\n"}, {OUT=>"b_c\n"}], ['w-delim-1', '-w', '-f2,3', {IN=>"a\tb c\n"}, {OUT=>"b\tc\n"}], ['w-delim-2', '-w', '-f1,2', {IN=>" a b\n"}, {OUT=>"\ta\n"}], ['w-delim-3', '-s', '-w', '-f2', {IN=>"abc\n"}, {OUT=>""}], ['w-delim-4', '-s', '-w', '-f1', {IN=>"a b c\n"}, {OUT=>"a\n"}], ['w-delim-5', '-w', '-d:', '-f1', {EXIT=>1}, {ERR=>$mutual_dw}], ['w-delim-6', '-w', '-f1,2', {IN=>"a \n"}, {OUT=>"a\t\n"}], ['w-delim-7', '--whitespace-delimited', '-f1,2', {IN=>" a b\n"}, {OUT=>"\ta\n"}], ['F-delim-1', '-F', '2,3', {IN=>"a\tb c\n"}, {OUT=>"b c\n"}], ['F-delim-2', qw(-F 2,3 -O _), {IN=>"a\tb c\n"}, {OUT=>"b_c\n"}], ['F-delim-3', qw(-F 2,3 -d ,), {IN=>"1,2,3\n"}, {OUT=>"2 3\n"}], ['w-trim-1', '--whitespace-delimited=trimmed', '-f1,2', {IN=>" a b \n"}, {OUT=>"a\tb\n"}], ['w-trim-2', '-s', '--whitespace-delimited=trimmed', '-f1', {IN=>" a \n"}, {OUT=>""}], # newline processing for fields ['newline-1', '-f1-', {IN=>"a\nb"}, {OUT=>"a\nb\n"}], ['newline-2', '-f1-', {IN=>""}, {OUT=>""}], ['newline-3', '-d:', '-f1', {IN=>"a:1\nb:2\n"}, {OUT=>"a\nb\n"}], ['newline-4', '-d:', '-f1', {IN=>"a:1\nb:2"}, {OUT=>"a\nb\n"}], ['newline-5', '-d:', '-f2', {IN=>"a:1\nb:2\n"}, {OUT=>"1\n2\n"}], ['newline-6', '-d:', '-f2', {IN=>"a:1\nb:2"}, {OUT=>"1\n2\n"}], ['newline-6a', '-d:', '-f2', {IN=>"a\nb"}, {OUT=>"a\nb\n"}], ['newline-7', '-s', '-d:', '-f1', {IN=>"a:1\nb:2"}, {OUT=>"a\nb\n"}], ['newline-8', '-s', '-d:', '-f1', {IN=>"a:1\nb:2\n"}, {OUT=>"a\nb\n"}], ['newline-9', '-s', '-d:', '-f1', {IN=>"a1\nb2"}, {OUT=>""}], ['newline-10', '-s', '-d:', '-f1,2', {IN=>"a:1\nb:2"}, {OUT=>"a:1\nb:2\n"}], ['newline-11', '-s', '-d:', '-f1,2', {IN=>"a:1\nb:2\n"}, {OUT=>"a:1\nb:2\n"}], ['newline-12', '-s', '-d:', '-f1', {IN=>"a:1\nb:"}, {OUT=>"a\nb\n"}], ['newline-13', '-d:', '-f1-', {IN=>"a1:\n:"}, {OUT=>"a1:\n:\n"}], # newline processing for fields when -d == '\n' ['newline-14', "-d'\n'", '-f1', {IN=>"a:1\nb:"}, {OUT=>"a:1\n"}], ['newline-15', '-s', "-d'\n'", '-f1', {IN=>"a:1\nb:"}, {OUT=>"a:1\n"}], ['newline-16', '-s', "-d'\n'", '-f2', {IN=>"\nb"}, {OUT=>"b\n"}], ['newline-17', '-s', "-d'\n'", '-f1', {IN=>"\nb"}, {OUT=>"\n"}], ['newline-18', "-d'\n'", '-f2', {IN=>"\nb"}, {OUT=>"b\n"}], ['newline-19', "-d'\n'", '-f1', {IN=>"\nb"}, {OUT=>"\n"}], ['newline-20', '-s', "-d'\n'", '-f1-', {IN=>"\n"}, {OUT=>"\n"}], ['newline-21', '-s', "-d'\n'", '-f1-', {IN=>"\nb"}, {OUT=>"\nb\n"}], ['newline-22', "-d'\n'", '-f1-', {IN=>"\nb"}, {OUT=>"\nb\n"}], ['newline-23', "-d'\n'", '-f1-', '--ou=:', {IN=>"a\nb\n"}, {OUT=>"a:b\n"}], ['newline-24', "-d'\n'", '-f1,2', '--ou=:', {IN=>"a\nb\n"}, {OUT=>"a:b\n"}], ['newline-26', "-d'\n'", '-f2', {IN=>"a\n"}, {OUT=>"\n"}], ['newline-27', '-s', "-d'\n'", '-f2', {IN=>"a\n"}, {OUT=>""}], ['newline-28', '-s', "-d'\n'", '-f2', {IN=>('a' x ($IO_BUFSIZE - 1)) . "\n"}, {OUT=>""}], ['newline-29', '-s', "-d'\n'", '-f2', {IN=>('a' x ($IO_BUFSIZE - 1)) . "\nb"}, {OUT=>"b\n"}], # input without delimiter and -s flag ['newline-25', '-s', "-d'\n'", '-f1', {IN=>"abc"}, {OUT=>""}], # Ensure we can skip the remainder of a long line after the selected field. ['line-only-1', '-d:', '-f1', {IN=>"a:" . ('b' x $IO_BUFSIZE) . "\n"}, {OUT=>"a\n"}], # --zero-terminated ['zerot-1', "-z", '-c1', {IN=>"ab\0cd\0"}, {OUT=>"a\0c\0"}], ['zerot-2', "-z", '-c1', {IN=>"ab\0cd"}, {OUT=>"a\0c\0"}], ['zerot-3', '-z -f1-', {IN=>""}, {OUT=>""}], ['zerot-4', '-z -d:', '-f1', {IN=>"a:1\0b:2"}, {OUT=>"a\0b\0"}], ['zerot-5', '-z -d:', '-f1-', {IN=>"a1:\0:"}, {OUT=>"a1:\0:\0"}], ['zerot-6', "-z -d ''", '-f1,2', '--ou=:', {IN=>"a\0b\0"}, {OUT=>"a:b\0"}], ['zerot-7', "-z -d '' -s", '-f1', {IN=>"abc"}, {OUT=>""}], # New functionality: ['out-delim1', '-c1-3,5-', '--output-d=:', {IN=>"abcdefg\n"}, {OUT=>"abc:efg\n"}], # A totally overlapped field shouldn't change anything: ['out-delim2', '-c1-3,2,5-', '--output-d=:', {IN=>"abcdefg\n"}, {OUT=>"abc:efg\n"}], # Partial overlap: index '2' is not at the start of a range. ['out-delim3', '-c1-3,2-4,6', '--output-d=:', {IN=>"abcdefg\n"}, {OUT=>"abcd:f\n"}], ['out-delim3a', '-c1-3,2-4,6-', '--output-d=:', {IN=>"abcdefg\n"}, {OUT=>"abcd:fg\n"}], # Ensure that the following two commands produce the same output. # Before an off-by-1 fix, the output from the former would not contain a ':'. ['out-delim4', '-c4-,2-3', '--output-d=:', {IN=>"abcdefg\n"}, {OUT=>"bc:defg\n"}], ['out-delim5', '-c2-3,4-', '--output-d=:', {IN=>"abcdefg\n"}, {OUT=>"bc:defg\n"}], # This test would fail for cut from coreutils-5.0.1 and earlier. ['out-delim6', '-c2,1-3', '--output-d=:', {IN=>"abc\n"}, {OUT=>"abc\n"}], # ['od-abut', '-b1-2,3-4', '--output-d=:', {IN=>"abcd\n"}, {OUT=>"ab:cd\n"}], ['od-overlap', '-b1-2,2', '--output-d=:', {IN=>"abc\n"}, {OUT=>"ab\n"}], ['od-overlap2', '-b1-2,2-', '--output-d=:', {IN=>"abc\n"}, {OUT=>"abc\n"}], ['od-overlap3', '-b1-3,2-', '--output-d=:', {IN=>"abcd\n"}, {OUT=>"abcd\n"}], ['od-overlap4', '-b1-3,2-3', '--output-d=:', {IN=>"abcd\n"}, {OUT=>"abc\n"}], ['od-overlap5', '-b1-3,1-4', '--output-d=:', {IN=>"abcde\n"}, {OUT=>"abcd\n"}], # None of the following invalid ranges provoked an error up to coreutils-6.9. ['inval1', qw(-f 2-0), {IN=>''}, {OUT=>''}, {EXIT=>1}, {ERR=>"$prog: invalid decreasing range\n$try"}], ['inval2', qw(-f -), {IN=>''}, {OUT=>''}, {EXIT=>1}, {ERR=>$no_endpoint}], ['inval3', '-f', '4,-', {IN=>''}, {OUT=>''}, {EXIT=>1}, {ERR=>$no_endpoint}], ['inval4', '-f', '1-2,-', {IN=>''}, {OUT=>''}, {EXIT=>1}, {ERR=>$no_endpoint}], ['inval5', '-f', '1-,-', {IN=>''}, {OUT=>''}, {EXIT=>1}, {ERR=>$no_endpoint}], ['inval6', '-f', '-1,-', {IN=>''}, {OUT=>''}, {EXIT=>1}, {ERR=>$no_endpoint}], # This would evoke a segfault from 5.3.0..8.10 ['big-unbounded-b', '--output-d=:', '-b1234567890-', {IN=>''}, {OUT=>''}], ['big-unbounded-b2a', '--output-d=:', '-b1,9-', {IN=>'123456789'}, {OUT=>"1:9\n"}], ['big-unbounded-b2b', '--output-d=:', '-b1,1234567890-', {IN=>''}, {OUT=>''}], ['big-unbounded-c', '--output-d=:', '-c1234567890-', {IN=>''}, {OUT=>''}], ['big-unbounded-f', '--output-d=:', '-f1234567890-', {IN=>''}, {OUT=>''}], ['overlapping-unbounded-1', '-b3-,2-', {IN=>"1234\n"}, {OUT=>"234\n"}], ['overlapping-unbounded-2', '-b2-,3-', {IN=>"1234\n"}, {OUT=>"234\n"}], # When printing output delimiters, and with one or more ranges subsumed # by a to-EOL range, cut 8.20 and earlier would print extraneous delimiters. ['EOL-subsumed-1', '--output-d=: -b2-,3,4-4,5', {IN=>"123456\n"}, {OUT=>"23456\n"}], ['EOL-subsumed-2', '--output-d=: -b3,4-4,5,2-', {IN=>"123456\n"}, {OUT=>"23456\n"}], ['EOL-subsumed-3', '--complement -b3,4-4,5,2-', {IN=>"123456\n"}, {OUT=>"1\n"}], ['EOL-subsumed-4', '--output-d=: -b1-2,2-3,3-', {IN=>"1234\n"}, {OUT=>"1234\n"}], ); if ($mb_locale ne 'C') { # Duplicate each test vector, appending "-mb" to the test name and # inserting {ENV => "LC_ALL=$mb_locale"} in the copy, so that we # provide coverage for multi-byte code paths. my @new; foreach my $t (@Tests) { my @new_t = @$t; my $test_name = shift @new_t; push @new, ["$test_name-mb", @new_t, {ENV => "LC_ALL=$mb_locale"}]; } push @Tests, @new; push @Tests, ['mb-char-1', '-c1', {IN=>"\xc3\xa9x\n"}, {OUT=>"\xc3\xa9\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-char-2', '-c2', {IN=>"\xc3\xa9x\n"}, {OUT=>"x\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-char-3', '-c1,3', '--output-d=:', {IN=>"\xc3\xa9a\xe2\x82\xacb\n"}, {OUT=>"\xc3\xa9:\xe2\x82\xac\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-char-4', '-c1,3', "--output-d='\xe2\x90\x9e'", {IN=>"\xc3\xa9ab\n"}, {OUT=>"\xc3\xa9\xe2\x90\x9eb\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-char-5', '-c1-2', {IN=>"\xc3x\n"}, {OUT=>"\xc3x\n"}, {ENV => "LC_ALL=$mb_locale"}], # Note mb-byte-n-1 and mb-byte-n-4 differ from coreutils-i18n patch, # which outputs a character if any byte is selected. # I.e., the i18n patch may output more bytes that the requested range. # Also mb-byte-n-3 differs from coreutils-i18n patch, # but that looks like a bug in that patch rather than a design choice. ['mb-byte-n-1', qw(-b1 -n), {IN=>"\xc3\xa9x\n"}, {OUT=>"\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-byte-n-2', qw(-b2 -n), {IN=>"\xc3\xa9x\n"}, {OUT=>"\xc3\xa9\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-byte-n-3', qw(-b1-2 -n), {IN=>"\xc3\xa9x\n"}, {OUT=>"\xc3\xa9\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-byte-n-4', qw(-b1,3 -n), {IN=>"\xc3\xa9x\n"}, {OUT=>"x\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-byte-n-5', qw(-b2-3 -n), {IN=>"\xc3\xa9x\n"}, {OUT=>"\xc3\xa9x\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-byte-n-6', qw(-b2 -n), {IN=>"\xe2\x82\xacx\n"}, {OUT=>"\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-byte-n-7', qw(-b3 -n), {IN=>"\xe2\x82\xacx\n"}, {OUT=>"\xe2\x82\xac\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-byte-n-8', qw(-b2-3 -n), {IN=>"\xe2\x82\xacx\n"}, {OUT=>"\xe2\x82\xac\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-delim-1', '-d', "\xc3\xa9", '-f2', {IN=>"a\xc3\xa9b\xc3\xa9c\n"}, {OUT=>"b\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-delim-2', '-d', "\xc3\xa9", '-f1,3', {IN=>"a\xc3\xa9b\xc3\xa9c\n"}, {OUT=>"a\xc3\xa9c\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-delim-3', '-s', '-d', "\xc3\xa9", '-f2', {IN=>"abc\n"}, {OUT=>""}, {ENV => "LC_ALL=$mb_locale"}], ['mb-delim-4', '-s', '-d', "\xc3\xa9", '-f1', # bug in coreutils-i18n {IN=>"a\xc3\xa9b\n"}, {OUT=>"a\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-delim-5', '-d', "\xa9", '-f2', # Different from coreutils-i18n {IN=>"A\xc3\xa9B\xa9C\n"}, {OUT=>"C\n"}, # (we don't split valid chars) {ENV => "LC_ALL=$mb_locale"}], ['mb-delim-6', '-d', "\xc3\xa9", '-f1,3', {IN=>"a\xc3\xa9b\xc3\xa9c"}, {OUT=>"a\xc3\xa9c\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-delim-7', '-d', "\xc3\xa9", '-f2', {IN=>"a\0b\xc3\xa9c\n"}, {OUT=>"c\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-delim-8', '-d', "\xff", '-f2', # Note 0xF5-0xFF is efficient {IN=>"a\xffb\n"}, {OUT=>"b\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-delim-9', '-d', "\xc3\xa9", '-f2', {IN=>('a' x ($IO_BUFSIZE - 1)) . "\xc3\xa9b\n"}, {OUT=>"b\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-delim-10', '-s', '-d', "\xc3\xa9", '-f2', {IN=>"a\0b\0"}, {OUT=>""}, {ENV => "LC_ALL=$mb_locale"}], ['mb-w-delim-1', '-w', '-f2', {IN=>"a\xe2\x80\x83b\n"}, {OUT=>"b\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-w-delim-2', '-sw', '-f2', {IN=>"a\xc2\xa0b\n"}, {OUT=>""}, {ENV => "LC_ALL=$mb_locale"}], ['mb-w-nodelim-1', '-w', '-f2', {IN=>"abc"}, {OUT=>"abc\n"}, {ENV => "LC_ALL=$mb_locale"}], # --complement with multi-byte ['mb-compl-c1', '--complement', '-c1', {IN=>"\xc3\xa9x\n"}, {OUT=>"x\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-compl-c2', '--complement', '-c2', {IN=>"\xc3\xa9x\n"}, {OUT=>"\xc3\xa9\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-compl-f1', '--complement', '-d', "\xc3\xa9", '-f1', {IN=>"a\xc3\xa9b\xc3\xa9c\n"}, {OUT=>"b\xc3\xa9c\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-compl-bn1', '--complement', qw(-b1 -n), {IN=>"\xc3\xa9x\n"}, {OUT=>"\xc3\xa9x\n"}, {ENV => "LC_ALL=$mb_locale"}], # -z with multi-byte ['mb-zerot-c1', '-z', '-c1', {IN=>"\xc3\xa9x\0\xc3\xa9y\0"}, {OUT=>"\xc3\xa9\0\xc3\xa9\0"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-zerot-f1', '-z', '-d', "\xc3\xa9", '-f2', {IN=>"a\xc3\xa9b\0c\xc3\xa9d\0"}, {OUT=>"b\0d\0"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-zerot-f2', '-z', '-d', "\xc3\xa9", '-f1', {IN=>"a\xc3\xa9b\0c\xc3\xa9d"}, {OUT=>"a\0c\0"}, {ENV => "LC_ALL=$mb_locale"}], # empty fields with multi-byte delimiter ['mb-empty-f1', '-d', "\xc3\xa9", '-f1', {IN=>"\xc3\xa9\xc3\xa9c\n"}, {OUT=>"\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-empty-f2', '-d', "\xc3\xa9", '-f2', {IN=>"\xc3\xa9\xc3\xa9c\n"}, {OUT=>"\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-empty-f3', '-d', "\xc3\xa9", '-f3', {IN=>"\xc3\xa9\xc3\xa9c\n"}, {OUT=>"c\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-empty-f1-3', '-d', "\xc3\xa9", '-f1-3', '--output-d=:', {IN=>"\xc3\xa9\xc3\xa9c\n"}, {OUT=>"::c\n"}, {ENV => "LC_ALL=$mb_locale"}], # multi-byte output delimiter with -f ['mb-odelim-f1', '-d', "\xc3\xa9", '-f1,3', "--output-d=\xe2\x82\xac", {IN=>"a\xc3\xa9b\xc3\xa9c\n"}, {OUT=>"a\xe2\x82\xacc\n"}, {ENV => "LC_ALL=$mb_locale"}], # multi-line, multi-byte delimiter, no trailing newline ['mb-multiline-1', '-d', "\xc3\xa9", '-f2', {IN=>"a\xc3\xa9b\nc\xc3\xa9d"}, {OUT=>"b\nd\n"}, {ENV => "LC_ALL=$mb_locale"}], # -w with multi-byte field content ['mb-w-content-1', '-w', '-f1,2', {IN=>"\xc3\xa9\t\xc3\xbc\n"}, {OUT=>"\xc3\xa9\t\xc3\xbc\n"}, {ENV => "LC_ALL=$mb_locale"}], # -b -n with output delimiter ['mb-bn-odelim', qw(-b1,3 -n), '--output-d=:', {IN=>"\xc3\xa9x\n"}, {OUT=>"x\n"}, {ENV => "LC_ALL=$mb_locale"}], ['mb-bn-odelim-2', qw(-b1-2,4 -n), '--output-d=:', {IN=>"\xc3\xa9\xc3\xbcx\n"}, {OUT=>"\xc3\xa9:\xc3\xbc\n"}, {ENV => "LC_ALL=$mb_locale"}], # -b -n with --complement ['mb-compl-bn2', '--complement', qw(-b3 -n), {IN=>"\xc3\xa9x\n"}, {OUT=>"\xc3\xa9\n"}, {ENV => "LC_ALL=$mb_locale"}], # -F in multi-byte locale ['mb-F-1', '-F', '2', {IN=>"\xc3\xa9\t\xc3\xbc\n"}, {OUT=>"\xc3\xbc\n"}, {ENV => "LC_ALL=$mb_locale"}]; } defined $single_byte_locale and push @Tests, ['mb-delim-C', '-d', "\xc3\xa9", '-f1', {EXIT=>1}, {ERR=>$single_char}, {ENV => "LC_ALL=$single_byte_locale"}]; @Tests = triple_test \@Tests; my $save_temps = $ENV{DEBUG}; my $verbose = $ENV{VERBOSE}; my $fail = run_tests ($ME, $prog, \@Tests, $save_temps, $verbose); exit $fail;