mirror of
https://github.com/uutils/sed.git
synced 2026-06-10 16:14:15 -07:00
Diomidis Spinellis
8665bf67b6
It's difficult to make quoting work reliably and portably with the Windows shell, so in most casesEsupply sed commands as files.
146 lines
3.5 KiB
Bash
Executable File
146 lines
3.5 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
set -eu
|
|
|
|
if [ $# -ne 2 ] ; then
|
|
cat <<EOF 1>&2
|
|
Usage: $(basename $0) sed-command output-file"
|
|
|
|
Examples:
|
|
$(basename $0) 'target/release/sedapp sed' rust-sed
|
|
$(basename $0) /usr/bin/sed gnu-sed
|
|
EOF
|
|
exit 1
|
|
fi
|
|
|
|
PROG="$1"
|
|
OUT="$2"
|
|
|
|
SCRIPTS=tests/fixtures/sed/script
|
|
|
|
|
|
# Run hyperfine with the specified name and command and collect the results.
|
|
bench_run()
|
|
{
|
|
if hyperfine --command-name "$1" --warmup 2 --export-csv out.csv --output ./out.txt "$2" ; then
|
|
# Output the results sans-heading.
|
|
sed 1d out.csv >>"$OUT"
|
|
else
|
|
# Unable to run; output a named empty record.
|
|
echo "$1,,,,,,," >>"$OUT"
|
|
fi
|
|
|
|
rm out.csv out.txt
|
|
}
|
|
|
|
# Shared heading
|
|
echo 'command,mean,stddev,median,user,system,min,max' >"$OUT"
|
|
|
|
# Short line processing
|
|
awk 'BEGIN { for (i = 0; i < 50000000; i++) { print i } }' > lines.txt
|
|
|
|
# No operation
|
|
bench_run no-op-short "$PROG "'"" lines.txt'
|
|
|
|
# Log file processing
|
|
|
|
# Create an access.log file with the specified number of lines
|
|
create_access_log()
|
|
{
|
|
awk 'BEGIN {
|
|
for (i = 0; i < 5000000; i++) {
|
|
printf("192.168.%d.%d - - [01/Jan/2024:00:00:00 +0000] \"GET /index.html HTTP/1.1\" 200 1234 \"-\" \"Mozilla/5.0\"\n", int(i/256)%256, i%256);
|
|
}
|
|
}' > access.log
|
|
}
|
|
|
|
# Create long file for simple commands
|
|
create_access_log 5000000
|
|
|
|
# No operation
|
|
bench_run access-log-no-op "$PROG "'"" access.log'
|
|
|
|
# No substitution
|
|
bench_run access-log-no-subst "$PROG s/Chrome/Chromium/ access.log"
|
|
|
|
# Substitution
|
|
bench_run access-log-subst "$PROG s/Mozilla/Chromium/ access.log"
|
|
|
|
# No deletion
|
|
bench_run access-log-no-del "$PROG /Chrome/d access.log"
|
|
|
|
# Full deletion
|
|
bench_run access-log-all-del "$PROG /Mozilla/d access.log"
|
|
|
|
# Create shorter file for more complex commands
|
|
create_access_log 50000
|
|
|
|
# Transliteration
|
|
bench_run access-log-translit "$PROG y/0123456789/9876543210/ access.log"
|
|
|
|
# Multiple substitutions
|
|
bench_run access-log-complex-sub "$PROG -f $SCRIPTS/http-log-redact.sed access.log"
|
|
|
|
# Text append
|
|
bench_run access-log-append "$PROG athe-line-ends-here access.log"
|
|
|
|
rm access.log
|
|
|
|
# Remove \r
|
|
awk 'BEGIN {
|
|
for (i = 0; i < 1500000; i++) {
|
|
printf("line %d with windows endings\r\n", i);
|
|
}
|
|
}' > legacy_input.txt
|
|
|
|
echo 's/\r$//' >script.sed
|
|
bench_run remove-cr "$PROG -f script.sed legacy_input.txt"
|
|
|
|
rm -f legacy_input.txt script.sed
|
|
|
|
# Genomic data cleanup
|
|
|
|
awk 'BEGIN {
|
|
for (i = 0; i < 1000000; i++) {
|
|
chr = "chr" (1 + i % 22);
|
|
printf("%s\t%d\t%s\t.\t%s\t.\t.\n", chr, i * 100, (i % 2 ? "A" : "T"), (i % 2 ? "G" : "C"));
|
|
}
|
|
}' > genome.tsv
|
|
|
|
echo '/^#/d; s/\t\./\tNA/g; s/\.$/NA/' >script.sed
|
|
bench_run genome-subst "$PROG -f script.sed genome.tsv"
|
|
|
|
rm -f genome.tsv script.sed
|
|
|
|
# Number fixups: remove thousands separator, change , into .
|
|
awk 'BEGIN {
|
|
for (i = 0; i < 700000; i++) {
|
|
euros = int(i % 10000);
|
|
cents = int(i % 100);
|
|
thousands = int(euros / 1000);
|
|
remainder = euros % 1000;
|
|
printf("%d.%03d,%02d\n", thousands, remainder, cents);
|
|
}
|
|
}' > finance.csv
|
|
|
|
echo 's/\([0-9]\)\.\([0-9]\)/\1\2/g;s/\([0-9]\),\([0-9]\)/\1.\2/g' >script.sed
|
|
bench_run number-fix "$PROG -f script.sed finance.csv"
|
|
|
|
rm -f finance.csv script.sed
|
|
|
|
# Long script compilation
|
|
for i in $(seq 1 99) ; do
|
|
awk -v tag="$i" '{ gsub(/[tb:] [[:alnum:]_]+/, "&" tag); print }' $SCRIPTS/math.sed
|
|
done >long_script.sed
|
|
|
|
bench_run long-script "echo -n '' | $PROG -f long_script.sed "
|
|
|
|
rm long_script.sed
|
|
|
|
|
|
# Towers of Hanoi
|
|
bench_run hanoi "echo ':abcdefghijkl: : :' | $PROG -f $SCRIPTS/hanoi.sed"
|
|
|
|
# Arbitrary precision arithmetic
|
|
bench_run factorial "echo 30\! | $PROG -f $SCRIPTS/math.sed"
|