| 1 | #!/usr/bin/env bash
|
| 2 | #
|
| 3 | # Test the lossless invariant, which is useful for --tool ysh-ify and --tool
|
| 4 | # fmt.
|
| 5 | #
|
| 6 | # Usage:
|
| 7 | # test/lossless.sh <function name>
|
| 8 |
|
| 9 | set -o nounset
|
| 10 | set -o pipefail
|
| 11 | set -o errexit
|
| 12 |
|
| 13 | source test/common.sh # for run-other-suite-for-release
|
| 14 | source test/wild-runner.sh # For MANIFEST, etc.
|
| 15 |
|
| 16 | OSH=${OSH:-bin/osh}
|
| 17 | YSH=${YSH:-bin/ysh}
|
| 18 |
|
| 19 | _compare() {
|
| 20 | local path=$1
|
| 21 | local sh=${2:-bin/osh}
|
| 22 |
|
| 23 | mkdir -p _tmp/lossless
|
| 24 | $sh --tool lossless-cat $path > _tmp/lossless/left.txt
|
| 25 | if diff -u $path _tmp/lossless/left.txt; then
|
| 26 | echo "$path"
|
| 27 | else
|
| 28 | return 1
|
| 29 | fi
|
| 30 | }
|
| 31 |
|
| 32 | test-sh() {
|
| 33 | for file in test/lossless/*.sh; do
|
| 34 | echo "--- $file"
|
| 35 | _compare $file
|
| 36 | done
|
| 37 | }
|
| 38 |
|
| 39 | test-ysh() {
|
| 40 | for file in ysh/testdata/*.ysh test/lossless/*.ysh; do
|
| 41 | echo "--- $file"
|
| 42 | _compare $file $YSH
|
| 43 | done
|
| 44 | }
|
| 45 |
|
| 46 | test-ysh-strings() {
|
| 47 | # TODO: extract test cases from test/ysh-every-string.sh
|
| 48 | # This includes multi-line strings
|
| 49 |
|
| 50 | echo
|
| 51 | }
|
| 52 |
|
| 53 | _compare-wild() {
|
| 54 | local rel_path=$1
|
| 55 | local abs_path=$2
|
| 56 |
|
| 57 | _compare $abs_path
|
| 58 | }
|
| 59 |
|
| 60 | # Run on wild corpus. I think this never passed?
|
| 61 | DISABLED-test-wild() {
|
| 62 | wc -l $MANIFEST
|
| 63 | cat $MANIFEST | xargs -n 2 -- $0 _compare-wild
|
| 64 | }
|
| 65 |
|
| 66 | test-big-sh-files() {
|
| 67 | local num_files=0
|
| 68 | local num_passed=0
|
| 69 |
|
| 70 | local osh=bin/osh
|
| 71 |
|
| 72 | if false; then
|
| 73 | local osh_cpp=_bin/cxx-asan/osh
|
| 74 | ninja $osh_cpp
|
| 75 | osh=$osh_cpp
|
| 76 | fi
|
| 77 |
|
| 78 | for file in benchmarks/testdata/*; do
|
| 79 | echo "--- $file"
|
| 80 | echo
|
| 81 | set +o errexit
|
| 82 | time _compare $file $osh
|
| 83 | local status=$?
|
| 84 | set -o errexit
|
| 85 |
|
| 86 | if test $status = 0; then
|
| 87 | num_passed=$((num_passed+1))
|
| 88 | fi
|
| 89 | num_files=$((num_files+1))
|
| 90 | done
|
| 91 |
|
| 92 | echo
|
| 93 | echo "$num_passed of $num_files files respect the lossless invariant"
|
| 94 | }
|
| 95 |
|
| 96 | test-do-lossless-flag() {
|
| 97 |
|
| 98 | local sh_array='a[x+1]=1'
|
| 99 |
|
| 100 | # This gives you arithmetic parsing
|
| 101 | $OSH -n -c "$sh_array"
|
| 102 | # This gives you a sh_lhs.UnparsedIndex token!
|
| 103 | $OSH --do-lossless -n -c "$sh_array"
|
| 104 |
|
| 105 | local backticks='`echo \`hostname\` zzz`'
|
| 106 |
|
| 107 | # This gives you NESTED Id.Left_Backtick and Id.Backtick_Right
|
| 108 | $OSH -n -c "$backticks"
|
| 109 |
|
| 110 | # This gives (an erroneous?) Lit_EscapedChar
|
| 111 | $OSH --do-lossless -n -c "$backticks"
|
| 112 |
|
| 113 | local here=_tmp/lossless-here.sh
|
| 114 | cat >$here <<EOF
|
| 115 | cat <<-'HERE'
|
| 116 | one # tabs stripped
|
| 117 | two # 2 tabs
|
| 118 | three
|
| 119 | HERE
|
| 120 | EOF
|
| 121 |
|
| 122 | # TODO: May need to show difference with --tool tokens
|
| 123 | $OSH -n $here
|
| 124 | $OSH --do-lossless -n $here
|
| 125 | }
|
| 126 |
|
| 127 | run-for-release() {
|
| 128 | run-other-suite-for-release lossless run-test-funcs
|
| 129 | }
|
| 130 |
|
| 131 | soil-run() {
|
| 132 | run-test-funcs
|
| 133 | }
|
| 134 |
|
| 135 | run-cpp() {
|
| 136 | # Not automated now, but it speeds things up
|
| 137 |
|
| 138 | local variant=opt # also asan, ubsan
|
| 139 |
|
| 140 | local osh=_bin/cxx-$variant/osh
|
| 141 | local ysh=_bin/cxx-$variant/ysh
|
| 142 |
|
| 143 | ninja $osh $ysh
|
| 144 |
|
| 145 | OSH=$osh YSH=$ysh run-test-funcs
|
| 146 | }
|
| 147 |
|
| 148 | "$@"
|