run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } blog1: spec test case results

Results for blog1.test.sh

statusoshosh-cpp
pass 55
N-I 44
total99
caseoshosh-cppdescription
0pass pass ${##}
1N-I N-I ${###}
detailsdetails
2N-I N-I ${####}
detailsdetails
3N-I N-I ${##2}
detailsdetails
4N-I N-I ${###2}
detailsdetails
5pass pass ${1####}
6pass pass ${1#'###'}
7pass pass ${#1#'###'}
8pass pass Julia example from spec/oil-user-feedback
10 passed, 0 OK, 8 not implemented, 0 BUG, 0 failed, 0 timeouts, 0 cases skipped

Details on runs that didn't PASS

osh1 ${###}

stdout: 
stderr: 


  echo ${###}
           ^
[ stdin ]:2: Expected } after length expression

osh-cpp1 ${###}


stdout: 


stderr: 


  echo ${###}
           ^
[ stdin ]:2: Expected } after length expression

osh2 ${####}


stdout: 


stderr: 


  echo ${####}
           ^~
[ stdin ]:2: Expected } after length expression

osh-cpp2 ${####}


stdout: 


stderr: 


  echo ${####}
           ^~
[ stdin ]:2: Expected } after length expression

osh3 ${##2}


stdout: 


stderr: 


  echo ${##2}
           ^
[ stdin ]:2: Expected } after length expression

osh-cpp3 ${##2}


stdout: 


stderr: 


  echo ${##2}
           ^
[ stdin ]:2: Expected } after length expression

osh4 ${###2}


stdout: 


stderr: 


  echo ${###2}
           ^
[ stdin ]:2: Expected } after length expression

osh-cpp4 ${###2}


stdout: 


stderr: 


  echo ${###2}
           ^
[ stdin ]:2: Expected } after length expression