run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } let: spec test case results

Results for let.test.sh

statusoshosh-cpp
FAIL 22
total22
caseoshosh-cppdescription
0FAIL FAIL let
detailsdetails
1FAIL FAIL let with ()
detailsdetails
0 passed, 0 OK, 0 not implemented, 0 BUG, 2 failed, 0 timeouts, 0 cases skipped
2 failed under osh

Details on runs that didn't PASS

osh0 let

[osh stdout] Expected '1 3 9 9\n', got '\n'

stdout:
stderr: 
  let x=1
  ^~~
[ stdin ]:1: 'let' not found (OILS-ERR-100)
  let y=x+2
  ^~~
[ stdin ]:2: 'let' not found (OILS-ERR-100)
  let z=y*3  # zsh treats this as a glob; bash doesn't
  ^~~
[ stdin ]:3: 'let' not found (OILS-ERR-100)
  let z2='y*3'  # both are OK with this
  ^~~
[ stdin ]:4: 'let' not found (OILS-ERR-100)
osh-cpp0 let

[osh-cpp stdout] Expected '1 3 9 9\n', got '\n'

stdout:
stderr: 
  let x=1
  ^~~
[ stdin ]:1: 'let' not found (OILS-ERR-100)
  let y=x+2
  ^~~
[ stdin ]:2: 'let' not found (OILS-ERR-100)
  let z=y*3  # zsh treats this as a glob; bash doesn't
  ^~~
[ stdin ]:3: 'let' not found (OILS-ERR-100)
  let z2='y*3'  # both are OK with this
  ^~~
[ stdin ]:4: 'let' not found (OILS-ERR-100)
osh1 let with ()

[osh stdout] Expected '1 3 9\n', got ''
[osh status] Expected 0, got 1

stdout:
stderr: 
  let x=( 1 )
        ^
[ stdin ]:1: fatal: Unexpected array literal
osh-cpp1 let with ()

[osh-cpp stdout] Expected '1 3 9\n', got ''
[osh-cpp status] Expected 0, got 1

stdout:
stderr: 
  let x=( 1 )
        ^
[ stdin ]:1: fatal: Unexpected array literal