371 lines
12 KiB
Bash
371 lines
12 KiB
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
# Run all the different permutations of all the tests and other things
|
||
|
|
# This helps ensure that nothing gets broken.
|
||
|
|
|
||
|
|
_tests() {
|
||
|
|
local vet="" # TODO: make it off
|
||
|
|
local gover=$( ${gocmd} version | cut -f 3 -d ' ' )
|
||
|
|
[[ $( ${gocmd} version ) == *"gccgo"* ]] && zcover=0
|
||
|
|
[[ $( ${gocmd} version ) == *"gollvm"* ]] && zcover=0
|
||
|
|
case $gover in
|
||
|
|
go1.[7-9]*|go1.1[0-9]*|go2.*|devel*) true ;;
|
||
|
|
*) return 1
|
||
|
|
esac
|
||
|
|
# note that codecgen requires fastpath, so you cannot do "codecgen codec.notfastpath"
|
||
|
|
# we test the following permutations wnich all execute different code paths as below.
|
||
|
|
echo "TestCodecSuite: (fastpath/unsafe), (!fastpath/unsafe), (fastpath/!unsafe), (!fastpath/!unsafe), (codecgen/unsafe)"
|
||
|
|
local echo=1
|
||
|
|
local nc=2 # count
|
||
|
|
local cpus="1,$(nproc)"
|
||
|
|
# if using the race detector, then set nc to
|
||
|
|
if [[ " ${zargs[@]} " =~ "-race" ]]; then
|
||
|
|
cpus="$(nproc)"
|
||
|
|
fi
|
||
|
|
local a=( "" "codec.notfastpath" "codec.safe" "codec.notfastpath codec.safe" "codecgen" )
|
||
|
|
local b=()
|
||
|
|
local c=()
|
||
|
|
for i in "${a[@]}"
|
||
|
|
do
|
||
|
|
local i2=${i:-default}
|
||
|
|
[[ "$zwait" == "1" ]] && echo ">>>> TAGS: 'alltests $i'; RUN: 'TestCodecSuite'"
|
||
|
|
[[ "$zcover" == "1" ]] && c=( -coverprofile "${i2// /-}.cov.out" )
|
||
|
|
true &&
|
||
|
|
${gocmd} vet -printfuncs "errorf" "$@" &&
|
||
|
|
if [[ "$echo" == 1 ]]; then set -o xtrace; fi &&
|
||
|
|
${gocmd} test ${zargs[*]} ${ztestargs[*]} -vet "$vet" -tags "alltests $i" -count $nc -cpu $cpus -run "TestCodecSuite" "${c[@]}" "$@" &
|
||
|
|
if [[ "$echo" == 1 ]]; then set +o xtrace; fi
|
||
|
|
b+=("${i2// /-}.cov.out")
|
||
|
|
[[ "$zwait" == "1" ]] && wait
|
||
|
|
|
||
|
|
# if [[ "$?" != 0 ]]; then return 1; fi
|
||
|
|
done
|
||
|
|
if [[ "$zextra" == "1" ]]; then
|
||
|
|
[[ "$zwait" == "1" ]] && echo ">>>> TAGS: 'codec.notfastpath x'; RUN: 'Test.*X$'"
|
||
|
|
[[ "$zcover" == "1" ]] && c=( -coverprofile "x.cov.out" )
|
||
|
|
${gocmd} test ${zargs[*]} ${ztestargs[*]} -vet "$vet" -tags "codec.notfastpath x" -count $nc -run 'Test.*X$' "${c[@]}" &
|
||
|
|
b+=("x.cov.out")
|
||
|
|
[[ "$zwait" == "1" ]] && wait
|
||
|
|
fi
|
||
|
|
wait
|
||
|
|
# go tool cover is not supported for gccgo, gollvm, other non-standard go compilers
|
||
|
|
[[ "$zcover" == "1" ]] &&
|
||
|
|
command -v gocovmerge &&
|
||
|
|
gocovmerge "${b[@]}" > __merge.cov.out &&
|
||
|
|
${gocmd} tool cover -html=__merge.cov.out
|
||
|
|
}
|
||
|
|
|
||
|
|
# is a generation needed?
|
||
|
|
_ng() {
|
||
|
|
local a="$1"
|
||
|
|
if [[ ! -e "$a" ]]; then echo 1; return; fi
|
||
|
|
for i in `ls -1 *.go.tmpl gen.go values_test.go`
|
||
|
|
do
|
||
|
|
if [[ "$a" -ot "$i" ]]; then echo 1; return; fi
|
||
|
|
done
|
||
|
|
}
|
||
|
|
|
||
|
|
_prependbt() {
|
||
|
|
cat > ${2} <<EOF
|
||
|
|
// +build generated
|
||
|
|
|
||
|
|
EOF
|
||
|
|
cat ${1} >> ${2}
|
||
|
|
rm -f ${1}
|
||
|
|
}
|
||
|
|
|
||
|
|
# _build generates fast-path.go and gen-helper.go.
|
||
|
|
_build() {
|
||
|
|
if ! [[ "${zforce}" || $(_ng "fast-path.generated.go") || $(_ng "gen-helper.generated.go") || $(_ng "gen.generated.go") ]]; then return 0; fi
|
||
|
|
|
||
|
|
if [ "${zbak}" ]; then
|
||
|
|
_zts=`date '+%m%d%Y_%H%M%S'`
|
||
|
|
_gg=".generated.go"
|
||
|
|
[ -e "gen-helper${_gg}" ] && mv gen-helper${_gg} gen-helper${_gg}__${_zts}.bak
|
||
|
|
[ -e "fast-path${_gg}" ] && mv fast-path${_gg} fast-path${_gg}__${_zts}.bak
|
||
|
|
[ -e "gen${_gg}" ] && mv gen${_gg} gen${_gg}__${_zts}.bak
|
||
|
|
fi
|
||
|
|
rm -f gen-helper.generated.go fast-path.generated.go gen.generated.go \
|
||
|
|
*safe.generated.go *_generated_test.go *.generated_ffjson_expose.go
|
||
|
|
|
||
|
|
cat > gen.generated.go <<EOF
|
||
|
|
// +build codecgen.exec
|
||
|
|
|
||
|
|
// Copyright (c) 2012-2020 Ugorji Nwoke. All rights reserved.
|
||
|
|
// Use of this source code is governed by a MIT license found in the LICENSE file.
|
||
|
|
|
||
|
|
package codec
|
||
|
|
|
||
|
|
// DO NOT EDIT. THIS FILE IS AUTO-GENERATED FROM gen-dec-(map|array).go.tmpl
|
||
|
|
|
||
|
|
const genDecMapTmpl = \`
|
||
|
|
EOF
|
||
|
|
cat >> gen.generated.go < gen-dec-map.go.tmpl
|
||
|
|
cat >> gen.generated.go <<EOF
|
||
|
|
\`
|
||
|
|
|
||
|
|
const genDecListTmpl = \`
|
||
|
|
EOF
|
||
|
|
cat >> gen.generated.go < gen-dec-array.go.tmpl
|
||
|
|
cat >> gen.generated.go <<EOF
|
||
|
|
\`
|
||
|
|
|
||
|
|
const genEncChanTmpl = \`
|
||
|
|
EOF
|
||
|
|
cat >> gen.generated.go < gen-enc-chan.go.tmpl
|
||
|
|
cat >> gen.generated.go <<EOF
|
||
|
|
\`
|
||
|
|
EOF
|
||
|
|
cat > gen-from-tmpl.codec.generated.go <<EOF
|
||
|
|
package codec
|
||
|
|
func GenRunTmpl2Go(in, out string) { genRunTmpl2Go(in, out) }
|
||
|
|
func GenRunSortTmpl2Go(in, out string) { genRunSortTmpl2Go(in, out) }
|
||
|
|
EOF
|
||
|
|
|
||
|
|
# stub xxxRv and xxxRvSlice creation, before you create it
|
||
|
|
cat > gen-from-tmpl.sort-slice-stubs.generated.go <<EOF
|
||
|
|
// +build codecgen.sort_slice
|
||
|
|
|
||
|
|
package codec
|
||
|
|
|
||
|
|
import "reflect"
|
||
|
|
import "time"
|
||
|
|
|
||
|
|
EOF
|
||
|
|
|
||
|
|
for i in string bool uint64 int64 float64 bytes time; do
|
||
|
|
local i2=$i
|
||
|
|
case $i in
|
||
|
|
'time' ) i2="time.Time";;
|
||
|
|
'bytes' ) i2="[]byte";;
|
||
|
|
esac
|
||
|
|
|
||
|
|
cat >> gen-from-tmpl.sort-slice-stubs.generated.go <<EOF
|
||
|
|
type ${i}Rv struct { v ${i2}; r reflect.Value }
|
||
|
|
|
||
|
|
type ${i}RvSlice []${i}Rv
|
||
|
|
|
||
|
|
func (${i}RvSlice) Len() int { return 0 }
|
||
|
|
func (${i}RvSlice) Less(i, j int) bool { return false }
|
||
|
|
func (${i}RvSlice) Swap(i, j int) {}
|
||
|
|
|
||
|
|
type ${i}Intf struct { v ${i2}; i interface{} }
|
||
|
|
|
||
|
|
type ${i}IntfSlice []${i}Intf
|
||
|
|
|
||
|
|
func (${i}IntfSlice) Len() int { return 0 }
|
||
|
|
func (${i}IntfSlice) Less(i, j int) bool { return false }
|
||
|
|
func (${i}IntfSlice) Swap(i, j int) {}
|
||
|
|
|
||
|
|
EOF
|
||
|
|
done
|
||
|
|
|
||
|
|
sed -e 's+// __DO_NOT_REMOVE__NEEDED_FOR_REPLACING__IMPORT_PATH__FOR_CODEC_BENCH__+import . "github.com/ugorji/go/codec"+' \
|
||
|
|
shared_test.go > bench/shared_test.go
|
||
|
|
|
||
|
|
# explicitly return 0 if this passes, else return 1
|
||
|
|
local btags="codec.notfastpath codec.safe codecgen.exec"
|
||
|
|
rm -f sort-slice.generated.go fast-path.generated.go gen-helper.generated.go mammoth_generated_test.go mammoth2_generated_test.go
|
||
|
|
|
||
|
|
cat > gen-from-tmpl.sort-slice.generated.go <<EOF
|
||
|
|
// +build ignore
|
||
|
|
|
||
|
|
package main
|
||
|
|
|
||
|
|
import "${zpkg}"
|
||
|
|
|
||
|
|
func main() {
|
||
|
|
codec.GenRunSortTmpl2Go("sort-slice.go.tmpl", "sort-slice.generated.go")
|
||
|
|
}
|
||
|
|
EOF
|
||
|
|
|
||
|
|
${gocmd} run -tags "$btags codecgen.sort_slice" gen-from-tmpl.sort-slice.generated.go || return 1
|
||
|
|
rm -f gen-from-tmpl.sort-slice.generated.go
|
||
|
|
|
||
|
|
cat > gen-from-tmpl.generated.go <<EOF
|
||
|
|
// +build ignore
|
||
|
|
|
||
|
|
package main
|
||
|
|
|
||
|
|
import "${zpkg}"
|
||
|
|
|
||
|
|
func main() {
|
||
|
|
codec.GenRunTmpl2Go("fast-path.go.tmpl", "fast-path.generated.go")
|
||
|
|
codec.GenRunTmpl2Go("gen-helper.go.tmpl", "gen-helper.generated.go")
|
||
|
|
codec.GenRunTmpl2Go("mammoth-test.go.tmpl", "mammoth_generated_test.go")
|
||
|
|
codec.GenRunTmpl2Go("mammoth2-test.go.tmpl", "mammoth2_generated_test.go")
|
||
|
|
}
|
||
|
|
EOF
|
||
|
|
|
||
|
|
${gocmd} run -tags "$btags" gen-from-tmpl.generated.go || return 1
|
||
|
|
rm -f gen-from-tmpl.generated.go
|
||
|
|
|
||
|
|
rm -f gen-from-tmpl.*generated.go
|
||
|
|
return 0
|
||
|
|
}
|
||
|
|
|
||
|
|
_codegenerators() {
|
||
|
|
local c5="_generated_test.go"
|
||
|
|
local c7="$PWD/codecgen"
|
||
|
|
local c8="$c7/__codecgen"
|
||
|
|
local c9="codecgen-scratch.go"
|
||
|
|
|
||
|
|
if ! [[ $zforce || $(_ng "values_codecgen${c5}") ]]; then return 0; fi
|
||
|
|
|
||
|
|
# Note: ensure you run the codecgen for this codebase/directory i.e. ./codecgen/codecgen
|
||
|
|
true &&
|
||
|
|
echo "codecgen ... " &&
|
||
|
|
if [[ $zforce || ! -f "$c8" || "$c7/gen.go" -nt "$c8" ]]; then
|
||
|
|
echo "rebuilding codecgen ... " && ( cd codecgen && ${gocmd} build -o $c8 ${zargs[*]} . )
|
||
|
|
fi &&
|
||
|
|
$c8 -rt 'codecgen' -t 'codecgen generated' -o "values_codecgen${c5}" -d 19780 "$zfin" "$zfin2" &&
|
||
|
|
cp mammoth2_generated_test.go $c9 &&
|
||
|
|
$c8 -t 'codecgen,!codec.notfastpath,!codec.notmammoth generated,!codec.notfastpath,!codec.notmammoth' -o "mammoth2_codecgen${c5}" -d 19781 "mammoth2_generated_test.go" &&
|
||
|
|
rm -f $c9 &&
|
||
|
|
echo "generators done!"
|
||
|
|
}
|
||
|
|
|
||
|
|
_prebuild() {
|
||
|
|
echo "prebuild: zforce: $zforce"
|
||
|
|
local d="$PWD"
|
||
|
|
local zfin="test_values.generated.go"
|
||
|
|
local zfin2="test_values_flex.generated.go"
|
||
|
|
local zpkg="github.com/ugorji/go/codec"
|
||
|
|
local returncode=1
|
||
|
|
|
||
|
|
# zpkg=${d##*/src/}
|
||
|
|
# zgobase=${d%%/src/*}
|
||
|
|
# rm -f *_generated_test.go
|
||
|
|
rm -f codecgen-*.go &&
|
||
|
|
_build &&
|
||
|
|
cp $d/values_test.go $d/$zfin &&
|
||
|
|
cp $d/values_flex_test.go $d/$zfin2 &&
|
||
|
|
_codegenerators &&
|
||
|
|
if [[ "$(type -t _codegenerators_external )" = "function" ]]; then _codegenerators_external ; fi &&
|
||
|
|
if [[ $zforce ]]; then ${gocmd} install ${zargs[*]} .; fi &&
|
||
|
|
returncode=0 &&
|
||
|
|
echo "prebuild done successfully"
|
||
|
|
rm -f $d/$zfin $d/$zfin2
|
||
|
|
return $returncode
|
||
|
|
# unset zfin zfin2 zpkg
|
||
|
|
}
|
||
|
|
|
||
|
|
_make() {
|
||
|
|
local makeforce=${zforce}
|
||
|
|
zforce=1
|
||
|
|
(cd codecgen && ${gocmd} install ${zargs[*]} .) && _prebuild && ${gocmd} install ${zargs[*]} .
|
||
|
|
zforce=${makeforce}
|
||
|
|
}
|
||
|
|
|
||
|
|
_clean() {
|
||
|
|
rm -f \
|
||
|
|
gen-from-tmpl.*generated.go \
|
||
|
|
codecgen-*.go \
|
||
|
|
test_values.generated.go test_values_flex.generated.go
|
||
|
|
}
|
||
|
|
|
||
|
|
_release() {
|
||
|
|
local reply
|
||
|
|
read -p "Pre-release validation takes a few minutes and MUST be run from within GOPATH/src. Confirm y/n? " -n 1 -r reply
|
||
|
|
echo
|
||
|
|
if [[ ! $reply =~ ^[Yy]$ ]]; then return 1; fi
|
||
|
|
|
||
|
|
# expects GOROOT, GOROOT_BOOTSTRAP to have been set.
|
||
|
|
if [[ -z "${GOROOT// }" || -z "${GOROOT_BOOTSTRAP// }" ]]; then return 1; fi
|
||
|
|
# (cd $GOROOT && git checkout -f master && git pull && git reset --hard)
|
||
|
|
(cd $GOROOT && git pull)
|
||
|
|
local f=`pwd`/make.release.out
|
||
|
|
cat > $f <<EOF
|
||
|
|
========== `date` ===========
|
||
|
|
EOF
|
||
|
|
# # go 1.6 and below kept giving memory errors on Mac OS X during SDK build or go run execution,
|
||
|
|
# # that is fine, as we only explicitly test the last 3 releases and tip (2 years).
|
||
|
|
local makeforce=${zforce}
|
||
|
|
zforce=1
|
||
|
|
for i in 1.10 1.11 1.12 master
|
||
|
|
do
|
||
|
|
echo "*********** $i ***********" >>$f
|
||
|
|
if [[ "$i" != "master" ]]; then i="release-branch.go$i"; fi
|
||
|
|
(false ||
|
||
|
|
(echo "===== BUILDING GO SDK for branch: $i ... =====" &&
|
||
|
|
cd $GOROOT &&
|
||
|
|
git checkout -f $i && git reset --hard && git clean -f . &&
|
||
|
|
cd src && ./make.bash >>$f 2>&1 && sleep 1 ) ) &&
|
||
|
|
echo "===== GO SDK BUILD DONE =====" &&
|
||
|
|
_prebuild &&
|
||
|
|
echo "===== PREBUILD DONE with exit: $? =====" &&
|
||
|
|
_tests "$@"
|
||
|
|
if [[ "$?" != 0 ]]; then return 1; fi
|
||
|
|
done
|
||
|
|
zforce=${makeforce}
|
||
|
|
echo "++++++++ RELEASE TEST SUITES ALL PASSED ++++++++"
|
||
|
|
}
|
||
|
|
|
||
|
|
_usage() {
|
||
|
|
# hidden args:
|
||
|
|
# -pf [p=prebuild (f=force)]
|
||
|
|
|
||
|
|
cat <<EOF
|
||
|
|
primary usage: $0
|
||
|
|
-t[esow] -> t=tests [e=extra, s=short, o=cover, w=wait]
|
||
|
|
-[md] -> [m=make, d=race detector]
|
||
|
|
-[n l i] -> [n=inlining diagnostics, l=mid-stack inlining, i=check inlining for path (path)]
|
||
|
|
-v -> v=verbose
|
||
|
|
EOF
|
||
|
|
if [[ "$(type -t _usage_run)" = "function" ]]; then _usage_run ; fi
|
||
|
|
}
|
||
|
|
|
||
|
|
_main() {
|
||
|
|
if [[ -z "$1" ]]; then _usage; return 1; fi
|
||
|
|
local x # determines the main action to run in this build
|
||
|
|
local zforce # force
|
||
|
|
local zcover # generate cover profile and show in browser when done
|
||
|
|
local zwait # run tests in sequence, not parallel ie wait for one to finish before starting another
|
||
|
|
local zextra # means run extra (python based tests, etc) during testing
|
||
|
|
|
||
|
|
local ztestargs=()
|
||
|
|
local zargs=()
|
||
|
|
local zverbose=()
|
||
|
|
local zbenchflags=""
|
||
|
|
|
||
|
|
local gocmd=${MYGOCMD:-go}
|
||
|
|
|
||
|
|
OPTIND=1
|
||
|
|
while getopts ":cetmnrgpfvldsowkxyzi" flag
|
||
|
|
do
|
||
|
|
case "x$flag" in
|
||
|
|
'xo') zcover=1 ;;
|
||
|
|
'xe') zextra=1 ;;
|
||
|
|
'xw') zwait=1 ;;
|
||
|
|
'xf') zforce=1 ;;
|
||
|
|
'xs') ztestargs+=("-short") ;;
|
||
|
|
'xv') zverbose+=(1) ;;
|
||
|
|
'xl') zargs+=("-gcflags"); zargs+=("-l=4") ;;
|
||
|
|
'xn') zargs+=("-gcflags"); zargs+=("-m=2") ;;
|
||
|
|
'xd') zargs+=("-race") ;;
|
||
|
|
# 'xi') x='i'; zbenchflags=${OPTARG} ;;
|
||
|
|
x\?) _usage; return 1 ;;
|
||
|
|
*) x=$flag ;;
|
||
|
|
esac
|
||
|
|
done
|
||
|
|
shift $((OPTIND-1))
|
||
|
|
# echo ">>>> _main: extra args: $@"
|
||
|
|
case "x$x" in
|
||
|
|
'xt') _tests "$@" ;;
|
||
|
|
'xm') _make "$@" ;;
|
||
|
|
'xr') _release "$@" ;;
|
||
|
|
'xg') _go ;;
|
||
|
|
'xp') _prebuild "$@" ;;
|
||
|
|
'xc') _clean "$@" ;;
|
||
|
|
'xx') _analyze_checks "$@" ;;
|
||
|
|
'xy') _analyze_debug_types "$@" ;;
|
||
|
|
'xz') _analyze_do_inlining_and_more "$@" ;;
|
||
|
|
'xk') _go_compiler_validation_suite ;;
|
||
|
|
'xi') _check_inlining_one "$@" ;;
|
||
|
|
esac
|
||
|
|
# unset zforce zargs zbenchflags
|
||
|
|
}
|
||
|
|
|
||
|
|
[ "." = `dirname $0` ] && _main "$@"
|
||
|
|
|