2010-12-03 05:34:57 +01:00
|
|
|
// Copyright 2009 The Go Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
2011-05-20 02:18:15 +02:00
|
|
|
// Package testing provides support for automated testing of Go packages.
|
2012-01-25 22:54:22 +01:00
|
|
|
// It is intended to be used in concert with the ``go test'' command, which automates
|
2010-12-03 05:34:57 +01:00
|
|
|
// execution of any function of the form
|
|
|
|
// func TestXxx(*testing.T)
|
2018-01-17 15:20:29 +01:00
|
|
|
// where Xxx does not start with a lowercase letter. The function name
|
|
|
|
// serves to identify the test routine.
|
2010-12-03 05:34:57 +01:00
|
|
|
//
|
2014-07-19 10:53:52 +02:00
|
|
|
// Within these functions, use the Error, Fail or related methods to signal failure.
|
|
|
|
//
|
|
|
|
// To write a new test suite, create a file whose name ends _test.go that
|
|
|
|
// contains the TestXxx functions as described here. Put the file in the same
|
|
|
|
// package as the one being tested. The file will be excluded from regular
|
|
|
|
// package builds but will be included when the ``go test'' command is run.
|
|
|
|
// For more detail, run ``go help test'' and ``go help testflag''.
|
|
|
|
//
|
2019-01-18 20:04:36 +01:00
|
|
|
// A simple test function looks like this:
|
|
|
|
//
|
|
|
|
// func TestAbs(t *testing.T) {
|
|
|
|
// got := Abs(-1)
|
|
|
|
// if got != 1 {
|
|
|
|
// t.Errorf("Abs(-1) = %d; want 1", got)
|
2013-01-29 21:52:43 +01:00
|
|
|
// }
|
|
|
|
// }
|
|
|
|
//
|
2013-07-16 08:54:42 +02:00
|
|
|
// Benchmarks
|
|
|
|
//
|
2010-12-03 05:34:57 +01:00
|
|
|
// Functions of the form
|
|
|
|
// func BenchmarkXxx(*testing.B)
|
2012-03-02 17:38:43 +01:00
|
|
|
// are considered benchmarks, and are executed by the "go test" command when
|
2013-11-06 20:49:01 +01:00
|
|
|
// its -bench flag is provided. Benchmarks are run sequentially.
|
2012-11-21 08:03:38 +01:00
|
|
|
//
|
2012-10-23 06:31:11 +02:00
|
|
|
// For a description of the testing flags, see
|
2018-09-24 23:46:21 +02:00
|
|
|
// https://golang.org/cmd/go/#hdr-Testing_flags
|
2010-12-03 05:34:57 +01:00
|
|
|
//
|
|
|
|
// A sample benchmark function looks like this:
|
|
|
|
// func BenchmarkHello(b *testing.B) {
|
|
|
|
// for i := 0; i < b.N; i++ {
|
|
|
|
// fmt.Sprintf("hello")
|
|
|
|
// }
|
|
|
|
// }
|
2012-01-25 22:54:22 +01:00
|
|
|
//
|
2013-07-16 08:54:42 +02:00
|
|
|
// The benchmark function must run the target code b.N times.
|
2015-10-31 01:59:47 +01:00
|
|
|
// During benchmark execution, b.N is adjusted until the benchmark function lasts
|
2016-07-22 20:15:38 +02:00
|
|
|
// long enough to be timed reliably. The output
|
2012-10-23 06:31:11 +02:00
|
|
|
// BenchmarkHello 10000000 282 ns/op
|
2012-01-13 06:11:45 +01:00
|
|
|
// means that the loop ran 10000000 times at a speed of 282 ns per loop.
|
2010-12-03 05:34:57 +01:00
|
|
|
//
|
|
|
|
// If a benchmark needs some expensive setup before running, the timer
|
2012-10-23 06:31:11 +02:00
|
|
|
// may be reset:
|
2014-06-07 00:37:27 +02:00
|
|
|
//
|
2010-12-03 05:34:57 +01:00
|
|
|
// func BenchmarkBigLen(b *testing.B) {
|
|
|
|
// big := NewBig()
|
2012-10-23 06:31:11 +02:00
|
|
|
// b.ResetTimer()
|
2010-12-03 05:34:57 +01:00
|
|
|
// for i := 0; i < b.N; i++ {
|
|
|
|
// big.Len()
|
|
|
|
// }
|
|
|
|
// }
|
2012-01-25 22:54:22 +01:00
|
|
|
//
|
2014-06-07 00:37:27 +02:00
|
|
|
// If a benchmark needs to test performance in a parallel setting, it may use
|
|
|
|
// the RunParallel helper function; such benchmarks are intended to be used with
|
|
|
|
// the go test -cpu flag:
|
|
|
|
//
|
|
|
|
// func BenchmarkTemplateParallel(b *testing.B) {
|
|
|
|
// templ := template.Must(template.New("test").Parse("Hello, {{.}}!"))
|
|
|
|
// b.RunParallel(func(pb *testing.PB) {
|
|
|
|
// var buf bytes.Buffer
|
|
|
|
// for pb.Next() {
|
|
|
|
// buf.Reset()
|
|
|
|
// templ.Execute(&buf, "World")
|
|
|
|
// }
|
|
|
|
// })
|
|
|
|
// }
|
|
|
|
//
|
2013-07-16 08:54:42 +02:00
|
|
|
// Examples
|
|
|
|
//
|
2012-03-02 21:01:37 +01:00
|
|
|
// The package also runs and verifies example code. Example functions may
|
2013-07-16 08:54:42 +02:00
|
|
|
// include a concluding line comment that begins with "Output:" and is compared with
|
2013-01-29 21:52:43 +01:00
|
|
|
// the standard output of the function when the tests are run. (The comparison
|
|
|
|
// ignores leading and trailing space.) These are examples of an example:
|
2012-01-25 22:54:22 +01:00
|
|
|
//
|
|
|
|
// func ExampleHello() {
|
2017-09-14 19:11:35 +02:00
|
|
|
// fmt.Println("hello")
|
|
|
|
// // Output: hello
|
2012-01-25 22:54:22 +01:00
|
|
|
// }
|
|
|
|
//
|
2012-03-02 21:01:37 +01:00
|
|
|
// func ExampleSalutations() {
|
2017-09-14 19:11:35 +02:00
|
|
|
// fmt.Println("hello, and")
|
|
|
|
// fmt.Println("goodbye")
|
|
|
|
// // Output:
|
|
|
|
// // hello, and
|
|
|
|
// // goodbye
|
|
|
|
// }
|
|
|
|
//
|
|
|
|
// The comment prefix "Unordered output:" is like "Output:", but matches any
|
|
|
|
// line order:
|
|
|
|
//
|
|
|
|
// func ExamplePerm() {
|
|
|
|
// for _, value := range Perm(4) {
|
|
|
|
// fmt.Println(value)
|
|
|
|
// }
|
|
|
|
// // Unordered output: 4
|
|
|
|
// // 2
|
|
|
|
// // 1
|
|
|
|
// // 3
|
|
|
|
// // 0
|
2012-03-02 21:01:37 +01:00
|
|
|
// }
|
|
|
|
//
|
|
|
|
// Example functions without output comments are compiled but not executed.
|
2012-01-25 22:54:22 +01:00
|
|
|
//
|
2013-11-27 02:05:38 +01:00
|
|
|
// The naming convention to declare examples for the package, a function F, a type T and
|
2012-01-25 22:54:22 +01:00
|
|
|
// method M on type T are:
|
|
|
|
//
|
2013-11-27 02:05:38 +01:00
|
|
|
// func Example() { ... }
|
2012-01-25 22:54:22 +01:00
|
|
|
// func ExampleF() { ... }
|
|
|
|
// func ExampleT() { ... }
|
|
|
|
// func ExampleT_M() { ... }
|
|
|
|
//
|
2013-11-27 02:05:38 +01:00
|
|
|
// Multiple example functions for a package/type/function/method may be provided by
|
2012-01-25 22:54:22 +01:00
|
|
|
// appending a distinct suffix to the name. The suffix must start with a
|
|
|
|
// lower-case letter.
|
|
|
|
//
|
2013-11-27 02:05:38 +01:00
|
|
|
// func Example_suffix() { ... }
|
2012-01-25 22:54:22 +01:00
|
|
|
// func ExampleF_suffix() { ... }
|
|
|
|
// func ExampleT_suffix() { ... }
|
|
|
|
// func ExampleT_M_suffix() { ... }
|
|
|
|
//
|
2012-03-02 17:38:43 +01:00
|
|
|
// The entire test file is presented as the example when it contains a single
|
|
|
|
// example function, at least one other function, type, variable, or constant
|
|
|
|
// declaration, and no test or benchmark functions.
|
2014-12-13 02:00:49 +01:00
|
|
|
//
|
2019-01-18 20:04:36 +01:00
|
|
|
// Skipping
|
|
|
|
//
|
|
|
|
// Tests or benchmarks may be skipped at run time with a call to
|
|
|
|
// the Skip method of *T or *B:
|
|
|
|
//
|
|
|
|
// func TestTimeConsuming(t *testing.T) {
|
|
|
|
// if testing.Short() {
|
|
|
|
// t.Skip("skipping test in short mode.")
|
|
|
|
// }
|
|
|
|
// ...
|
|
|
|
// }
|
|
|
|
//
|
2016-07-22 20:15:38 +02:00
|
|
|
// Subtests and Sub-benchmarks
|
|
|
|
//
|
|
|
|
// The Run methods of T and B allow defining subtests and sub-benchmarks,
|
|
|
|
// without having to define separate functions for each. This enables uses
|
|
|
|
// like table-driven benchmarks and creating hierarchical tests.
|
|
|
|
// It also provides a way to share common setup and tear-down code:
|
|
|
|
//
|
|
|
|
// func TestFoo(t *testing.T) {
|
|
|
|
// // <setup code>
|
|
|
|
// t.Run("A=1", func(t *testing.T) { ... })
|
|
|
|
// t.Run("A=2", func(t *testing.T) { ... })
|
|
|
|
// t.Run("B=1", func(t *testing.T) { ... })
|
|
|
|
// // <tear-down code>
|
|
|
|
// }
|
|
|
|
//
|
|
|
|
// Each subtest and sub-benchmark has a unique name: the combination of the name
|
|
|
|
// of the top-level test and the sequence of names passed to Run, separated by
|
|
|
|
// slashes, with an optional trailing sequence number for disambiguation.
|
|
|
|
//
|
2017-01-14 01:05:42 +01:00
|
|
|
// The argument to the -run and -bench command-line flags is an unanchored regular
|
|
|
|
// expression that matches the test's name. For tests with multiple slash-separated
|
|
|
|
// elements, such as subtests, the argument is itself slash-separated, with
|
|
|
|
// expressions matching each name element in turn. Because it is unanchored, an
|
|
|
|
// empty expression matches any string.
|
|
|
|
// For example, using "matching" to mean "whose name contains":
|
|
|
|
//
|
|
|
|
// go test -run '' # Run all tests.
|
|
|
|
// go test -run Foo # Run top-level tests matching "Foo", such as "TestFooBar".
|
|
|
|
// go test -run Foo/A= # For top-level tests matching "Foo", run subtests matching "A=".
|
|
|
|
// go test -run /A=1 # For all top-level tests, run subtests matching "A=1".
|
2016-07-22 20:15:38 +02:00
|
|
|
//
|
|
|
|
// Subtests can also be used to control parallelism. A parent test will only
|
|
|
|
// complete once all of its subtests complete. In this example, all tests are
|
|
|
|
// run in parallel with each other, and only with each other, regardless of
|
|
|
|
// other top-level tests that may be defined:
|
|
|
|
//
|
|
|
|
// func TestGroupedParallel(t *testing.T) {
|
|
|
|
// for _, tc := range tests {
|
|
|
|
// tc := tc // capture range variable
|
|
|
|
// t.Run(tc.Name, func(t *testing.T) {
|
|
|
|
// t.Parallel()
|
|
|
|
// ...
|
|
|
|
// })
|
|
|
|
// }
|
|
|
|
// }
|
|
|
|
//
|
2018-09-24 23:46:21 +02:00
|
|
|
// The race detector kills the program if it exceeds 8192 concurrent goroutines,
|
|
|
|
// so use care when running parallel tests with the -race flag set.
|
|
|
|
//
|
2016-07-22 20:15:38 +02:00
|
|
|
// Run does not return until parallel subtests have completed, providing a way
|
|
|
|
// to clean up after a group of parallel tests:
|
|
|
|
//
|
|
|
|
// func TestTeardownParallel(t *testing.T) {
|
|
|
|
// // This Run will not return until the parallel tests finish.
|
|
|
|
// t.Run("group", func(t *testing.T) {
|
|
|
|
// t.Run("Test1", parallelTest1)
|
|
|
|
// t.Run("Test2", parallelTest2)
|
|
|
|
// t.Run("Test3", parallelTest3)
|
|
|
|
// })
|
|
|
|
// // <tear-down code>
|
|
|
|
// }
|
|
|
|
//
|
2014-12-13 02:00:49 +01:00
|
|
|
// Main
|
|
|
|
//
|
|
|
|
// It is sometimes necessary for a test program to do extra setup or teardown
|
|
|
|
// before or after testing. It is also sometimes necessary for a test to control
|
|
|
|
// which code runs on the main thread. To support these and other cases,
|
|
|
|
// if a test file contains a function:
|
|
|
|
//
|
|
|
|
// func TestMain(m *testing.M)
|
|
|
|
//
|
|
|
|
// then the generated test will call TestMain(m) instead of running the tests
|
|
|
|
// directly. TestMain runs in the main goroutine and can do whatever setup
|
|
|
|
// and teardown is necessary around a call to m.Run. It should then call
|
2015-10-31 01:59:47 +01:00
|
|
|
// os.Exit with the result of m.Run. When TestMain is called, flag.Parse has
|
|
|
|
// not been run. If TestMain depends on command-line flags, including those
|
|
|
|
// of the testing package, it should call flag.Parse explicitly.
|
2014-12-13 02:00:49 +01:00
|
|
|
//
|
2015-10-31 01:59:47 +01:00
|
|
|
// A simple implementation of TestMain is:
|
2014-12-13 02:00:49 +01:00
|
|
|
//
|
2015-10-31 01:59:47 +01:00
|
|
|
// func TestMain(m *testing.M) {
|
2017-01-14 01:05:42 +01:00
|
|
|
// // call flag.Parse() here if TestMain uses flags
|
2015-10-31 01:59:47 +01:00
|
|
|
// os.Exit(m.Run())
|
|
|
|
// }
|
2014-12-13 02:00:49 +01:00
|
|
|
//
|
2010-12-03 05:34:57 +01:00
|
|
|
package testing
|
|
|
|
|
|
|
|
import (
|
2012-10-03 07:27:36 +02:00
|
|
|
"bytes"
|
2017-01-14 01:05:42 +01:00
|
|
|
"errors"
|
2010-12-03 05:34:57 +01:00
|
|
|
"flag"
|
|
|
|
"fmt"
|
2017-01-14 01:05:42 +01:00
|
|
|
"internal/race"
|
2016-07-22 20:15:38 +02:00
|
|
|
"io"
|
2010-12-03 05:34:57 +01:00
|
|
|
"os"
|
|
|
|
"runtime"
|
2016-02-03 22:58:02 +01:00
|
|
|
"runtime/debug"
|
2017-01-14 01:05:42 +01:00
|
|
|
"runtime/trace"
|
2011-09-16 17:47:21 +02:00
|
|
|
"strconv"
|
2011-10-27 01:57:58 +02:00
|
|
|
"strings"
|
2012-10-03 07:27:36 +02:00
|
|
|
"sync"
|
2017-01-23 23:18:42 +01:00
|
|
|
"sync/atomic"
|
2011-03-17 00:05:44 +01:00
|
|
|
"time"
|
2010-12-03 05:34:57 +01:00
|
|
|
)
|
|
|
|
|
2011-03-25 00:46:17 +01:00
|
|
|
var (
|
2011-03-30 17:33:16 +02:00
|
|
|
// The short flag requests that tests run more quickly, but its functionality
|
2016-07-22 20:15:38 +02:00
|
|
|
// is provided by test writers themselves. The testing package is just its
|
|
|
|
// home. The all.bash installation script sets it to make installation more
|
2012-03-02 17:38:43 +01:00
|
|
|
// efficient, but by default the flag is off so a plain "go test" will do a
|
2011-03-30 17:33:16 +02:00
|
|
|
// full test of the package.
|
|
|
|
short = flag.Bool("test.short", false, "run smaller test suite to save time")
|
|
|
|
|
2018-01-09 02:23:08 +01:00
|
|
|
// The failfast flag requests that test execution stop after the first test failure.
|
|
|
|
failFast = flag.Bool("test.failfast", false, "do not start new tests after the first test failure")
|
|
|
|
|
2013-11-06 20:49:01 +01:00
|
|
|
// The directory in which to create profile files and the like. When run from
|
|
|
|
// "go test", the binary always runs in the source directory for the package;
|
|
|
|
// this flag lets "go test" tell the binary to write the files in the directory where
|
|
|
|
// the "go test" command is run.
|
2017-01-14 01:05:42 +01:00
|
|
|
outputDir = flag.String("test.outputdir", "", "write profiles to `dir`")
|
2013-11-06 20:49:01 +01:00
|
|
|
|
2011-03-25 00:46:17 +01:00
|
|
|
// Report as tests are run; default is silent for success.
|
2017-01-14 01:05:42 +01:00
|
|
|
chatty = flag.Bool("test.v", false, "verbose: print additional output")
|
|
|
|
count = flag.Uint("test.count", 1, "run tests and benchmarks `n` times")
|
|
|
|
coverProfile = flag.String("test.coverprofile", "", "write a coverage profile to `file`")
|
2018-01-09 02:23:08 +01:00
|
|
|
matchList = flag.String("test.list", "", "list tests, examples, and benchmarks matching `regexp` then exit")
|
2017-01-14 01:05:42 +01:00
|
|
|
match = flag.String("test.run", "", "run only tests and examples matching `regexp`")
|
2018-09-24 23:46:21 +02:00
|
|
|
memProfile = flag.String("test.memprofile", "", "write an allocation profile to `file`")
|
|
|
|
memProfileRate = flag.Int("test.memprofilerate", 0, "set memory allocation profiling `rate` (see runtime.MemProfileRate)")
|
2017-01-14 01:05:42 +01:00
|
|
|
cpuProfile = flag.String("test.cpuprofile", "", "write a cpu profile to `file`")
|
|
|
|
blockProfile = flag.String("test.blockprofile", "", "write a goroutine blocking profile to `file`")
|
|
|
|
blockProfileRate = flag.Int("test.blockprofilerate", 1, "set blocking profile `rate` (see runtime.SetBlockProfileRate)")
|
|
|
|
mutexProfile = flag.String("test.mutexprofile", "", "write a mutex contention profile to the named file after execution")
|
|
|
|
mutexProfileFraction = flag.Int("test.mutexprofilefraction", 1, "if >= 0, calls runtime.SetMutexProfileFraction()")
|
|
|
|
traceFile = flag.String("test.trace", "", "write an execution trace to `file`")
|
2018-01-09 02:23:08 +01:00
|
|
|
timeout = flag.Duration("test.timeout", 0, "panic test binary after duration `d` (default 0, timeout disabled)")
|
2017-01-14 01:05:42 +01:00
|
|
|
cpuListStr = flag.String("test.cpu", "", "comma-separated `list` of cpu counts to run each test with")
|
|
|
|
parallel = flag.Int("test.parallel", runtime.GOMAXPROCS(0), "run at most `n` tests in parallel")
|
2018-01-17 15:20:29 +01:00
|
|
|
testlog = flag.String("test.testlogfile", "", "write test action log to `file` (for use only by cmd/go)")
|
2011-09-16 17:47:21 +02:00
|
|
|
|
2012-03-30 23:27:11 +02:00
|
|
|
haveExamples bool // are there examples?
|
|
|
|
|
2018-01-17 15:20:29 +01:00
|
|
|
cpuList []int
|
|
|
|
testlogFile *os.File
|
2018-01-09 02:23:08 +01:00
|
|
|
|
|
|
|
numFailed uint32 // number of test failures
|
2011-03-25 00:46:17 +01:00
|
|
|
)
|
2010-12-03 05:34:57 +01:00
|
|
|
|
2018-09-24 23:46:21 +02:00
|
|
|
// The maximum number of stack frames to go through when skipping helper functions for
|
|
|
|
// the purpose of decorating log messages.
|
|
|
|
const maxStackLen = 50
|
|
|
|
|
2012-01-13 06:11:45 +01:00
|
|
|
// common holds the elements common between T and B and
|
|
|
|
// captures common methods such as Errorf.
|
|
|
|
type common struct {
|
2017-09-14 19:11:35 +02:00
|
|
|
mu sync.RWMutex // guards this group of fields
|
|
|
|
output []byte // Output generated by test or benchmark.
|
|
|
|
w io.Writer // For flushToParent.
|
|
|
|
ran bool // Test or benchmark (or one of its subtests) was executed.
|
|
|
|
failed bool // Test or benchmark has failed.
|
|
|
|
skipped bool // Test of benchmark has been skipped.
|
|
|
|
done bool // Test is finished and all subtests have completed.
|
|
|
|
helpers map[string]struct{} // functions to be skipped when writing file/line info
|
|
|
|
|
|
|
|
chatty bool // A copy of the chatty flag.
|
|
|
|
finished bool // Test function has completed.
|
|
|
|
hasSub int32 // written atomically
|
|
|
|
raceErrors int // number of races detected during test
|
|
|
|
runner string // function name of tRunner running the test
|
2012-10-03 07:27:36 +02:00
|
|
|
|
2016-07-22 20:15:38 +02:00
|
|
|
parent *common
|
|
|
|
level int // Nesting depth of test or benchmark.
|
2018-09-24 23:46:21 +02:00
|
|
|
creator []uintptr // If level > 0, the stack trace at the point where the parent called t.Run.
|
2016-07-22 20:15:38 +02:00
|
|
|
name string // Name of test or benchmark.
|
2012-01-13 06:11:45 +01:00
|
|
|
start time.Time // Time test or benchmark started
|
|
|
|
duration time.Duration
|
2016-07-22 20:15:38 +02:00
|
|
|
barrier chan bool // To signal parallel subtests they may start.
|
|
|
|
signal chan bool // To signal a test is done.
|
|
|
|
sub []*T // Queue of subtests to be run in parallel.
|
2012-01-13 06:11:45 +01:00
|
|
|
}
|
|
|
|
|
2011-03-30 17:33:16 +02:00
|
|
|
// Short reports whether the -test.short flag is set.
|
|
|
|
func Short() bool {
|
2019-01-18 20:04:36 +01:00
|
|
|
// Catch code that calls this from TestMain without first
|
|
|
|
// calling flag.Parse. This shouldn't really be a panic
|
|
|
|
if !flag.Parsed() {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: testing.Short called before flag.Parse\n")
|
|
|
|
os.Exit(2)
|
|
|
|
}
|
|
|
|
|
2011-03-30 17:33:16 +02:00
|
|
|
return *short
|
|
|
|
}
|
|
|
|
|
2017-01-14 01:05:42 +01:00
|
|
|
// CoverMode reports what the test coverage mode is set to. The
|
|
|
|
// values are "set", "count", or "atomic". The return value will be
|
|
|
|
// empty if test coverage is not enabled.
|
|
|
|
func CoverMode() string {
|
|
|
|
return cover.Mode
|
|
|
|
}
|
|
|
|
|
2012-10-23 06:31:11 +02:00
|
|
|
// Verbose reports whether the -test.v flag is set.
|
|
|
|
func Verbose() bool {
|
|
|
|
return *chatty
|
|
|
|
}
|
|
|
|
|
2017-09-14 19:11:35 +02:00
|
|
|
// frameSkip searches, starting after skip frames, for the first caller frame
|
2018-09-24 23:46:21 +02:00
|
|
|
// in a function not marked as a helper and returns that frame.
|
|
|
|
// The search stops if it finds a tRunner function that
|
|
|
|
// was the entry point into the test and the test is not a subtest.
|
2017-09-14 19:11:35 +02:00
|
|
|
// This function must be called with c.mu held.
|
2018-09-24 23:46:21 +02:00
|
|
|
func (c *common) frameSkip(skip int) runtime.Frame {
|
|
|
|
// If the search continues into the parent test, we'll have to hold
|
|
|
|
// its mu temporarily. If we then return, we need to unlock it.
|
|
|
|
shouldUnlock := false
|
|
|
|
defer func() {
|
|
|
|
if shouldUnlock {
|
|
|
|
c.mu.Unlock()
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
var pc [maxStackLen]uintptr
|
2017-09-14 19:11:35 +02:00
|
|
|
// Skip two extra frames to account for this function
|
|
|
|
// and runtime.Callers itself.
|
|
|
|
n := runtime.Callers(skip+2, pc[:])
|
|
|
|
if n == 0 {
|
|
|
|
panic("testing: zero callers found")
|
|
|
|
}
|
|
|
|
frames := runtime.CallersFrames(pc[:n])
|
2018-09-24 23:46:21 +02:00
|
|
|
var firstFrame, prevFrame, frame runtime.Frame
|
|
|
|
for more := true; more; prevFrame = frame {
|
2017-09-14 19:11:35 +02:00
|
|
|
frame, more = frames.Next()
|
2018-09-24 23:46:21 +02:00
|
|
|
if firstFrame.PC == 0 {
|
|
|
|
firstFrame = frame
|
|
|
|
}
|
2017-09-14 19:11:35 +02:00
|
|
|
if frame.Function == c.runner {
|
|
|
|
// We've gone up all the way to the tRunner calling
|
|
|
|
// the test function (so the user must have
|
|
|
|
// called tb.Helper from inside that test function).
|
2018-09-24 23:46:21 +02:00
|
|
|
// If this is a top-level test, only skip up to the test function itself.
|
|
|
|
// If we're in a subtest, continue searching in the parent test,
|
|
|
|
// starting from the point of the call to Run which created this subtest.
|
|
|
|
if c.level > 1 {
|
|
|
|
frames = runtime.CallersFrames(c.creator)
|
|
|
|
parent := c.parent
|
|
|
|
// We're no longer looking at the current c after this point,
|
|
|
|
// so we should unlock its mu, unless it's the original receiver,
|
|
|
|
// in which case our caller doesn't expect us to do that.
|
|
|
|
if shouldUnlock {
|
|
|
|
c.mu.Unlock()
|
|
|
|
}
|
|
|
|
c = parent
|
|
|
|
// Remember to unlock c.mu when we no longer need it, either
|
|
|
|
// because we went up another nesting level, or because we
|
|
|
|
// returned.
|
|
|
|
shouldUnlock = true
|
|
|
|
c.mu.Lock()
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
return prevFrame
|
2017-09-14 19:11:35 +02:00
|
|
|
}
|
|
|
|
if _, ok := c.helpers[frame.Function]; !ok {
|
|
|
|
// Found a frame that wasn't inside a helper function.
|
2018-09-24 23:46:21 +02:00
|
|
|
return frame
|
2017-09-14 19:11:35 +02:00
|
|
|
}
|
|
|
|
}
|
2018-09-24 23:46:21 +02:00
|
|
|
return firstFrame
|
2017-09-14 19:11:35 +02:00
|
|
|
}
|
|
|
|
|
2012-10-03 07:27:36 +02:00
|
|
|
// decorate prefixes the string with the file and line of the call site
|
2018-09-24 23:46:21 +02:00
|
|
|
// and inserts the final newline if needed and indentation spaces for formatting.
|
2017-09-14 19:11:35 +02:00
|
|
|
// This function must be called with c.mu held.
|
2019-01-18 20:04:36 +01:00
|
|
|
func (c *common) decorate(s string, skip int) string {
|
|
|
|
frame := c.frameSkip(skip)
|
2018-09-24 23:46:21 +02:00
|
|
|
file := frame.File
|
|
|
|
line := frame.Line
|
|
|
|
if file != "" {
|
2012-10-03 07:27:36 +02:00
|
|
|
// Truncate file name at last file name separator.
|
|
|
|
if index := strings.LastIndex(file, "/"); index >= 0 {
|
|
|
|
file = file[index+1:]
|
|
|
|
} else if index = strings.LastIndex(file, "\\"); index >= 0 {
|
|
|
|
file = file[index+1:]
|
2011-12-13 00:40:51 +01:00
|
|
|
}
|
2012-10-03 07:27:36 +02:00
|
|
|
} else {
|
|
|
|
file = "???"
|
2018-09-24 23:46:21 +02:00
|
|
|
}
|
|
|
|
if line == 0 {
|
2012-10-03 07:27:36 +02:00
|
|
|
line = 1
|
2011-12-13 00:40:51 +01:00
|
|
|
}
|
2018-09-24 23:46:21 +02:00
|
|
|
buf := new(strings.Builder)
|
|
|
|
// Every line is indented at least 4 spaces.
|
|
|
|
buf.WriteString(" ")
|
2012-10-03 07:27:36 +02:00
|
|
|
fmt.Fprintf(buf, "%s:%d: ", file, line)
|
|
|
|
lines := strings.Split(s, "\n")
|
2012-10-23 06:31:11 +02:00
|
|
|
if l := len(lines); l > 1 && lines[l-1] == "" {
|
|
|
|
lines = lines[:l-1]
|
|
|
|
}
|
2012-10-03 07:27:36 +02:00
|
|
|
for i, line := range lines {
|
|
|
|
if i > 0 {
|
2018-09-24 23:46:21 +02:00
|
|
|
// Second and subsequent lines are indented an additional 4 spaces.
|
|
|
|
buf.WriteString("\n ")
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
2012-10-03 07:27:36 +02:00
|
|
|
buf.WriteString(line)
|
|
|
|
}
|
2012-10-23 06:31:11 +02:00
|
|
|
buf.WriteByte('\n')
|
2012-10-03 07:27:36 +02:00
|
|
|
return buf.String()
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
|
|
|
|
2016-07-22 20:15:38 +02:00
|
|
|
// flushToParent writes c.output to the parent after first writing the header
|
|
|
|
// with the given format and arguments.
|
|
|
|
func (c *common) flushToParent(format string, args ...interface{}) {
|
|
|
|
p := c.parent
|
|
|
|
p.mu.Lock()
|
|
|
|
defer p.mu.Unlock()
|
|
|
|
|
|
|
|
fmt.Fprintf(p.w, format, args...)
|
|
|
|
|
|
|
|
c.mu.Lock()
|
|
|
|
defer c.mu.Unlock()
|
|
|
|
io.Copy(p.w, bytes.NewReader(c.output))
|
|
|
|
c.output = c.output[:0]
|
|
|
|
}
|
|
|
|
|
|
|
|
type indenter struct {
|
|
|
|
c *common
|
|
|
|
}
|
|
|
|
|
|
|
|
func (w indenter) Write(b []byte) (n int, err error) {
|
|
|
|
n = len(b)
|
|
|
|
for len(b) > 0 {
|
|
|
|
end := bytes.IndexByte(b, '\n')
|
|
|
|
if end == -1 {
|
|
|
|
end = len(b)
|
|
|
|
} else {
|
|
|
|
end++
|
|
|
|
}
|
|
|
|
// An indent of 4 spaces will neatly align the dashes with the status
|
|
|
|
// indicator of the parent.
|
|
|
|
const indent = " "
|
|
|
|
w.c.output = append(w.c.output, indent...)
|
|
|
|
w.c.output = append(w.c.output, b[:end]...)
|
|
|
|
b = b[end:]
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2015-01-15 01:27:56 +01:00
|
|
|
// fmtDuration returns a string representing d in the form "87.00s".
|
|
|
|
func fmtDuration(d time.Duration) string {
|
|
|
|
return fmt.Sprintf("%.2fs", d.Seconds())
|
|
|
|
}
|
|
|
|
|
2013-11-06 20:49:01 +01:00
|
|
|
// TB is the interface common to T and B.
|
|
|
|
type TB interface {
|
|
|
|
Error(args ...interface{})
|
|
|
|
Errorf(format string, args ...interface{})
|
|
|
|
Fail()
|
|
|
|
FailNow()
|
|
|
|
Failed() bool
|
|
|
|
Fatal(args ...interface{})
|
|
|
|
Fatalf(format string, args ...interface{})
|
|
|
|
Log(args ...interface{})
|
|
|
|
Logf(format string, args ...interface{})
|
2017-01-14 01:05:42 +01:00
|
|
|
Name() string
|
2013-11-06 20:49:01 +01:00
|
|
|
Skip(args ...interface{})
|
|
|
|
SkipNow()
|
|
|
|
Skipf(format string, args ...interface{})
|
|
|
|
Skipped() bool
|
2017-09-14 19:11:35 +02:00
|
|
|
Helper()
|
2013-11-06 20:49:01 +01:00
|
|
|
|
|
|
|
// A private method to prevent users implementing the
|
|
|
|
// interface and so future additions to it will not
|
|
|
|
// violate Go 1 compatibility.
|
|
|
|
private()
|
|
|
|
}
|
|
|
|
|
|
|
|
var _ TB = (*T)(nil)
|
|
|
|
var _ TB = (*B)(nil)
|
|
|
|
|
2010-12-03 05:34:57 +01:00
|
|
|
// T is a type passed to Test functions to manage test state and support formatted test logs.
|
2016-07-22 20:15:38 +02:00
|
|
|
// Logs are accumulated during execution and dumped to standard output when done.
|
2016-02-03 22:58:02 +01:00
|
|
|
//
|
|
|
|
// A test ends when its Test function returns or calls any of the methods
|
|
|
|
// FailNow, Fatal, Fatalf, SkipNow, Skip, or Skipf. Those methods, as well as
|
|
|
|
// the Parallel method, must be called only from the goroutine running the
|
|
|
|
// Test function.
|
|
|
|
//
|
|
|
|
// The other reporting methods, such as the variations of Log and Error,
|
|
|
|
// may be called simultaneously from multiple goroutines.
|
2010-12-03 05:34:57 +01:00
|
|
|
type T struct {
|
2012-01-13 06:11:45 +01:00
|
|
|
common
|
2016-07-22 20:15:38 +02:00
|
|
|
isParallel bool
|
|
|
|
context *testContext // For running tests and subtests.
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
|
|
|
|
2013-11-06 20:49:01 +01:00
|
|
|
func (c *common) private() {}
|
|
|
|
|
2017-01-14 01:05:42 +01:00
|
|
|
// Name returns the name of the running test or benchmark.
|
|
|
|
func (c *common) Name() string {
|
|
|
|
return c.name
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *common) setRan() {
|
|
|
|
if c.parent != nil {
|
|
|
|
c.parent.setRan()
|
|
|
|
}
|
|
|
|
c.mu.Lock()
|
|
|
|
defer c.mu.Unlock()
|
|
|
|
c.ran = true
|
|
|
|
}
|
|
|
|
|
2012-01-13 06:11:45 +01:00
|
|
|
// Fail marks the function as having failed but continues execution.
|
2012-10-03 07:27:36 +02:00
|
|
|
func (c *common) Fail() {
|
2016-07-22 20:15:38 +02:00
|
|
|
if c.parent != nil {
|
|
|
|
c.parent.Fail()
|
|
|
|
}
|
2012-10-03 07:27:36 +02:00
|
|
|
c.mu.Lock()
|
|
|
|
defer c.mu.Unlock()
|
2016-07-22 20:15:38 +02:00
|
|
|
// c.done needs to be locked to synchronize checks to c.done in parent tests.
|
|
|
|
if c.done {
|
|
|
|
panic("Fail in goroutine after " + c.name + " has completed")
|
|
|
|
}
|
2012-10-03 07:27:36 +02:00
|
|
|
c.failed = true
|
|
|
|
}
|
2010-12-03 05:34:57 +01:00
|
|
|
|
2013-01-29 21:52:43 +01:00
|
|
|
// Failed reports whether the function has failed.
|
2012-10-03 07:27:36 +02:00
|
|
|
func (c *common) Failed() bool {
|
|
|
|
c.mu.RLock()
|
2017-09-14 19:11:35 +02:00
|
|
|
failed := c.failed
|
|
|
|
c.mu.RUnlock()
|
|
|
|
return failed || c.raceErrors+race.Errors() > 0
|
2012-10-03 07:27:36 +02:00
|
|
|
}
|
2010-12-03 05:34:57 +01:00
|
|
|
|
2018-01-09 02:23:08 +01:00
|
|
|
// FailNow marks the function as having failed and stops its execution
|
2018-01-17 15:20:29 +01:00
|
|
|
// by calling runtime.Goexit (which then runs all deferred calls in the
|
|
|
|
// current goroutine).
|
2012-03-02 17:38:43 +01:00
|
|
|
// Execution will continue at the next test or benchmark.
|
2013-07-16 08:54:42 +02:00
|
|
|
// FailNow must be called from the goroutine running the
|
|
|
|
// test or benchmark function, not from other goroutines
|
|
|
|
// created during the test. Calling FailNow does not stop
|
|
|
|
// those other goroutines.
|
2012-01-13 06:11:45 +01:00
|
|
|
func (c *common) FailNow() {
|
|
|
|
c.Fail()
|
2012-01-25 21:56:26 +01:00
|
|
|
|
|
|
|
// Calling runtime.Goexit will exit the goroutine, which
|
|
|
|
// will run the deferred functions in this goroutine,
|
|
|
|
// which will eventually run the deferred lines in tRunner,
|
|
|
|
// which will signal to the test loop that this test is done.
|
|
|
|
//
|
|
|
|
// A previous version of this code said:
|
|
|
|
//
|
|
|
|
// c.duration = ...
|
|
|
|
// c.signal <- c.self
|
|
|
|
// runtime.Goexit()
|
|
|
|
//
|
|
|
|
// This previous version duplicated code (those lines are in
|
|
|
|
// tRunner no matter what), but worse the goroutine teardown
|
|
|
|
// implicit in runtime.Goexit was not guaranteed to complete
|
2016-07-22 20:15:38 +02:00
|
|
|
// before the test exited. If a test deferred an important cleanup
|
2012-01-25 21:56:26 +01:00
|
|
|
// function (like removing temporary files), there was no guarantee
|
2016-07-22 20:15:38 +02:00
|
|
|
// it would run on a test failure. Because we send on c.signal during
|
2012-01-25 21:56:26 +01:00
|
|
|
// a top-of-stack deferred function now, we know that the send
|
|
|
|
// only happens after any other stacked defers have completed.
|
2014-06-07 00:37:27 +02:00
|
|
|
c.finished = true
|
2010-12-03 05:34:57 +01:00
|
|
|
runtime.Goexit()
|
|
|
|
}
|
|
|
|
|
2011-12-13 00:40:51 +01:00
|
|
|
// log generates the output. It's always at the same stack depth.
|
2012-01-13 06:11:45 +01:00
|
|
|
func (c *common) log(s string) {
|
2019-01-18 20:04:36 +01:00
|
|
|
c.logDepth(s, 3) // logDepth + log + public function
|
|
|
|
}
|
|
|
|
|
|
|
|
// logDepth generates the output. At an arbitary stack depth
|
|
|
|
func (c *common) logDepth(s string, depth int) {
|
2012-10-03 07:27:36 +02:00
|
|
|
c.mu.Lock()
|
|
|
|
defer c.mu.Unlock()
|
2019-02-26 02:00:39 +01:00
|
|
|
if !c.done {
|
2019-01-18 20:04:36 +01:00
|
|
|
c.output = append(c.output, c.decorate(s, depth+1)...)
|
2019-02-26 02:00:39 +01:00
|
|
|
} else {
|
|
|
|
// This test has already finished. Try and log this message
|
|
|
|
// with our parent. If we don't have a parent, panic.
|
|
|
|
for parent := c.parent; parent != nil; parent = parent.parent {
|
|
|
|
parent.mu.Lock()
|
|
|
|
defer parent.mu.Unlock()
|
|
|
|
if !parent.done {
|
|
|
|
parent.output = append(parent.output, parent.decorate(s, depth+1)...)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
panic("Log in goroutine after " + c.name + " has completed")
|
2019-01-18 20:04:36 +01:00
|
|
|
}
|
2012-01-13 06:11:45 +01:00
|
|
|
}
|
2011-12-13 00:40:51 +01:00
|
|
|
|
2013-07-16 08:54:42 +02:00
|
|
|
// Log formats its arguments using default formatting, analogous to Println,
|
2015-10-31 01:59:47 +01:00
|
|
|
// and records the text in the error log. For tests, the text will be printed only if
|
|
|
|
// the test fails or the -test.v flag is set. For benchmarks, the text is always
|
|
|
|
// printed to avoid having performance depend on the value of the -test.v flag.
|
2012-01-13 06:11:45 +01:00
|
|
|
func (c *common) Log(args ...interface{}) { c.log(fmt.Sprintln(args...)) }
|
2010-12-03 05:34:57 +01:00
|
|
|
|
2017-01-14 01:05:42 +01:00
|
|
|
// Logf formats its arguments according to the format, analogous to Printf, and
|
|
|
|
// records the text in the error log. A final newline is added if not provided. For
|
|
|
|
// tests, the text will be printed only if the test fails or the -test.v flag is
|
|
|
|
// set. For benchmarks, the text is always printed to avoid having performance
|
|
|
|
// depend on the value of the -test.v flag.
|
2012-01-13 06:11:45 +01:00
|
|
|
func (c *common) Logf(format string, args ...interface{}) { c.log(fmt.Sprintf(format, args...)) }
|
2010-12-03 05:34:57 +01:00
|
|
|
|
2013-07-16 08:54:42 +02:00
|
|
|
// Error is equivalent to Log followed by Fail.
|
2012-01-13 06:11:45 +01:00
|
|
|
func (c *common) Error(args ...interface{}) {
|
|
|
|
c.log(fmt.Sprintln(args...))
|
|
|
|
c.Fail()
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
|
|
|
|
2013-07-16 08:54:42 +02:00
|
|
|
// Errorf is equivalent to Logf followed by Fail.
|
2012-01-13 06:11:45 +01:00
|
|
|
func (c *common) Errorf(format string, args ...interface{}) {
|
|
|
|
c.log(fmt.Sprintf(format, args...))
|
|
|
|
c.Fail()
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
|
|
|
|
2013-07-16 08:54:42 +02:00
|
|
|
// Fatal is equivalent to Log followed by FailNow.
|
2012-01-13 06:11:45 +01:00
|
|
|
func (c *common) Fatal(args ...interface{}) {
|
|
|
|
c.log(fmt.Sprintln(args...))
|
|
|
|
c.FailNow()
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
|
|
|
|
2013-07-16 08:54:42 +02:00
|
|
|
// Fatalf is equivalent to Logf followed by FailNow.
|
2012-01-13 06:11:45 +01:00
|
|
|
func (c *common) Fatalf(format string, args ...interface{}) {
|
|
|
|
c.log(fmt.Sprintf(format, args...))
|
|
|
|
c.FailNow()
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
|
|
|
|
2013-07-16 08:54:42 +02:00
|
|
|
// Skip is equivalent to Log followed by SkipNow.
|
|
|
|
func (c *common) Skip(args ...interface{}) {
|
|
|
|
c.log(fmt.Sprintln(args...))
|
|
|
|
c.SkipNow()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Skipf is equivalent to Logf followed by SkipNow.
|
|
|
|
func (c *common) Skipf(format string, args ...interface{}) {
|
|
|
|
c.log(fmt.Sprintf(format, args...))
|
|
|
|
c.SkipNow()
|
|
|
|
}
|
|
|
|
|
2018-01-09 02:23:08 +01:00
|
|
|
// SkipNow marks the test as having been skipped and stops its execution
|
|
|
|
// by calling runtime.Goexit.
|
2017-01-14 01:05:42 +01:00
|
|
|
// If a test fails (see Error, Errorf, Fail) and is then skipped,
|
|
|
|
// it is still considered to have failed.
|
2013-07-16 08:54:42 +02:00
|
|
|
// Execution will continue at the next test or benchmark. See also FailNow.
|
|
|
|
// SkipNow must be called from the goroutine running the test, not from
|
|
|
|
// other goroutines created during the test. Calling SkipNow does not stop
|
|
|
|
// those other goroutines.
|
|
|
|
func (c *common) SkipNow() {
|
|
|
|
c.skip()
|
2014-06-07 00:37:27 +02:00
|
|
|
c.finished = true
|
2013-07-16 08:54:42 +02:00
|
|
|
runtime.Goexit()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *common) skip() {
|
|
|
|
c.mu.Lock()
|
|
|
|
defer c.mu.Unlock()
|
|
|
|
c.skipped = true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Skipped reports whether the test was skipped.
|
|
|
|
func (c *common) Skipped() bool {
|
|
|
|
c.mu.RLock()
|
|
|
|
defer c.mu.RUnlock()
|
|
|
|
return c.skipped
|
|
|
|
}
|
|
|
|
|
2017-09-14 19:11:35 +02:00
|
|
|
// Helper marks the calling function as a test helper function.
|
|
|
|
// When printing file and line information, that function will be skipped.
|
|
|
|
// Helper may be called simultaneously from multiple goroutines.
|
|
|
|
func (c *common) Helper() {
|
|
|
|
c.mu.Lock()
|
|
|
|
defer c.mu.Unlock()
|
|
|
|
if c.helpers == nil {
|
|
|
|
c.helpers = make(map[string]struct{})
|
|
|
|
}
|
|
|
|
c.helpers[callerName(1)] = struct{}{}
|
|
|
|
}
|
|
|
|
|
|
|
|
// callerName gives the function name (qualified with a package path)
|
|
|
|
// for the caller after skip frames (where 0 means the current function).
|
|
|
|
func callerName(skip int) string {
|
|
|
|
// Make room for the skip PC.
|
|
|
|
var pc [2]uintptr
|
|
|
|
n := runtime.Callers(skip+2, pc[:]) // skip + runtime.Callers + callerName
|
|
|
|
if n == 0 {
|
|
|
|
panic("testing: zero callers found")
|
|
|
|
}
|
|
|
|
frames := runtime.CallersFrames(pc[:n])
|
|
|
|
frame, _ := frames.Next()
|
|
|
|
return frame.Function
|
|
|
|
}
|
|
|
|
|
2012-11-21 08:03:38 +01:00
|
|
|
// Parallel signals that this test is to be run in parallel with (and only with)
|
2017-09-14 19:11:35 +02:00
|
|
|
// other parallel tests. When a test is run multiple times due to use of
|
|
|
|
// -test.count or -test.cpu, multiple instances of a single test never run in
|
|
|
|
// parallel with each other.
|
2011-10-27 01:57:58 +02:00
|
|
|
func (t *T) Parallel() {
|
2016-02-03 22:58:02 +01:00
|
|
|
if t.isParallel {
|
|
|
|
panic("testing: t.Parallel called multiple times")
|
|
|
|
}
|
|
|
|
t.isParallel = true
|
|
|
|
|
|
|
|
// We don't want to include the time we spend waiting for serial tests
|
|
|
|
// in the test duration. Record the elapsed time thus far and reset the
|
|
|
|
// timer afterwards.
|
|
|
|
t.duration += time.Since(t.start)
|
2016-07-22 20:15:38 +02:00
|
|
|
|
|
|
|
// Add to the list of tests to be released by the parent.
|
|
|
|
t.parent.sub = append(t.parent.sub, t)
|
2017-01-14 01:05:42 +01:00
|
|
|
t.raceErrors += race.Errors()
|
2016-07-22 20:15:38 +02:00
|
|
|
|
2018-01-09 02:23:08 +01:00
|
|
|
if t.chatty {
|
|
|
|
// Print directly to root's io.Writer so there is no delay.
|
|
|
|
root := t.parent
|
|
|
|
for ; root.parent != nil; root = root.parent {
|
|
|
|
}
|
|
|
|
root.mu.Lock()
|
|
|
|
fmt.Fprintf(root.w, "=== PAUSE %s\n", t.name)
|
|
|
|
root.mu.Unlock()
|
|
|
|
}
|
|
|
|
|
2016-07-22 20:15:38 +02:00
|
|
|
t.signal <- true // Release calling test.
|
|
|
|
<-t.parent.barrier // Wait for the parent test to complete.
|
|
|
|
t.context.waitParallel()
|
2018-01-09 02:23:08 +01:00
|
|
|
|
|
|
|
if t.chatty {
|
|
|
|
// Print directly to root's io.Writer so there is no delay.
|
|
|
|
root := t.parent
|
|
|
|
for ; root.parent != nil; root = root.parent {
|
|
|
|
}
|
|
|
|
root.mu.Lock()
|
|
|
|
fmt.Fprintf(root.w, "=== CONT %s\n", t.name)
|
|
|
|
root.mu.Unlock()
|
|
|
|
}
|
|
|
|
|
2013-11-06 20:49:01 +01:00
|
|
|
t.start = time.Now()
|
2017-01-14 01:05:42 +01:00
|
|
|
t.raceErrors += -race.Errors()
|
2011-10-27 01:57:58 +02:00
|
|
|
}
|
|
|
|
|
2010-12-03 05:34:57 +01:00
|
|
|
// An internal type but exported because it is cross-package; part of the implementation
|
2012-03-02 17:38:43 +01:00
|
|
|
// of the "go test" command.
|
2010-12-03 05:34:57 +01:00
|
|
|
type InternalTest struct {
|
|
|
|
Name string
|
|
|
|
F func(*T)
|
|
|
|
}
|
|
|
|
|
2018-09-24 23:46:21 +02:00
|
|
|
var errNilPanicOrGoexit = errors.New("test executed panic(nil) or runtime.Goexit")
|
|
|
|
|
2016-07-22 20:15:38 +02:00
|
|
|
func tRunner(t *T, fn func(t *T)) {
|
2017-09-14 19:11:35 +02:00
|
|
|
t.runner = callerName(0)
|
|
|
|
|
2016-07-22 20:15:38 +02:00
|
|
|
// When this goroutine is done, either because fn(t)
|
2012-11-21 08:03:38 +01:00
|
|
|
// returned normally or because a test failure triggered
|
2012-01-25 21:56:26 +01:00
|
|
|
// a call to runtime.Goexit, record the duration and send
|
|
|
|
// a signal saying that the test is done.
|
|
|
|
defer func() {
|
2018-09-24 23:46:21 +02:00
|
|
|
if t.Failed() {
|
|
|
|
atomic.AddUint32(&numFailed, 1)
|
|
|
|
}
|
|
|
|
|
2017-09-14 19:11:35 +02:00
|
|
|
if t.raceErrors+race.Errors() > 0 {
|
2017-01-14 01:05:42 +01:00
|
|
|
t.Errorf("race detected during execution of test")
|
|
|
|
}
|
|
|
|
|
2018-01-09 02:23:08 +01:00
|
|
|
t.duration += time.Since(t.start)
|
2012-03-02 17:38:43 +01:00
|
|
|
// If the test panicked, print any test output before dying.
|
2014-06-07 00:37:27 +02:00
|
|
|
err := recover()
|
2018-09-24 23:46:21 +02:00
|
|
|
signal := true
|
2014-06-07 00:37:27 +02:00
|
|
|
if !t.finished && err == nil {
|
2018-09-24 23:46:21 +02:00
|
|
|
err = errNilPanicOrGoexit
|
|
|
|
for p := t.parent; p != nil; p = p.parent {
|
|
|
|
if p.finished {
|
|
|
|
t.Errorf("%v: subtest may have called FailNow on a parent test", err)
|
|
|
|
err = nil
|
|
|
|
signal = false
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
2014-06-07 00:37:27 +02:00
|
|
|
}
|
|
|
|
if err != nil {
|
2013-07-16 08:54:42 +02:00
|
|
|
t.Fail()
|
2012-03-02 17:38:43 +01:00
|
|
|
t.report()
|
|
|
|
panic(err)
|
2012-02-09 09:19:58 +01:00
|
|
|
}
|
2016-07-22 20:15:38 +02:00
|
|
|
|
|
|
|
if len(t.sub) > 0 {
|
|
|
|
// Run parallel subtests.
|
|
|
|
// Decrease the running count for this test.
|
|
|
|
t.context.release()
|
|
|
|
// Release the parallel subtests.
|
|
|
|
close(t.barrier)
|
|
|
|
// Wait for subtests to complete.
|
|
|
|
for _, sub := range t.sub {
|
|
|
|
<-sub.signal
|
|
|
|
}
|
|
|
|
if !t.isParallel {
|
|
|
|
// Reacquire the count for sequential tests. See comment in Run.
|
|
|
|
t.context.waitParallel()
|
|
|
|
}
|
|
|
|
} else if t.isParallel {
|
|
|
|
// Only release the count for this test if it was run as a parallel
|
|
|
|
// test. See comment in Run method.
|
|
|
|
t.context.release()
|
|
|
|
}
|
|
|
|
t.report() // Report after all subtests have finished.
|
|
|
|
|
|
|
|
// Do not lock t.done to allow race detector to detect race in case
|
|
|
|
// the user does not appropriately synchronizes a goroutine.
|
|
|
|
t.done = true
|
2017-01-23 23:18:42 +01:00
|
|
|
if t.parent != nil && atomic.LoadInt32(&t.hasSub) == 0 {
|
2017-01-14 01:05:42 +01:00
|
|
|
t.setRan()
|
|
|
|
}
|
2018-09-24 23:46:21 +02:00
|
|
|
t.signal <- signal
|
2012-01-25 21:56:26 +01:00
|
|
|
}()
|
|
|
|
|
2013-11-06 20:49:01 +01:00
|
|
|
t.start = time.Now()
|
2017-01-14 01:05:42 +01:00
|
|
|
t.raceErrors = -race.Errors()
|
2016-07-22 20:15:38 +02:00
|
|
|
fn(t)
|
2018-01-09 02:23:08 +01:00
|
|
|
|
2018-09-24 23:46:21 +02:00
|
|
|
// code beyond here will not be executed when FailNow is invoked
|
2014-06-07 00:37:27 +02:00
|
|
|
t.finished = true
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
|
|
|
|
2018-01-17 15:20:29 +01:00
|
|
|
// Run runs f as a subtest of t called name. It runs f in a separate goroutine
|
|
|
|
// and blocks until f returns or calls t.Parallel to become a parallel test.
|
|
|
|
// Run reports whether f succeeded (or at least did not fail before calling t.Parallel).
|
2017-01-23 23:18:42 +01:00
|
|
|
//
|
2017-09-14 19:11:35 +02:00
|
|
|
// Run may be called simultaneously from multiple goroutines, but all such calls
|
|
|
|
// must return before the outer test function for t returns.
|
2016-07-22 20:15:38 +02:00
|
|
|
func (t *T) Run(name string, f func(t *T)) bool {
|
2017-01-23 23:18:42 +01:00
|
|
|
atomic.StoreInt32(&t.hasSub, 1)
|
2017-09-14 19:11:35 +02:00
|
|
|
testName, ok, _ := t.context.match.fullName(&t.common, name)
|
2018-01-09 02:23:08 +01:00
|
|
|
if !ok || shouldFailFast() {
|
2016-07-22 20:15:38 +02:00
|
|
|
return true
|
|
|
|
}
|
2018-09-24 23:46:21 +02:00
|
|
|
// Record the stack trace at the point of this call so that if the subtest
|
|
|
|
// function - which runs in a separate stack - is marked as a helper, we can
|
|
|
|
// continue walking the stack into the parent test.
|
|
|
|
var pc [maxStackLen]uintptr
|
|
|
|
n := runtime.Callers(2, pc[:])
|
2016-07-22 20:15:38 +02:00
|
|
|
t = &T{
|
|
|
|
common: common{
|
|
|
|
barrier: make(chan bool),
|
|
|
|
signal: make(chan bool),
|
|
|
|
name: testName,
|
|
|
|
parent: &t.common,
|
|
|
|
level: t.level + 1,
|
2018-09-24 23:46:21 +02:00
|
|
|
creator: pc[:n],
|
2016-07-22 20:15:38 +02:00
|
|
|
chatty: t.chatty,
|
|
|
|
},
|
|
|
|
context: t.context,
|
|
|
|
}
|
|
|
|
t.w = indenter{&t.common}
|
|
|
|
|
|
|
|
if t.chatty {
|
|
|
|
// Print directly to root's io.Writer so there is no delay.
|
|
|
|
root := t.parent
|
|
|
|
for ; root.parent != nil; root = root.parent {
|
|
|
|
}
|
2017-09-14 19:11:35 +02:00
|
|
|
root.mu.Lock()
|
2016-07-22 20:15:38 +02:00
|
|
|
fmt.Fprintf(root.w, "=== RUN %s\n", t.name)
|
2017-09-14 19:11:35 +02:00
|
|
|
root.mu.Unlock()
|
2016-07-22 20:15:38 +02:00
|
|
|
}
|
|
|
|
// Instead of reducing the running count of this test before calling the
|
|
|
|
// tRunner and increasing it afterwards, we rely on tRunner keeping the
|
|
|
|
// count correct. This ensures that a sequence of sequential tests runs
|
|
|
|
// without being preempted, even when their parent is a parallel test. This
|
|
|
|
// may especially reduce surprises if *parallel == 1.
|
|
|
|
go tRunner(t, f)
|
2018-09-24 23:46:21 +02:00
|
|
|
if !<-t.signal {
|
|
|
|
// At this point, it is likely that FailNow was called on one of the
|
|
|
|
// parent tests by one of the subtests. Continue aborting up the chain.
|
|
|
|
runtime.Goexit()
|
|
|
|
}
|
2016-07-22 20:15:38 +02:00
|
|
|
return !t.failed
|
|
|
|
}
|
|
|
|
|
|
|
|
// testContext holds all fields that are common to all tests. This includes
|
|
|
|
// synchronization primitives to run at most *parallel tests.
|
|
|
|
type testContext struct {
|
|
|
|
match *matcher
|
|
|
|
|
|
|
|
mu sync.Mutex
|
|
|
|
|
|
|
|
// Channel used to signal tests that are ready to be run in parallel.
|
|
|
|
startParallel chan bool
|
|
|
|
|
|
|
|
// running is the number of tests currently running in parallel.
|
|
|
|
// This does not include tests that are waiting for subtests to complete.
|
|
|
|
running int
|
|
|
|
|
|
|
|
// numWaiting is the number tests waiting to be run in parallel.
|
|
|
|
numWaiting int
|
|
|
|
|
|
|
|
// maxParallel is a copy of the parallel flag.
|
|
|
|
maxParallel int
|
|
|
|
}
|
|
|
|
|
|
|
|
func newTestContext(maxParallel int, m *matcher) *testContext {
|
|
|
|
return &testContext{
|
|
|
|
match: m,
|
|
|
|
startParallel: make(chan bool),
|
|
|
|
maxParallel: maxParallel,
|
|
|
|
running: 1, // Set the count to 1 for the main (sequential) test.
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *testContext) waitParallel() {
|
|
|
|
c.mu.Lock()
|
|
|
|
if c.running < c.maxParallel {
|
|
|
|
c.running++
|
|
|
|
c.mu.Unlock()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
c.numWaiting++
|
|
|
|
c.mu.Unlock()
|
|
|
|
<-c.startParallel
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *testContext) release() {
|
|
|
|
c.mu.Lock()
|
|
|
|
if c.numWaiting == 0 {
|
|
|
|
c.running--
|
|
|
|
c.mu.Unlock()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
c.numWaiting--
|
|
|
|
c.mu.Unlock()
|
|
|
|
c.startParallel <- true // Pick a waiting test to be run.
|
|
|
|
}
|
|
|
|
|
2017-01-14 01:05:42 +01:00
|
|
|
// No one should be using func Main anymore.
|
|
|
|
// See the doc comment on func Main and use MainStart instead.
|
|
|
|
var errMain = errors.New("testing: unexpected use of func Main")
|
|
|
|
|
|
|
|
type matchStringOnly func(pat, str string) (bool, error)
|
|
|
|
|
|
|
|
func (f matchStringOnly) MatchString(pat, str string) (bool, error) { return f(pat, str) }
|
|
|
|
func (f matchStringOnly) StartCPUProfile(w io.Writer) error { return errMain }
|
|
|
|
func (f matchStringOnly) StopCPUProfile() {}
|
|
|
|
func (f matchStringOnly) WriteProfileTo(string, io.Writer, int) error { return errMain }
|
2017-09-14 19:11:35 +02:00
|
|
|
func (f matchStringOnly) ImportPath() string { return "" }
|
2018-01-17 15:20:29 +01:00
|
|
|
func (f matchStringOnly) StartTestLog(io.Writer) {}
|
|
|
|
func (f matchStringOnly) StopTestLog() error { return errMain }
|
2017-01-14 01:05:42 +01:00
|
|
|
|
|
|
|
// Main is an internal function, part of the implementation of the "go test" command.
|
|
|
|
// It was exported because it is cross-package and predates "internal" packages.
|
|
|
|
// It is no longer used by "go test" but preserved, as much as possible, for other
|
|
|
|
// systems that simulate "go test" using Main, but Main sometimes cannot be updated as
|
|
|
|
// new functionality is added to the testing package.
|
|
|
|
// Systems simulating "go test" should be updated to use MainStart.
|
2011-12-03 03:17:34 +01:00
|
|
|
func Main(matchString func(pat, str string) (bool, error), tests []InternalTest, benchmarks []InternalBenchmark, examples []InternalExample) {
|
2017-01-14 01:05:42 +01:00
|
|
|
os.Exit(MainStart(matchStringOnly(matchString), tests, benchmarks, examples).Run())
|
2014-12-13 02:00:49 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// M is a type passed to a TestMain function to run the actual tests.
|
|
|
|
type M struct {
|
2017-01-14 01:05:42 +01:00
|
|
|
deps testDeps
|
|
|
|
tests []InternalTest
|
|
|
|
benchmarks []InternalBenchmark
|
|
|
|
examples []InternalExample
|
2018-01-09 02:23:08 +01:00
|
|
|
|
|
|
|
timer *time.Timer
|
|
|
|
afterOnce sync.Once
|
2018-01-17 15:20:29 +01:00
|
|
|
|
|
|
|
numRun int
|
2017-01-14 01:05:42 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// testDeps is an internal interface of functionality that is
|
|
|
|
// passed into this package by a test's generated main package.
|
|
|
|
// The canonical implementation of this interface is
|
|
|
|
// testing/internal/testdeps's TestDeps.
|
|
|
|
type testDeps interface {
|
2018-01-17 15:20:29 +01:00
|
|
|
ImportPath() string
|
2017-01-14 01:05:42 +01:00
|
|
|
MatchString(pat, str string) (bool, error)
|
|
|
|
StartCPUProfile(io.Writer) error
|
|
|
|
StopCPUProfile()
|
2018-01-17 15:20:29 +01:00
|
|
|
StartTestLog(io.Writer)
|
|
|
|
StopTestLog() error
|
2017-01-14 01:05:42 +01:00
|
|
|
WriteProfileTo(string, io.Writer, int) error
|
2014-12-13 02:00:49 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// MainStart is meant for use by tests generated by 'go test'.
|
|
|
|
// It is not meant to be called directly and is not subject to the Go 1 compatibility document.
|
|
|
|
// It may change signature from release to release.
|
2017-01-14 01:05:42 +01:00
|
|
|
func MainStart(deps testDeps, tests []InternalTest, benchmarks []InternalBenchmark, examples []InternalExample) *M {
|
2014-12-13 02:00:49 +01:00
|
|
|
return &M{
|
2017-01-14 01:05:42 +01:00
|
|
|
deps: deps,
|
|
|
|
tests: tests,
|
|
|
|
benchmarks: benchmarks,
|
|
|
|
examples: examples,
|
2014-12-13 02:00:49 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Run runs the tests. It returns an exit code to pass to os.Exit.
|
|
|
|
func (m *M) Run() int {
|
2018-01-17 15:20:29 +01:00
|
|
|
// Count the number of calls to m.Run.
|
|
|
|
// We only ever expected 1, but we didn't enforce that,
|
|
|
|
// and now there are tests in the wild that call m.Run multiple times.
|
|
|
|
// Sigh. golang.org/issue/23129.
|
|
|
|
m.numRun++
|
|
|
|
|
2016-02-03 22:58:02 +01:00
|
|
|
// TestMain may have already called flag.Parse.
|
|
|
|
if !flag.Parsed() {
|
|
|
|
flag.Parse()
|
|
|
|
}
|
|
|
|
|
2018-01-09 02:23:08 +01:00
|
|
|
if *parallel < 1 {
|
|
|
|
fmt.Fprintln(os.Stderr, "testing: -parallel can only be given a positive integer")
|
|
|
|
flag.Usage()
|
|
|
|
return 2
|
|
|
|
}
|
|
|
|
|
2017-09-14 19:11:35 +02:00
|
|
|
if len(*matchList) != 0 {
|
|
|
|
listTests(m.deps.MatchString, m.tests, m.benchmarks, m.examples)
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
2011-09-16 17:47:21 +02:00
|
|
|
parseCpuList()
|
2011-03-25 00:46:17 +01:00
|
|
|
|
2017-01-14 01:05:42 +01:00
|
|
|
m.before()
|
2018-01-09 02:23:08 +01:00
|
|
|
defer m.after()
|
|
|
|
m.startAlarm()
|
2014-12-13 02:00:49 +01:00
|
|
|
haveExamples = len(m.examples) > 0
|
2017-01-14 01:05:42 +01:00
|
|
|
testRan, testOk := runTests(m.deps.MatchString, m.tests)
|
|
|
|
exampleRan, exampleOk := runExamples(m.deps.MatchString, m.examples)
|
2018-01-09 02:23:08 +01:00
|
|
|
m.stopAlarm()
|
2017-01-14 01:05:42 +01:00
|
|
|
if !testRan && !exampleRan && *matchBenchmarks == "" {
|
|
|
|
fmt.Fprintln(os.Stderr, "testing: warning: no tests to run")
|
|
|
|
}
|
2017-09-14 19:11:35 +02:00
|
|
|
if !testOk || !exampleOk || !runBenchmarks(m.deps.ImportPath(), m.deps.MatchString, m.benchmarks) || race.Errors() > 0 {
|
2011-12-13 00:40:51 +01:00
|
|
|
fmt.Println("FAIL")
|
2014-12-13 02:00:49 +01:00
|
|
|
return 1
|
2011-10-27 01:57:58 +02:00
|
|
|
}
|
2017-01-14 01:05:42 +01:00
|
|
|
|
2011-12-13 00:40:51 +01:00
|
|
|
fmt.Println("PASS")
|
2014-12-13 02:00:49 +01:00
|
|
|
return 0
|
2011-03-25 00:46:17 +01:00
|
|
|
}
|
|
|
|
|
2012-01-13 06:11:45 +01:00
|
|
|
func (t *T) report() {
|
2016-07-22 20:15:38 +02:00
|
|
|
if t.parent == nil {
|
|
|
|
return
|
|
|
|
}
|
2015-01-15 01:27:56 +01:00
|
|
|
dstr := fmtDuration(t.duration)
|
2016-07-22 20:15:38 +02:00
|
|
|
format := "--- %s: %s (%s)\n"
|
2012-10-03 07:27:36 +02:00
|
|
|
if t.Failed() {
|
2016-07-22 20:15:38 +02:00
|
|
|
t.flushToParent(format, "FAIL", t.name, dstr)
|
|
|
|
} else if t.chatty {
|
2013-01-29 21:52:43 +01:00
|
|
|
if t.Skipped() {
|
2016-07-22 20:15:38 +02:00
|
|
|
t.flushToParent(format, "SKIP", t.name, dstr)
|
2013-01-29 21:52:43 +01:00
|
|
|
} else {
|
2016-07-22 20:15:38 +02:00
|
|
|
t.flushToParent(format, "PASS", t.name, dstr)
|
2013-01-29 21:52:43 +01:00
|
|
|
}
|
2011-10-27 01:57:58 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-09-14 19:11:35 +02:00
|
|
|
func listTests(matchString func(pat, str string) (bool, error), tests []InternalTest, benchmarks []InternalBenchmark, examples []InternalExample) {
|
|
|
|
if _, err := matchString(*matchList, "non-empty"); err != nil {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: invalid regexp in -test.list (%q): %s\n", *matchList, err)
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, test := range tests {
|
|
|
|
if ok, _ := matchString(*matchList, test.Name); ok {
|
|
|
|
fmt.Println(test.Name)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
for _, bench := range benchmarks {
|
|
|
|
if ok, _ := matchString(*matchList, bench.Name); ok {
|
|
|
|
fmt.Println(bench.Name)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
for _, example := range examples {
|
|
|
|
if ok, _ := matchString(*matchList, example.Name); ok {
|
|
|
|
fmt.Println(example.Name)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-01-14 01:05:42 +01:00
|
|
|
// An internal function but exported because it is cross-package; part of the implementation
|
|
|
|
// of the "go test" command.
|
2011-12-03 03:17:34 +01:00
|
|
|
func RunTests(matchString func(pat, str string) (bool, error), tests []InternalTest) (ok bool) {
|
2017-01-14 01:05:42 +01:00
|
|
|
ran, ok := runTests(matchString, tests)
|
|
|
|
if !ran && !haveExamples {
|
2011-10-27 01:57:58 +02:00
|
|
|
fmt.Fprintln(os.Stderr, "testing: warning: no tests to run")
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
2017-01-14 01:05:42 +01:00
|
|
|
return ok
|
|
|
|
}
|
|
|
|
|
|
|
|
func runTests(matchString func(pat, str string) (bool, error), tests []InternalTest) (ran, ok bool) {
|
|
|
|
ok = true
|
2011-10-27 01:57:58 +02:00
|
|
|
for _, procs := range cpuList {
|
|
|
|
runtime.GOMAXPROCS(procs)
|
2018-01-09 02:23:08 +01:00
|
|
|
for i := uint(0); i < *count; i++ {
|
|
|
|
if shouldFailFast() {
|
|
|
|
break
|
2011-09-16 17:47:21 +02:00
|
|
|
}
|
2018-01-09 02:23:08 +01:00
|
|
|
ctx := newTestContext(*parallel, newMatcher(matchString, *match, "-test.run"))
|
|
|
|
t := &T{
|
|
|
|
common: common{
|
|
|
|
signal: make(chan bool),
|
|
|
|
barrier: make(chan bool),
|
|
|
|
w: os.Stdout,
|
|
|
|
chatty: *chatty,
|
|
|
|
},
|
|
|
|
context: ctx,
|
|
|
|
}
|
|
|
|
tRunner(t, func(t *T) {
|
|
|
|
for _, test := range tests {
|
|
|
|
t.Run(test.Name, test.F)
|
|
|
|
}
|
|
|
|
// Run catching the signal rather than the tRunner as a separate
|
|
|
|
// goroutine to avoid adding a goroutine during the sequential
|
|
|
|
// phase as this pollutes the stacktrace output when aborting.
|
|
|
|
go func() { <-t.signal }()
|
|
|
|
})
|
|
|
|
ok = ok && !t.Failed()
|
|
|
|
ran = ran || t.ran
|
|
|
|
}
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
2017-01-14 01:05:42 +01:00
|
|
|
return ran, ok
|
2010-12-03 05:34:57 +01:00
|
|
|
}
|
2011-03-25 00:46:17 +01:00
|
|
|
|
|
|
|
// before runs before all testing.
|
2017-01-14 01:05:42 +01:00
|
|
|
func (m *M) before() {
|
2011-03-25 00:46:17 +01:00
|
|
|
if *memProfileRate > 0 {
|
|
|
|
runtime.MemProfileRate = *memProfileRate
|
|
|
|
}
|
|
|
|
if *cpuProfile != "" {
|
2013-11-06 20:49:01 +01:00
|
|
|
f, err := os.Create(toOutputDir(*cpuProfile))
|
2011-03-25 00:46:17 +01:00
|
|
|
if err != nil {
|
2017-01-14 01:05:42 +01:00
|
|
|
fmt.Fprintf(os.Stderr, "testing: %s\n", err)
|
2011-03-25 00:46:17 +01:00
|
|
|
return
|
|
|
|
}
|
2017-01-14 01:05:42 +01:00
|
|
|
if err := m.deps.StartCPUProfile(f); err != nil {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: can't start cpu profile: %s\n", err)
|
2011-03-25 00:46:17 +01:00
|
|
|
f.Close()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
// Could save f so after can call f.Close; not worth the effort.
|
|
|
|
}
|
2015-10-31 01:59:47 +01:00
|
|
|
if *traceFile != "" {
|
|
|
|
f, err := os.Create(toOutputDir(*traceFile))
|
|
|
|
if err != nil {
|
2017-01-14 01:05:42 +01:00
|
|
|
fmt.Fprintf(os.Stderr, "testing: %s\n", err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if err := trace.Start(f); err != nil {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: can't start tracing: %s\n", err)
|
|
|
|
f.Close()
|
2015-10-31 01:59:47 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
// Could save f so after can call f.Close; not worth the effort.
|
|
|
|
}
|
2012-10-23 06:31:11 +02:00
|
|
|
if *blockProfile != "" && *blockProfileRate >= 0 {
|
|
|
|
runtime.SetBlockProfileRate(*blockProfileRate)
|
|
|
|
}
|
2017-01-14 01:05:42 +01:00
|
|
|
if *mutexProfile != "" && *mutexProfileFraction >= 0 {
|
|
|
|
runtime.SetMutexProfileFraction(*mutexProfileFraction)
|
|
|
|
}
|
2013-11-06 20:49:01 +01:00
|
|
|
if *coverProfile != "" && cover.Mode == "" {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: cannot use -test.coverprofile because test binary was not built with coverage enabled\n")
|
|
|
|
os.Exit(2)
|
|
|
|
}
|
2018-01-17 15:20:29 +01:00
|
|
|
if *testlog != "" {
|
|
|
|
// Note: Not using toOutputDir.
|
|
|
|
// This file is for use by cmd/go, not users.
|
|
|
|
var f *os.File
|
|
|
|
var err error
|
|
|
|
if m.numRun == 1 {
|
|
|
|
f, err = os.Create(*testlog)
|
|
|
|
} else {
|
|
|
|
f, err = os.OpenFile(*testlog, os.O_WRONLY, 0)
|
|
|
|
if err == nil {
|
|
|
|
f.Seek(0, io.SeekEnd)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if err != nil {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: %s\n", err)
|
|
|
|
os.Exit(2)
|
|
|
|
}
|
|
|
|
m.deps.StartTestLog(f)
|
|
|
|
testlogFile = f
|
|
|
|
}
|
2011-03-25 00:46:17 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// after runs after all testing.
|
2017-01-14 01:05:42 +01:00
|
|
|
func (m *M) after() {
|
2018-01-09 02:23:08 +01:00
|
|
|
m.afterOnce.Do(func() {
|
|
|
|
m.writeProfiles()
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (m *M) writeProfiles() {
|
2018-01-17 15:20:29 +01:00
|
|
|
if *testlog != "" {
|
|
|
|
if err := m.deps.StopTestLog(); err != nil {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: can't write %s: %s\n", *testlog, err)
|
|
|
|
os.Exit(2)
|
|
|
|
}
|
|
|
|
if err := testlogFile.Close(); err != nil {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: can't write %s: %s\n", *testlog, err)
|
|
|
|
os.Exit(2)
|
|
|
|
}
|
|
|
|
}
|
2011-03-25 00:46:17 +01:00
|
|
|
if *cpuProfile != "" {
|
2017-01-14 01:05:42 +01:00
|
|
|
m.deps.StopCPUProfile() // flushes profile to disk
|
2011-03-25 00:46:17 +01:00
|
|
|
}
|
2015-10-31 01:59:47 +01:00
|
|
|
if *traceFile != "" {
|
2018-08-07 19:28:22 +02:00
|
|
|
trace.Stop() // flushes trace to disk
|
2015-10-31 01:59:47 +01:00
|
|
|
}
|
2011-03-25 00:46:17 +01:00
|
|
|
if *memProfile != "" {
|
2013-11-06 20:49:01 +01:00
|
|
|
f, err := os.Create(toOutputDir(*memProfile))
|
2011-03-25 00:46:17 +01:00
|
|
|
if err != nil {
|
2013-11-06 20:49:01 +01:00
|
|
|
fmt.Fprintf(os.Stderr, "testing: %s\n", err)
|
|
|
|
os.Exit(2)
|
2011-03-25 00:46:17 +01:00
|
|
|
}
|
2015-01-15 01:27:56 +01:00
|
|
|
runtime.GC() // materialize all statistics
|
2018-09-24 23:46:21 +02:00
|
|
|
if err = m.deps.WriteProfileTo("allocs", f, 0); err != nil {
|
2013-11-06 20:49:01 +01:00
|
|
|
fmt.Fprintf(os.Stderr, "testing: can't write %s: %s\n", *memProfile, err)
|
|
|
|
os.Exit(2)
|
2011-03-25 00:46:17 +01:00
|
|
|
}
|
|
|
|
f.Close()
|
|
|
|
}
|
2012-10-23 06:31:11 +02:00
|
|
|
if *blockProfile != "" && *blockProfileRate >= 0 {
|
2013-11-06 20:49:01 +01:00
|
|
|
f, err := os.Create(toOutputDir(*blockProfile))
|
2012-10-23 06:31:11 +02:00
|
|
|
if err != nil {
|
2013-11-06 20:49:01 +01:00
|
|
|
fmt.Fprintf(os.Stderr, "testing: %s\n", err)
|
|
|
|
os.Exit(2)
|
2012-10-23 06:31:11 +02:00
|
|
|
}
|
2017-01-14 01:05:42 +01:00
|
|
|
if err = m.deps.WriteProfileTo("block", f, 0); err != nil {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: can't write %s: %s\n", *blockProfile, err)
|
|
|
|
os.Exit(2)
|
|
|
|
}
|
|
|
|
f.Close()
|
|
|
|
}
|
|
|
|
if *mutexProfile != "" && *mutexProfileFraction >= 0 {
|
|
|
|
f, err := os.Create(toOutputDir(*mutexProfile))
|
|
|
|
if err != nil {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: %s\n", err)
|
|
|
|
os.Exit(2)
|
|
|
|
}
|
|
|
|
if err = m.deps.WriteProfileTo("mutex", f, 0); err != nil {
|
2013-11-06 20:49:01 +01:00
|
|
|
fmt.Fprintf(os.Stderr, "testing: can't write %s: %s\n", *blockProfile, err)
|
|
|
|
os.Exit(2)
|
2012-10-23 06:31:11 +02:00
|
|
|
}
|
|
|
|
f.Close()
|
|
|
|
}
|
2013-11-06 20:49:01 +01:00
|
|
|
if cover.Mode != "" {
|
|
|
|
coverReport()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// toOutputDir returns the file name relocated, if required, to outputDir.
|
|
|
|
// Simple implementation to avoid pulling in path/filepath.
|
|
|
|
func toOutputDir(path string) string {
|
|
|
|
if *outputDir == "" || path == "" {
|
|
|
|
return path
|
|
|
|
}
|
|
|
|
if runtime.GOOS == "windows" {
|
|
|
|
// On Windows, it's clumsy, but we can be almost always correct
|
|
|
|
// by just looking for a drive letter and a colon.
|
|
|
|
// Absolute paths always have a drive letter (ignoring UNC).
|
|
|
|
// Problem: if path == "C:A" and outputdir == "C:\Go" it's unclear
|
|
|
|
// what to do, but even then path/filepath doesn't help.
|
|
|
|
// TODO: Worth doing better? Probably not, because we're here only
|
|
|
|
// under the management of go test.
|
|
|
|
if len(path) >= 2 {
|
|
|
|
letter, colon := path[0], path[1]
|
|
|
|
if ('a' <= letter && letter <= 'z' || 'A' <= letter && letter <= 'Z') && colon == ':' {
|
|
|
|
// If path starts with a drive letter we're stuck with it regardless.
|
|
|
|
return path
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if os.IsPathSeparator(path[0]) {
|
|
|
|
return path
|
|
|
|
}
|
|
|
|
return fmt.Sprintf("%s%c%s", *outputDir, os.PathSeparator, path)
|
2011-03-25 00:46:17 +01:00
|
|
|
}
|
2011-04-01 00:36:10 +02:00
|
|
|
|
|
|
|
// startAlarm starts an alarm if requested.
|
2018-01-09 02:23:08 +01:00
|
|
|
func (m *M) startAlarm() {
|
2011-04-01 00:36:10 +02:00
|
|
|
if *timeout > 0 {
|
2018-01-09 02:23:08 +01:00
|
|
|
m.timer = time.AfterFunc(*timeout, func() {
|
|
|
|
m.after()
|
2016-02-03 22:58:02 +01:00
|
|
|
debug.SetTraceback("all")
|
2013-11-06 20:49:01 +01:00
|
|
|
panic(fmt.Sprintf("test timed out after %v", *timeout))
|
|
|
|
})
|
2011-04-01 00:36:10 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// stopAlarm turns off the alarm.
|
2018-01-09 02:23:08 +01:00
|
|
|
func (m *M) stopAlarm() {
|
2011-04-01 00:36:10 +02:00
|
|
|
if *timeout > 0 {
|
2018-01-09 02:23:08 +01:00
|
|
|
m.timer.Stop()
|
2011-04-01 00:36:10 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-09-16 17:47:21 +02:00
|
|
|
func parseCpuList() {
|
2013-11-06 20:49:01 +01:00
|
|
|
for _, val := range strings.Split(*cpuListStr, ",") {
|
|
|
|
val = strings.TrimSpace(val)
|
|
|
|
if val == "" {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
cpu, err := strconv.Atoi(val)
|
|
|
|
if err != nil || cpu <= 0 {
|
|
|
|
fmt.Fprintf(os.Stderr, "testing: invalid value %q for -test.cpu\n", val)
|
|
|
|
os.Exit(1)
|
2011-09-16 17:47:21 +02:00
|
|
|
}
|
2018-01-09 02:23:08 +01:00
|
|
|
cpuList = append(cpuList, cpu)
|
2013-11-06 20:49:01 +01:00
|
|
|
}
|
|
|
|
if cpuList == nil {
|
2018-01-09 02:23:08 +01:00
|
|
|
cpuList = append(cpuList, runtime.GOMAXPROCS(-1))
|
2011-09-16 17:47:21 +02:00
|
|
|
}
|
|
|
|
}
|
2018-01-09 02:23:08 +01:00
|
|
|
|
|
|
|
func shouldFailFast() bool {
|
|
|
|
return *failFast && atomic.LoadUint32(&numFailed) > 0
|
|
|
|
}
|