Spec_test.go

package testcase_test

import (
	"math/rand"
	"reflect"
	"runtime"
	"sort"
	"strconv"
	"strings"
	"sync"
	"testing"
	"time"

	"go.llib.dev/testcase/assert"
	"go.llib.dev/testcase/internal/doubles"
	"go.llib.dev/testcase/internal/environ"
	"go.llib.dev/testcase/internal/spechelper"
	"go.llib.dev/testcase/random"
	"go.llib.dev/testcase/sandbox"

	"go.llib.dev/testcase"
)

func TestSpec_DSL(t *testing.T) {
	var sideEffect []string
	var actualSE []string

	nest1Value := rand.Int()
	nest2Value := rand.Int()
	nest3Value := rand.Int()

	s := testcase.NewSpec(t)

	s.Before(func(t *testcase.T) {
		actualSE = make([]string, 0)
	})

	s.Describe(`nest-lvl-1`, func(s *testcase.Spec) {
		v := testcase.Let(s, func(t *testcase.T) int { return nest1Value })
		subject := func(t *testcase.T) int { return v.Get(t) }

		s.When(`nest-lvl-2`, func(s *testcase.Spec) {
			v.Let(s, func(t *testcase.T) int { return nest2Value })

			s.After(func(t *testcase.T) {
				sideEffect = append(sideEffect, "after1")
			})

			s.Before(func(t *testcase.T) {
				actualSE = append(actualSE, `before1`)
				sideEffect = append(sideEffect, `before1`)
			})

			s.Around(func(t *testcase.T) func() {
				actualSE = append(actualSE, `around1-begin`)
				sideEffect = append(sideEffect, `around1-begin`)
				return func() {
					sideEffect = append(sideEffect, `around1-end`)
				}
			})

			s.And(`nest-lvl-3`, func(s *testcase.Spec) {
				v.Let(s, func(t *testcase.T) int { return nest3Value })

				s.After(func(t *testcase.T) {
					sideEffect = append(sideEffect, "after2")
				})

				s.Before(func(t *testcase.T) {
					actualSE = append(actualSE, `before2`)
					sideEffect = append(sideEffect, `before2`)
				})

				s.Around(func(t *testcase.T) func() {
					actualSE = append(actualSE, `around2-begin`)
					sideEffect = append(sideEffect, `around2-begin`)
					return func() {
						sideEffect = append(sideEffect, `around2-end`)
					}
				})

				s.Then(`lvl-3`, func(t *testcase.T) {
					expectedSE := []string{`before1`, `around1-begin`, `before2`, `around2-begin`}
					assert.Must(t).Equal(expectedSE, actualSE)
					assert.Must(t).Equal(nest3Value, v.Get(t))
					assert.Must(t).Equal(nest3Value, subject(t))
				})
			})

			s.Then(`lvl-2`, func(t *testcase.T) {
				expectedSE := []string{`before1`, `around1-begin`}
				assert.Must(t).Equal(expectedSE, actualSE)
				assert.Must(t).Equal(nest2Value, v.Get(t))
				assert.Must(t).Equal(nest2Value, subject(t))
			})
		})

		s.Then(`lvl-1`, func(t *testcase.T) {
			expectedSE := []string{}
			assert.Must(t).Equal(expectedSE, actualSE)
			t.Must.Equal(nest1Value, v.Get(t))
			t.Must.Equal(nest1Value, subject(t))
		})
	})
}

func TestSpec_subSpecIsExecuted(t *testing.T) {
	var ran bool
	t.Run(``, func(t *testing.T) {
		s := testcase.NewSpec(t)
		s.Describe(`nest-lvl-1`, func(s *testcase.Spec) {
			s.When(`nest-lvl-2`, func(s *testcase.Spec) {
				s.And(`nest-lvl-3`, func(s *testcase.Spec) {
					s.Then(`lvl-3`, func(t *testcase.T) {
						ran = true
					})
				})
			})
		})
	})
	assert.Must(t).True(ran)
}

func TestSpec_Context(t *testing.T) {

	var allSideEffect [][]string
	var sideEffect []string

	v := testcase.Var[int]{ID: strconv.Itoa(rand.Int())}
	nest1Value := rand.Int()
	nest2Value := rand.Int()
	nest3Value := rand.Int()

	t.Run(``, func(t *testing.T) {
		s := testcase.NewSpec(t)

		s.Around(func(t *testcase.T) func() {
			sideEffect = make([]string, 0)
			return func() { allSideEffect = append(allSideEffect, sideEffect) }
		})

		s.Context(`nest-lvl-1`, func(s *testcase.Spec) {
			subject := func(t *testcase.T) int { return v.Get(t) }
			v.Let(s, func(t *testcase.T) int { return nest1Value })

			s.Context(`nest-lvl-2`, func(s *testcase.Spec) {
				v.Let(s, func(t *testcase.T) int { return nest2Value })

				s.After(func(t *testcase.T) {
					sideEffect = append(sideEffect, "after1")
				})

				s.Before(func(t *testcase.T) {
					sideEffect = append(sideEffect, `before1`)
				})

				s.Around(func(t *testcase.T) func() {
					sideEffect = append(sideEffect, `around1-begin`)
					return func() { sideEffect = append(sideEffect, `around1-end`) }
				})

				s.Context(`nest-lvl-3`, func(s *testcase.Spec) {
					v.Let(s, func(t *testcase.T) int { return nest3Value })

					s.After(func(t *testcase.T) {
						sideEffect = append(sideEffect, "after2")
					})

					s.Before(func(t *testcase.T) {
						sideEffect = append(sideEffect, `before2`)
					})

					s.Around(func(t *testcase.T) func() {
						sideEffect = append(sideEffect, `around2-begin`)
						return func() { sideEffect = append(sideEffect, `around2-end`) }
					})

					s.Test(`lvl-3`, func(t *testcase.T) {
						t.Must.Equal([]string{`before1`, `around1-begin`, `before2`, `around2-begin`}, sideEffect)
						t.Must.Equal(nest3Value, v.Get(t))
						t.Must.Equal(nest3Value, subject(t))
					})
				})

				s.Test(`lvl-2`, func(t *testcase.T) {
					t.Must.Equal([]string{`before1`, `around1-begin`}, sideEffect)
					t.Must.Equal(nest2Value, v.Get(t))
					t.Must.Equal(nest2Value, subject(t))
				})
			})

			s.Test(`lvl-1`, func(t *testcase.T) {
				t.Must.Equal([]string{}, sideEffect)
				t.Must.Equal(nest1Value, v.Get(t))
				t.Must.Equal(nest1Value, subject(t))
			})
		})
	})

	//t.Logf(`%#v`, allSideEffect)
	assert.Must(t).ContainExactly([][]string{
		{},
		{"before1", "around1-begin", "around1-end", "after1"},
		{"before1", "around1-begin", "before2", "around2-begin", "around2-end", "after2", "around1-end", "after1"},
	}, allSideEffect)
}

func TestSpec_Describe_executedAsAGroupInTheEndOfThe(t *testing.T) {
	var (
		ran  bool
		once int
	)
	s := testcase.NewSpec(t)
	s.Describe(`executed in the end of the Describe block`, func(s *testcase.Spec) {
		s.Test(``, func(t *testcase.T) {
			ran = true
			once++
		})
	})
	assert.Must(t).True(ran)
	assert.Must(t).Equal(1, once)
}

func TestSpec_ParallelSafeVariableSupport(t *testing.T) {
	s := testcase.NewSpec(t)
	s.Parallel()

	v := testcase.Var[int]{ID: strconv.Itoa(rand.Int())}
	nest1Value := rand.Int()
	nest2Value := rand.Int()
	nest3Value := rand.Int()

	s.Describe(`nest-lvl-1`, func(s *testcase.Spec) {
		subject := func(t *testcase.T) int { return v.Get(t) }
		v.Let(s, func(t *testcase.T) int { return nest1Value })

		s.When(`nest-lvl-2`, func(s *testcase.Spec) {
			v.Let(s, func(t *testcase.T) int { return nest2Value })

			s.And(`nest-lvl-3`, func(s *testcase.Spec) {
				v.Let(s, func(t *testcase.T) int { return nest3Value })

				s.Test(`lvl-3`, func(t *testcase.T) {
					t.Must.Equal(nest3Value, v.Get(t))
					t.Must.Equal(nest3Value, subject(t))
				})
			})

			s.Test(`lvl-2`, func(t *testcase.T) {
				t.Must.Equal(nest2Value, v.Get(t))
				t.Must.Equal(nest2Value, subject(t))
			})
		})

		s.Test(`lvl-1`, func(t *testcase.T) {
			t.Must.Equal(nest1Value, v.Get(t))
			t.Must.Equal(nest1Value, subject(t))
		})
	})
}

func TestSpec_InvalidUsages(t *testing.T) {
	stub := &doubles.TB{}
	s := testcase.NewSpec(stub)
	nest1Value := rand.Int()
	nest2Value := rand.Int()
	nest3Value := rand.Int()

	_, _, _ = nest1Value, nest2Value, nest3Value

	willFatal := isFatalFn(stub)

	failNowSpecs := func(t *testing.T, s *testcase.Spec, expectedToFailNow bool) {
		t.Helper()

		assert.Must(t).Equal(expectedToFailNow, willFatal(func() {
			s.Before(func(t *testcase.T) {})
		}))

		assert.Must(t).Equal(expectedToFailNow, willFatal(func() {
			s.After(func(t *testcase.T) {})
		}))

		assert.Must(t).Equal(expectedToFailNow, willFatal(func() {
			s.Around(func(t *testcase.T) func() { return func() {} })
		}))

		assert.Must(t).Equal(expectedToFailNow, willFatal(func() {
			testcase.Let(s, func(t *testcase.T) interface{} { return nil })
		}))

		assert.Must(t).Equal(expectedToFailNow, willFatal(func() {
			s.Parallel()
		}))

		assert.Must(t).Equal(expectedToFailNow, willFatal(func() {
			testcase.LetValue(s, rand.Int())
		}))
	}

	shouldFailNowForHooking := func(t *testing.T, s *testcase.Spec) { t.Helper(); failNowSpecs(t, s, true) }
	shouldNotFailForHooking := func(t *testing.T, s *testcase.Spec) { t.Helper(); failNowSpecs(t, s, false) }

	topSpec := s

	s.Describe(`nest-lvl-1`, func(s *testcase.Spec) {

		shouldFailNowForHooking(t, topSpec)

		shouldNotFailForHooking(t, s)
		testcase.Let(s, func(t *testcase.T) interface{} { return nest1Value })

		shouldNotFailForHooking(t, s)
		s.Test(`lvl-1-first`, func(t *testcase.T) {})

		shouldFailNowForHooking(t, s)

		s.When(`nest-lvl-2`, func(s *testcase.Spec) {
			shouldNotFailForHooking(t, s)
			testcase.Let(s, func(t *testcase.T) interface{} { return nest2Value })

			shouldNotFailForHooking(t, s)
			s.And(`nest-lvl-3`, func(s *testcase.Spec) {
				testcase.Let(s, func(t *testcase.T) interface{} { return nest3Value })

				s.Test(`lvl-3`, func(t *testcase.T) {})

				shouldFailNowForHooking(t, s)
			})

			shouldFailNowForHooking(t, s)

			s.Test(`lvl-2`, func(t *testcase.T) {})

			shouldFailNowForHooking(t, s)

			s.And(`nest-lvl-2-2`, func(s *testcase.Spec) {
				shouldNotFailForHooking(t, s)
				s.Test(`nest-lvl-2-2-then`, func(t *testcase.T) {})
				shouldFailNowForHooking(t, s)
			})

			shouldFailNowForHooking(t, s)

		})

		shouldFailNowForHooking(t, s)

		s.Test(`lvl-1-last`, func(t *testcase.T) {})

		shouldFailNowForHooking(t, s)

	})
}

func TestSpec_Let_valuesAreDeterministicallyCached(t *testing.T) {
	s := testcase.NewSpec(t)

	var testCase1Value int
	var testCase2Value int

	type TestStruct struct {
		Value string
	}

	s.Describe(`Let`, func(s *testcase.Spec) {
		v := testcase.Let(s, func(t *testcase.T) int { return rand.Int() })

		s.Then(`regardless of multiple call, let value remain the same for each`, func(t *testcase.T) {
			value := v.Get(t)
			testCase1Value = value
			t.Must.Equal(value, v.Get(t))
		})

		s.Then(`for every then block then block value is reevaluated`, func(t *testcase.T) {
			value := v.Get(t)
			testCase2Value = value
			t.Must.Equal(value, v.Get(t))
		})

		s.And(`the value is accessible from the hooks as well`, func(s *testcase.Spec) {
			var value int

			s.Before(func(t *testcase.T) {
				value = v.Get(t)
			})

			s.Then(`it will remain the same value in the test case as well compared to the before block`, func(t *testcase.T) {
				t.Must.NotEqual(0, value)
				t.Must.Equal(value, v.Get(t))
			})
		})

		s.And(`struct value can be modified by hooks for preparation purposes like setting up mocks expectations`, func(s *testcase.Spec) {
			ts := testcase.Let(s, func(t *testcase.T) *TestStruct {
				return &TestStruct{}
			})

			s.Before(func(t *testcase.T) {
				value := ts.Get(t)
				value.Value = "testing"
			})

			s.Then(`the value can be seen from the test case scope`, func(t *testcase.T) {
				t.Must.Equal(`testing`, ts.Get(t).Value)
			})
		})
	})

	assert.Must(t).NotEqual(testCase1Value, testCase2Value)
}

func TestSpec_Let_valueScopesAppliedOnHooks(t *testing.T) {
	s := testcase.NewSpec(t)

	var leaker int
	s.Context(`1`, func(s *testcase.Spec) {
		value := testcase.Let(s, func(t *testcase.T) int {
			return 24
		})

		s.Before(func(t *testcase.T) {
			leaker = value.Get(t)
		})

		s.Context(`2`, func(s *testcase.Spec) {
			value.Let(s, func(t *testcase.T) int {
				return 42
			})

			s.Test(`testCase`, func(t *testcase.T) {
				t.Must.Equal(42, leaker)
			})
		})
	})

}

func hackCallParallel(tb testing.TB) {
	switch tb := tb.(type) {
	case *testing.T:
		tb.Parallel()
	case *doubles.RecorderTB:
		hackCallParallel(tb.TB)
	case *testcase.T:
		hackCallParallel(tb.TB)
	default:
		tb.Fatalf(`%T don't implement #Parallel`, tb)
	}
}

func TestSpec_Parallel(t *testing.T) {
	s := testcase.NewSpec(t)

	isPanic := func(block func()) (panicked bool) {
		defer func() {
			if r := recover(); r != nil {
				panicked = true
			}
		}()
		block()
		return false
	}

	s.Describe(`Parallel`, func(s *testcase.Spec) {

		s.When(`no parallel set on top level nesting`, func(s *testcase.Spec) {
			s.And(`on each sub level`, func(s *testcase.Spec) {
				s.Then(`it will accept T#Parallel call`, func(t *testcase.T) {
					assert.Must(t).True(!isPanic(func() { hackCallParallel(t.TB) }))
				})
			})
			s.Then(`it will accept T#Parallel call`, func(t *testcase.T) {
				assert.Must(t).True(!isPanic(func() { hackCallParallel(t.TB) }))
			})
		})

		s.When(`on the first level there is no parallel configured`, func(s *testcase.Spec) {
			s.And(`on the second one, yes`, func(s *testcase.Spec) {
				s.Parallel()

				s.And(`parallel will be "inherited" for each nested spec`, func(s *testcase.Spec) {
					s.Then(`it will panic on T#Parallel call`, func(t *testcase.T) {
						assert.Must(t).True(isPanic(func() { hackCallParallel(t.TB) }))
					})
				})

				s.Then(`it panic on T#Parallel call`, func(t *testcase.T) {
					assert.Must(t).True(isPanic(func() { hackCallParallel(t.TB) }))
				})
			})

			s.Then(`it will accept T#Parallel call`, func(t *testcase.T) {
				assert.Must(t).True(!isPanic(func() { hackCallParallel(t.TB) }))
			})

		})

	})
}

func TestSpec_testsWithName_shouldRun(t *testing.T) {
	var a, b bool
	t.Run(``, func(t *testing.T) {
		s := testcase.NewSpec(t)

		s.Test(``, func(t *testcase.T) {
			a = true
		})

		s.Test(``, func(t *testcase.T) {
			b = true
		})
	})

	assert.Must(t).True(a)
	assert.Must(t).True(b)
}

func TestSpec_NoSideEffect(t *testing.T) {
	s := testcase.NewSpec(t)

	isPanic := func(block func()) (panicked bool) {
		defer func() {
			if r := recover(); r != nil {
				panicked = true
			}
		}()
		block()
		return false
	}

	s.Describe(`NoSideEffect`, func(s *testcase.Spec) {
		s.When(`on the first level there is no parallel configured`, func(s *testcase.Spec) {
			s.And(`on the second one, yes`, func(s *testcase.Spec) {
				s.NoSideEffect()

				s.And(`parallel will be "inherited" for each nested spec`, func(s *testcase.Spec) {
					s.Then(`it will panic on T#parallel call`, func(t *testcase.T) {
						assert.Must(t).True(isPanic(func() { hackCallParallel(t.TB) }))
					})
				})

				s.Then(`it panic on T#parallel call`, func(t *testcase.T) {
					assert.Must(t).True(isPanic(func() { hackCallParallel(t.TB) }))
				})
			})

			s.Then(`it will accept T#parallel call`, func(t *testcase.T) {
				assert.Must(t).True(!isPanic(func() { hackCallParallel(t.TB) }))
			})

		})
	})
}

func TestSpec_Let_FallibleValue(t *testing.T) {
	s := testcase.NewSpec(t)

	fallible := testcase.Let(s, func(t *testcase.T) testing.TB {
		return t.TB
	})

	s.Then(`fallible receive the same testing object as this spec`, func(t *testcase.T) {
		t.Must.Equal(t.TB, fallible.Get(t))
	})
}

func TestSpec_LetValue_ValueDefinedAtDeclarationWithoutTheNeedOfFunctionCallback(t *testing.T) {
	s := testcase.NewSpec(t)

	value := testcase.LetValue(s, 42)

	s.Then(`the testCase variable will be accessible`, func(t *testcase.T) {
		t.Must.Equal(42, value.Get(t))
	})

	for kind, example := range map[reflect.Kind]interface{}{
		reflect.String:     "hello world",
		reflect.Bool:       true,
		reflect.Int:        int(42),
		reflect.Int8:       int8(42),
		reflect.Int16:      int16(42),
		reflect.Int32:      int32(42),
		reflect.Int64:      int64(42),
		reflect.Uint:       uint(42),
		reflect.Uint8:      uint8(42),
		reflect.Uint16:     uint16(42),
		reflect.Uint32:     uint32(42),
		reflect.Uint64:     uint64(42),
		reflect.Float32:    float32(42),
		reflect.Float64:    float64(42),
		reflect.Complex64:  complex64(42),
		reflect.Complex128: complex128(42),
	} {
		kind := kind
		example := example

		s.Context(kind.String(), func(s *testcase.Spec) {
			vk := testcase.LetValue(s, example)

			s.Then(`it will return the value`, func(t *testcase.T) {
				t.Must.Equal(example, vk.Get(t))
			})
		})
	}
}

func TestSpec_LetValue_mutableValuesAreNotAllowed(t *testing.T) {
	stub := &doubles.TB{}
	s := testcase.NewSpec(stub)

	var finished bool
	sandbox.Run(func() {
		type SomeStruct struct {
			Text string
		}
		testcase.LetValue(s, &SomeStruct{Text: `hello world`})
		finished = true
	})
	assert.Must(t).True(!finished)
	assert.Must(t).True(stub.IsFailed)
}

func TestSpec_Cleanup_inACleanupWithinACleanup(t *testing.T) {
	t.Run(`spike`, func(t *testing.T) {
		var ran bool
		t.Run(``, func(t *testing.T) {
			t.Cleanup(func() {
				t.Cleanup(func() {
					t.Cleanup(func() {
						ran = true
					})
				})
			})
		})
		assert.Must(t).True(ran)
	})

	var ran bool
	s := testcase.NewSpec(t)
	s.After(func(t *testcase.T) {
		t.Cleanup(func() {
			t.Cleanup(func() {
				ran = true
			})
		})
	})
	s.Test(``, func(t *testcase.T) {})

	assert.Must(t).True(ran)
}

func BenchmarkTest_Spec(b *testing.B) {
	b.Log(`this is actually a testCase`)
	b.Log(`it will run a bench *testing.B.N times`)

	var total int
	b.Run(``, func(b *testing.B) {
		s := testcase.NewSpec(b)
		s.Test(``, func(t *testcase.T) {
			time.Sleep(time.Millisecond)
			total++
		})
	})

	assert.Must(b).True(1 < total)
}

func BenchmarkTest_Spec_eachBenchmarkingRunsWithFreshState(b *testing.B) {
	b.Log(`this is actually a testCase`)
	b.Log(`it will run a bench *testing.B.N times but in parallel with b.RunParallel`)

	s := testcase.NewSpec(b)

	type mutable struct{ used bool }
	m := testcase.Let(s, func(t *testcase.T) *mutable {
		return &mutable{used: false}
	})

	s.Before(func(t *testcase.T) {
		assert.Must(t).True(!m.Get(t).used)
	})

	b.Log(`each benchmarking runs with fresh state to avoid side effects between bench mark iterations`)
	s.Test(``, func(t *testcase.T) {
		m := m.Get(t)
		assert.Must(t).True(!m.used)
		m.used = true
		t.SkipNow()
	})
}

type UnknownTestingTB struct {
	testing.TB
	logs [][]interface{}
}

func (tb *UnknownTestingTB) Log(args ...interface{}) {
	tb.logs = append(tb.logs, args)
}

func TestSpec_Test_withSomethingThatImplementsTestcaseTB(t *testing.T) {
	rtb := &doubles.RecorderTB{TB: &doubles.TB{}}

	var tb testcase.TBRunner = rtb // implements check
	s := testcase.NewSpec(tb)

	s.Test(`passthrough`, func(t *testcase.T) {
		t.FailNow()
	})

	rtb.CleanupNow()
	assert.Must(t).True(rtb.IsFailed)
}

func TestSpec_Sequential(t *testing.T) {
	if testing.Short() {
		t.Skip()
	}

	spechelper.OrderAsDefined(t)
	s := testcase.NewSpec(t)

	// --- somewhere in a spec helper setup function --- //

	// Sequential is used to ensure testing executed sequential,
	// because here we define a variable that meant to be used sequentially only.
	s.Sequential()

	// --- in a spec file --- //

	// somewhere else in a spec where the code itself has no side effect
	// we use parallel to allow the possibility of run testCase concurrently.
	s.Parallel()
	var bTestRan bool

	s.Test(`A`, func(t *testcase.T) {
		runtime.Gosched()
		time.Sleep(time.Millisecond)
		assert.Must(t).True(!bTestRan,
			`testCase A ran in parallel with testCase B, but this was not expected after using testcase.Spec#Sequence`)
	})

	s.Test(`B`, func(t *testcase.T) {
		bTestRan = true
	})
}

func TestSpec_HasSideEffect(t *testing.T) {
	if testing.Short() {
		t.Skip()
	}

	spechelper.OrderAsDefined(t)

	s := testcase.NewSpec(t)
	s.HasSideEffect()
	s.NoSideEffect()
	var bTestRan bool

	s.Test(`A`, func(t *testcase.T) {
		runtime.Gosched()
		time.Sleep(time.Millisecond)
		assert.Must(t).True(!bTestRan,
			`testCase A ran in parallel with testCase B, but this was not expected after using testcase.Spec#Sequence`)
	})

	s.Test(`B`, func(t *testcase.T) {
		bTestRan = true
	})
}

func TestSpec_Sequential_scoped(t *testing.T) {
	if testing.Short() {
		t.Skip()
	}

	spechelper.OrderAsDefined(t)

	s := testcase.NewSpec(t)
	s.Parallel()

	s.Context(`scope A`, func(s *testcase.Spec) {
		s.Sequential()

		s.Context(`sub-scope of A`, func(s *testcase.Spec) {
			s.Parallel()
			var bTestRan bool

			s.Test(`A`, func(t *testcase.T) {
				runtime.Gosched()
				time.Sleep(time.Millisecond)
				assert.Must(t).True(!bTestRan,
					`testCase A ran in parallel with testCase B, but this was not expected after using testcase.Spec#Sequence`)
			})

			s.Test(`B`, func(t *testcase.T) {
				bTestRan = true
			})
		})
	})

	s.Context(`scope B`, func(s *testcase.Spec) {
		var wg = &sync.WaitGroup{}
		wg.Add(1)

		s.Test(`A`, func(t *testcase.T) {
			runtime.Gosched()
			c := make(chan struct{})
			go func() {
				defer close(c)
				wg.Wait() // if wait is done, we are in the happy group
			}()

			select {
			case <-c: // happy case
			case <-time.After(time.Second):
				t.Fatal(`B testCase probably not running concurrently`) // timed orderingOutput
			}
		})

		s.Test(`B`, func(t *testcase.T) {
			defer wg.Done()
		})
	})
}

func TestSpec_Sequential_callingItAfterContextDeclarationYieldPanic(t *testing.T) {
	s := testcase.NewSpec(t)
	s.Context(``, func(s *testcase.Spec) {})
	assert.Must(t).Panic(func() { s.HasSideEffect() })
}

func TestSpec_panicDoNotLeakOutFromTestingScope(t *testing.T) {
	t.Skip("dropped feature")
	// due to the nature of panics,
	// recovering them makes the debugging much harder in the testing scenario.
	//
	var noPanic bool
	func() {
		defer recover()
		rtb := &doubles.RecorderTB{TB: &doubles.TB{}}
		defer rtb.CleanupNow()
		s := testcase.NewSpec(rtb)
		s.Test(``, func(t *testcase.T) { panic(`die`) })
		s.Test(``, func(t *testcase.T) { noPanic = true })
	}()
	assert.Must(t).True(noPanic)
}

func BenchmarkTest_Spec_hooksInBenchmarkCalledInEachRun(b *testing.B) {
	var (
		beforeTimes int
		deferTimes  int
		afterTimes  int
		testTimes   int
	)

	b.Run(``, func(b *testing.B) {
		s := testcase.NewSpec(b)
		s.Sequential()

		s.Before(func(t *testcase.T) { t.Defer(func() { deferTimes++ }) })
		s.Before(func(t *testcase.T) { beforeTimes++ })
		s.After(func(t *testcase.T) { afterTimes++ })

		var flag bool
		s.Around(func(t *testcase.T) func() {
			return func() { flag = false }
		})

		s.Test(``, func(t *testcase.T) {
			assert.Must(t).True(!flag)
			flag = true // mutate so we expect After to restore the flag state to "false"

			testTimes++
			time.Sleep(time.Millisecond) // A bit sleep here helps the benchmark to make a faster conclusion.
		})
	})

	assert.Must(b).NotEqual(0, testTimes)
	assert.Must(b).Equal(testTimes, beforeTimes)
	assert.Must(b).Equal(testTimes, afterTimes)
	assert.Must(b).Equal(testTimes, deferTimes)
}

func TestSpec_hooksAlignWithCleanup(t *testing.T) {
	var afters []string
	t.Run(``, func(t *testing.T) {
		s := testcase.NewSpec(t)

		s.After(func(t *testcase.T) {
			afters = append(afters, `First After`)
		})

		s.Before(func(t *testcase.T) {
			t.Defer(func() { afters = append(afters, `Defer`) })
		})

		s.Before(func(t *testcase.T) {
			t.Cleanup(func() { afters = append(afters, `Cleanup`) })
		})

		s.After(func(t *testcase.T) {
			afters = append(afters, `Last After`)
		})

		s.Test(``, func(t *testcase.T) {})
	})
	assert.Must(t).Equal([]string{`Last After`, `Cleanup`, `Defer`, `First After`}, afters)
}

func BenchmarkTest_Spec_SkipBenchmark1(b *testing.B) {
	var (
		allowedTestRan   bool
		forbiddenTestRan bool
	)
	b.Run(``, func(b *testing.B) {
		s := testcase.NewSpec(b)
		s.Test(``, func(t *testcase.T) {
			allowedTestRan = true
			t.SkipNow()
		})

		s.Test(``, func(t *testcase.T) {
			forbiddenTestRan = true
			t.SkipNow()
		}, testcase.SkipBenchmark())

		s.Then(``, func(t *testcase.T) {
			forbiddenTestRan = true
			t.SkipNow()
		}, testcase.SkipBenchmark())
	})

	assert.Must(b).True(allowedTestRan)
	assert.Must(b).True(!forbiddenTestRan)
}

func BenchmarkTest_Spec_SkipBenchmark2(b *testing.B) {
	var (
		allowedTestRan   bool
		forbiddenTestRan bool
	)

	b.Run(``, func(b *testing.B) {
		s := testcase.NewSpec(b)
		s.Context(``, func(s *testcase.Spec) {
			s.Test(``, func(t *testcase.T) {
				allowedTestRan = true
				t.SkipNow()
			})
		})

		s.Context(``, func(s *testcase.Spec) {
			s.SkipBenchmark()

			s.Test(``, func(t *testcase.T) {
				forbiddenTestRan = true
				t.SkipNow()
			})
		})
	})

	assert.Must(b).True(allowedTestRan)
	assert.Must(b).True(!forbiddenTestRan)
}

type stubB struct {
	*doubles.TB
	TestingB *testing.B
}

func (b *stubB) Run(name string, fn func(b *testing.B)) bool {
	return b.TestingB.Run(name, fn)
}

func BenchmarkTest_Spec_SkipBenchmark_invalidUse(b *testing.B) {
	stub := &doubles.TB{}
	stb := &stubB{
		TB:       stub,
		TestingB: b,
	}
	s := testcase.NewSpec(stb)

	s.Test(``, func(t *testcase.T) { t.SkipNow() })

	var finished bool
	sandbox.Run(func() {
		s.SkipBenchmark()
		finished = false
	})
	assert.Must(b).True(!finished)
	assert.Must(b).True(stub.IsFailed)
	assert.Must(b).Contain(stub.Logs.String(), "you can't use .SkipBenchmark after you already used when/and/then")
}

func BenchmarkTest_Spec_Test_flaky(b *testing.B) {
	s := testcase.NewSpec(b)
	var hasRun bool
	s.Test(``, func(t *testcase.T) {
		hasRun = true
		t.SkipNow()
	}, testcase.Flaky(time.Second))
	assert.Must(b).True(!hasRun)
}

func TestSpec_Test_FailNowWithCustom(t *testing.T) {
	rtb := &doubles.RecorderTB{TB: &doubles.TB{}}
	s := testcase.NewSpec(rtb)

	var failCount int
	s.Test(``, func(t *testcase.T) {
		failCount++
		t.FailNow()
	})

	rtb.CleanupNow()
	assert.Must(t).Equal(1, failCount)
	assert.Must(t).True(rtb.IsFailed)
}

func TestSpec_Test_flaky_withoutFlakyFlag_willFailAndNeverRunAgain(t *testing.T) {
	stub := &doubles.TB{}
	s := testcase.NewSpec(stub)
	var total int
	s.Test(``, func(t *testcase.T) { total++; t.FailNow() })
	stub.Finish()
	assert.Must(t).Equal(1, total)
}

func TestSpec_Test_flakyByTimeout_willRunAgainWithinTheTimeoutDurationUntilItPasses(t *testing.T) {
	s := testcase.NewSpec(t)

	var failedOnce bool
	s.Test(``, func(t *testcase.T) {
		if failedOnce {
			return
		}

		failedOnce = true
		t.FailNow()
	}, testcase.Flaky(2))
}

func TestSpec_Test_flakyByRetry_willRunAgainWithTheProvidedRetry(t *testing.T) {
	s := testcase.NewSpec(t)

	var retryUsed bool
	retry := assert.Retry{
		Strategy: assert.RetryStrategyFunc(func(condition func() bool) {
			retryUsed = true
			for condition() {
			}
		}),
	}

	var failedOnce bool
	s.Test(``, func(t *testcase.T) {
		if failedOnce {
			return
		}
		failedOnce = true
		t.FailNow()
	}, testcase.Flaky(retry))
	assert.Must(t).True(retryUsed)
}

func TestSpec_Test_smoke(t *testing.T) {
	s := testcase.NewSpec(t)

	var count int
	s.Test(``, func(t *testcase.T) { count++ })

	assert.Equal(t, 1, count)
}

func TestSpec_Test_flakyByStrategy_willRunAgainBasedOnTheStrategy(t *testing.T) {
	s := testcase.NewSpec(t)

	var strategyCallCount, testCount int
	strategy := assert.RetryStrategyFunc(func(condition func() bool) {
		for condition() {
			strategyCallCount++
		}
	})

	// To test flaky test recovery,
	// we need a truly random generation,
	// because *testcase.T.Random is deterministic.
	rnd := random.New(random.CryptoSeed{})

	s.Test(``, func(t *testcase.T) {
		testCount++
		if rnd.Bool() {
			t.FailNow()
		}
	}, testcase.Flaky(strategy))

	assert.Must(t).AnyOf(func(a *assert.A) {
		a.Case(func(t assert.It) { t.Must.Equal(strategyCallCount, testCount) })
		a.Case(func(t assert.It) { t.Must.Equal(strategyCallCount+1, testCount) }) // when there is no error, the total
	})
}

func TestSpec_Test_flakyFlagWithInvalidValue_willPanics(t *testing.T) {
	s := testcase.NewSpec(t)
	assert.Must(t).Panic(func() { testcase.Flaky("foo") })
	assert.Must(t).Panic(func() { s.Test(``, func(t *testcase.T) {}, testcase.Flaky("foo")) })
}

func TestSpec_Test_flakyByRetryCount_willRunAgainWithinTheAcceptedRetryCount(t *testing.T) {
	s := testcase.NewSpec(t)

	var failedOnce bool
	s.Test(``, func(t *testcase.T) {
		if failedOnce {
			return
		}

		failedOnce = true
		t.FailNow()
	}, testcase.Flaky(42))
}

// This testCase will artificially create a scenario where one of the before block will be held up,
// and the other testCase is expected to finishNow ahead of time.
// If the preparation is not done concurrently as well,
// then the testCase will panic with the reason for failure.
// I know, panic not an ideal way to represent failed testCase, but this approach is deterministic.
func TestSpec_Parallel_testPrepareActionsExecutedInParallel(t *testing.T) {
	s := testcase.NewSpec(t)
	s.Parallel()

	s.Before(func(t *testcase.T) {
		timer := time.NewTimer(time.Second)
		go func() {
			if _, ok := <-timer.C; ok {
				panic(`it was expected that #Before run parallel as well in case of Spec#Parallel is used`)
			}
		}()
		t.Defer(timer.Stop)
	})

	total := 2
	var wg sync.WaitGroup
	wg.Add(total)
	s.Before(func(t *testcase.T) {
		wg.Done() // check in that we race tests ready for the Finish
		wg.Wait() // wait for the Finish OR stuck on DEADLOCK if execution is not parallel
	})
	if runtime.NumCPU() < total {
		t.Skip(`test require at least 2 CPU core to able to run concurrently`)
	}
	for i := 0; i < total; i++ {
		s.Test(``, func(t *testcase.T) {})
	}
}

func TestSpec_Context_nonParallelTestExecutionOrder_isRandom(t *testing.T) {
	assert.Retry{Strategy: assert.Waiter{WaitDuration: time.Second}}.Assert(t, func(it assert.It) {
		var m sync.Mutex
		out := make([]int, 0)
		testcase.NewSpec(it).Context("", func(s *testcase.Spec) {
			for i := 0; i < 128; i++ {
				i := i
				s.Test(``, func(t *testcase.T) {
					m.Lock()
					defer m.Unlock()
					out = append(out, i)
				})
			}
		})
		it.Must.True(!sort.IsSorted(sort.IntSlice(out)))
	})
}

func TestSpec_Finish(t *testing.T) {
	testcase.NewSpec(t).Context("", func(s *testcase.Spec) {
		var ran bool
		s.Test(``, func(t *testcase.T) { ran = true })
		assert.Must(t).True(!ran)
		s.Finish()
		assert.Must(t).True(ran)
	})
}

func TestSpec_Finish_finishedSpecIsImmutable(t *testing.T) {
	stub := &doubles.TB{}
	s := testcase.NewSpec(stub)
	s.Before(func(t *testcase.T) {})
	s.Finish()

	var finished bool
	sandbox.Run(func() {
		s.Before(func(t *testcase.T) {})
		finished = true
	})
	assert.Must(t).True(!finished, `it was expected that FailNow prevents finishing of the process`)
	assert.Must(t).True(stub.IsFailed, `it was expected that the test fails`)
}

func TestSpec_Finish_runOnlyOnce(t *testing.T) {
	testcase.NewSpec(t).Context("", func(s *testcase.Spec) {
		var count int
		s.Test(``, func(t *testcase.T) { count++ })

		assert.Must(t).Equal(0, count)
		s.Finish()
		assert.Must(t).Equal(1, count)
		s.Finish()
		assert.Must(t).Equal(1, count, `should not repeat the test execution`)
	})
}

func TestSpec_eachContextRunsOnce(t *testing.T) {
	var (
		testInDescribe int
		testInContext  int
		testOnTopLevel int
	)

	t.Run(``, func(t *testing.T) {
		s := testcase.NewSpec(t)
		s.Describe(``, func(s *testcase.Spec) {
			s.Test(``, func(t *testcase.T) { testInDescribe++ })
		})
		s.Context(``, func(s *testcase.Spec) {
			s.Test(``, func(t *testcase.T) { testInContext++ })
		})
		s.Test(``, func(t *testcase.T) { testOnTopLevel++ })
	})

	assert.Must(t).Equal(1, testInDescribe)
	assert.Must(t).Equal(1, testInContext)
	assert.Must(t).Equal(1, testOnTopLevel)
}

func TestSpec_Finish_describeBlocksRunWhenTheyCloseAndNotAfter(t *testing.T) {
	testcase.NewSpec(t).Context("", func(s *testcase.Spec) {
		var (
			testInDescribe int
			testOnTopLevel int
		)

		s.Describe(``, func(s *testcase.Spec) {
			s.Test(``, func(t *testcase.T) { testInDescribe++ })
		})

		s.Test(``, func(t *testcase.T) { testOnTopLevel++ })

		assert.Must(t).Equal(1, testInDescribe)
		assert.Must(t).Equal(0, testOnTopLevel)
		s.Finish()
		assert.Must(t).Equal(1, testInDescribe)
		assert.Must(t).Equal(1, testOnTopLevel)
	})
}

func TestSpec_Describe_withCustomTB(t *testing.T) {
	var ran bool
	s := testcase.NewSpec(&CustomTB{TB: t})
	s.Describe(`subcontext`, func(s *testcase.Spec) {
		s.Test(``, func(t *testcase.T) { ran = true })
	})
	assert.Must(t).True(ran)
}

func BenchmarkTest_Spec_Describe(b *testing.B) {
	b.Run(`*testing.B`, func(b *testing.B) {
		var ran bool
		s := testcase.NewSpec(b)
		s.Describe(``, func(s *testcase.Spec) {
			s.Test(``, func(t *testcase.T) {
				ran = true
				t.SkipNow()
			})
		})
		assert.Must(b).True(ran)
	})
	b.Run(`withCustomTB`, func(b *testing.B) {
		var ran bool
		s := testcase.NewSpec(&CustomTB{TB: b})
		s.Describe(``, func(s *testcase.Spec) {
			s.Test(``, func(t *testcase.T) {
				ran = true
				t.SkipNow()
			})
		})
		assert.Must(b).True(ran)
	})
}

func BenchmarkTest_Spec_Describe_withCustomTB(b *testing.B) {
	var ran bool
	s := testcase.NewSpec(&CustomTB{TB: b})
	s.Describe(`subcontext`, func(s *testcase.Spec) {
		s.Test(``, func(t *testcase.T) {
			ran = true
			t.SkipNow()
		})
	})
	assert.Must(b).True(ran)
}

func TestSpec_Describe_withSomeTestRunner(t *testing.T) {
	type SomeTestTB struct{ testing.TB }
	var ran bool
	s := testcase.NewSpec(SomeTestTB{TB: t})
	s.Describe(`subcontext`, func(s *testcase.Spec) {
		s.Test(``, func(t *testcase.T) { ran = true })
	})
	assert.Must(t).True(ran)
}

func TestNewSpec_withTestingT_optionsPassed(t *testing.T) {
	rnd := random.New(random.CryptoSeed{})
	s := testcase.NewSpec(t, testcase.Flaky(time.Second))
	s.Test(``, func(t *testcase.T) {
		if rnd.Bool() {
			t.FailNow()
		}
	})
}

func TestNewSpec_withTestcaseT_optionsPassed(t *testing.T) {
	testcase.NewSpec(t).Test(``, func(t *testcase.T) {
		rnd := random.New(random.CryptoSeed{})
		stub := &doubles.TB{}
		s := testcase.NewSpec(t, testcase.Flaky(time.Second))
		s.Test(``, func(t *testcase.T) {
			if rnd.Bool() {
				t.FailNow()
			}
		})
		assert.Must(t).True(!stub.IsFailed)
	})
}

func TestNewSpec_withTestcaseT_InheritContext(t *testing.T) {
	s := testcase.NewSpec(t)

	n := testcase.Var[int]{ID: "n"} // intentionally without Init
	n.Let(s, func(t *testcase.T) int { return t.Random.Int() })

	s.Test(``, func(t *testcase.T) {
		sub := testcase.NewSpec(t)
		defer sub.Finish()
		sub.Test(``, func(t *testcase.T) { t.Log(n.Get(t)) })
	})
}

func TestSpec_Test_whenTestingTBIsGivenThatDoesNotSupportTBRunner_executesOnFinish(t *testing.T) {
	testcase.NewSpec(t).Context("", func(s *testcase.Spec) {
		var ran bool
		s.Test(``, func(t *testcase.T) { ran = true })
		assert.Must(t).True(!ran)
		s.Finish()
		assert.Must(t).True(ran)
	})
}

func TestSpec_Test_testingTBNoTBRunner_ordered(t *testing.T) {
	testcase.SetEnv(t, environ.KeySeed, "42")
	testcase.SetEnv(t, environ.KeyOrdering, string(testcase.OrderingAsRandom))
	testcase.NewSpec(t).Context("", func(s *testcase.Spec) {
		var out []int
		s.Test(``, func(t *testcase.T) { out = append(out, 1) })
		s.Test(``, func(t *testcase.T) { out = append(out, 2) })
		s.Test(``, func(t *testcase.T) { out = append(out, 3) })
		s.Test(``, func(t *testcase.T) { out = append(out, 4) })
		s.Test(``, func(t *testcase.T) { out = append(out, 5) })

		s.Finish()
		assert.Must(t).Equal([]int{3, 4, 5, 1, 2}, out)
	})
}

func TestSpec_spike(t *testing.T) {
	s := testcase.NewSpec(t)

	s.Test("A", func(t *testcase.T) {

	})

	s.Context("1", func(s *testcase.Spec) {

		s.Test("B", func(t *testcase.T) {

		})
	})

}

func TestSpec_Spec(t *testing.T) {
	t.Run("Spec implements Suite.Spec idiom that enables it to be mounted to a top-level spec", func(t *testing.T) {
		var states []string
		suite := testcase.NewSpec(nil)
		suite.Test("A", func(t *testcase.T) {
			states = append(states, "A")
		})
		suite.Context("1", func(s *testcase.Spec) {
			s.Test("B", func(t *testcase.T) {
				states = append(states, "B")
			})

			s.Context("2", func(s *testcase.Spec) {
				s.Test("C", func(t *testcase.T) {
					states = append(states, "C")
				})
			})
		})

		// if a Spec is a Suite, then it is not executed by default
		assert.Empty(t, states)

		// when the spec suite is mounted into a top-level Spec
		tb := &doubles.TB{}
		topLevelSpec := testcase.NewSpec(tb)
		topLevelSpec.Context("mount-point", suite.Spec)
		topLevelSpec.Finish()
		tb.Finish()

		// then execution is expected
		assert.ContainExactly(t, []string{"A", "B", "C"}, states)
	})
	t.Run("runs only when Spec method is called", func(t *testing.T) {
		s := testcase.NewSpec(nil)
		s.Sequential()

		var states []string

		s.Test("A", func(t *testcase.T) {
			states = append(states, "A")
		})

		s.Context("1", func(s *testcase.Spec) {
			s.Test("B", func(t *testcase.T) {
				states = append(states, "B")
			})

			s.Context("2", func(s *testcase.Spec) {
				s.Test("C", func(t *testcase.T) {
					states = append(states, "C")
				})
			})
		})

		// if a Spec is a Suite, then it is not executed by default
		assert.Empty(t, states)

		// when Spec is called, then it will execute
		s.Spec(testcase.NewSpec(t))

		// then execution is expected
		assert.ContainExactly(t, []string{"A", "B", "C"}, states)
	})
	t.Run("the only the passed testcase.Spec's testing.TB will be used during failure", func(t *testing.T) {
		s := testcase.NewSpec(nil)
		s.Test("A", func(t *testcase.T) {
			t.Fail()
		})

		// when Spec is called, then it will execute
		dtb := &doubles.TB{}
		s.Spec(testcase.NewSpec(dtb))
		assert.True(t, dtb.IsFailed)
	})
	t.Run("options passed down to the target spec", func(t *testing.T) {
		s := testcase.NewSpec(nil, testcase.Flaky(42))

		var once sync.Once
		s.Test("", func(t *testcase.T) {
			once.Do(func() { t.Fail() })
		})

		dtb := &doubles.TB{}
		s.Spec(testcase.NewSpec(dtb))

		assert.False(t, dtb.IsFailed, "flaky flag should have saved the day")
	})
	t.Run("mounting a Suite into another Suite should still not execute", func(t *testing.T) {
		var ran bool
		s1 := testcase.NewSpec(nil)
		s1.Test("", func(t *testcase.T) { ran = true })

		s2 := testcase.NewSpec(nil)
		s1.Spec(s2) // s1 merge into s2
		assert.False(t, ran)

		dtb := &doubles.TB{}
		s3 := testcase.NewSpec(dtb)
		s2.Spec(s3) // execute
		s3.Finish()
		dtb.Finish()

		assert.True(t, ran)
	})
	t.Run("Spec made with nil testing.TB is interpreted as a Suite", func(t *testing.T) {
		var ran bool
		s1 := testcase.NewSpec(nil)
		s1.Test("", func(t *testcase.T) { ran = true })

		s2 := testcase.NewSpec(nil)
		s1.Spec(s2) // s1 merge into s2

		assert.False(t, ran)

		dtb := &doubles.TB{}
		s3 := testcase.NewSpec(dtb)
		s2.Spec(s3) // execute

		assert.True(t, ran)
	})
	t.Run("when Spec.Spec is called on non Suite Spec", func(t *testing.T) {
		dtb := &doubles.TB{}
		s := testcase.NewSpec(dtb)
		assert.Panic(t, func() {
			s.Spec(testcase.NewSpec(dtb))
		})
	})
}

func TestSpec_AsSuite(t *testing.T) {
	t.Run(".Suite", func(t *testing.T) {
		var ran bool
		s1 := testcase.NewSpec(nil)
		s1.Test("", func(t *testcase.T) { ran = true })
		assert.False(t, ran)

		dtb := &doubles.TB{}
		s2 := testcase.NewSpec(dtb)
		s1.AsSuite().Spec(s2) // execute
		assert.True(t, ran)
	})
	t.Run(".Test", func(t *testing.T) {
		var ran bool
		s1 := testcase.NewSpec(nil)
		s1.Test("", func(t *testcase.T) { ran = true })
		assert.False(t, ran)

		s1.AsSuite().Test(t) // execute
		assert.True(t, ran)
	})
	t.Run(".Benchmark", func(t *testing.T) {
		var ran bool
		s1 := testcase.NewSpec(nil)
		s1.Test("", func(t *testcase.T) {
			ran = true
			t.Skip()
		})
		assert.False(t, ran)

		testing.Benchmark(func(b *testing.B) {
			s1.AsSuite().Benchmark(b) // execute
		})
		assert.True(t, ran)
	})
}

func TestRunSuite_spectAsSuite(t *testing.T) {
	var name1, name2 string

	suite1 := testcase.NewSpec(nil)
	suite1.Test("tst1", func(t *testcase.T) { name1 = t.Name() })

	suite2 := testcase.NewSpec(nil)
	suite2.Test("tst2", func(t *testcase.T) { name2 = t.Name() })

	dtb := &doubles.TB{}
	testcase.RunSuite(dtb, suite1, suite2.AsSuite())

	assert.True(t, strings.HasSuffix(name1, "tst1"))
	assert.True(t, strings.HasSuffix(name2, "tst2"))
}

func TestSpec_Benchmark(t *testing.T) {
	var testRan, benchRan bool
	s := testcase.NewSpec(t)
	s.Benchmark("", func(t *testcase.T) {
		benchRan = true
		t.Skip()
	})
	s.Test("", func(t *testcase.T) {
		testRan = true
		t.Skip()
	})
	s.Finish()
	assert.True(t, testRan)
	assert.False(t, benchRan)
}

func BenchmarkTestSpec_Benchmark(b *testing.B) {
	b.Run("sync - happy", func(b *testing.B) {
		var testRan, benchRan1, benchRan2 bool
		s := testcase.NewSpec(b)
		s.Benchmark("", func(t *testcase.T) {
			benchRan1 = true
			t.Skip()
		})
		s.Benchmark("", func(t *testcase.T) {
			benchRan2 = true
			t.Skip()
		})
		s.Test("", func(t *testcase.T) {
			testRan = true
			t.Skip()
		})
		s.Finish()
		assert.False(b, testRan)
		assert.True(b, benchRan1)
		assert.True(b, benchRan2)
		b.Skip("done")
	})
	b.Run("skip", func(b *testing.B) {
		var benchRan1 bool
		s := testcase.NewSpec(b)
		s.SkipBenchmark()
		s.Context("1", func(s *testcase.Spec) {
			s.Benchmark("A", func(t *testcase.T) {
				benchRan1 = true
				t.Skip()
			})
		})
		s.Finish()
		assert.False(b, benchRan1)
		b.Skip("done")
	})
	b.Run("hook", func(b *testing.B) {
		var hookRan, benchRan bool
		s := testcase.NewSpec(b)
		s.Before(func(t *testcase.T) {
			hookRan = true
		})
		s.Benchmark("", func(t *testcase.T) {
			benchRan = true
			t.Skip()
		})
		s.Finish()
		assert.True(b, hookRan)
		assert.True(b, benchRan)
		b.Skip("done")
	})
	b.Run("sync - incorrect order panics", func(b *testing.B) {
		s := testcase.NewSpec(b)
		s.Test("", func(t *testcase.T) { t.Skip() })
		assert.Panic(b, func() {
			s.Benchmark("", func(t *testcase.T) {
				t.Skip()
			})
		}, "expect to panic when Benchmark used after Test in sync mode")
		b.Skip("done")
	})
	b.Run("sync - if top level benchmark is defined, sub context tests are not used as Benchmark", func(b *testing.B) {
		var testRan1, testRan2, benchRan1, benchRan2 bool
		s := testcase.NewSpec(b)
		s.Describe("d1", func(s *testcase.Spec) {
			s.Benchmark("b1", func(t *testcase.T) {
				benchRan1 = true
				t.Skip()
			})
			s.Test("t1", func(t *testcase.T) {
				testRan1 = true
				t.Skip()
			})
			s.When("x", func(s *testcase.Spec) {
				s.Benchmark("b2", func(t *testcase.T) {
					benchRan2 = true
					t.Skip()
				})
			})
			s.When("y", func(s *testcase.Spec) {
				s.Test("t2", func(t *testcase.T) {
					testRan2 = true
					panic("boom")
				})
			})
			s.Context("c", func(s *testcase.Spec) {
				s.Test("t2", func(t *testcase.T) { panic("boom") })
			})
		})
		s.Finish()
		assert.Equal(b, testRan1, false)
		assert.Equal(b, testRan2, false)
		assert.Equal(b, benchRan1, true)
		assert.Equal(b, benchRan2, true)
		b.Skip("done")
	})
}