runner.test.ts

import { resolve } from 'pathe'
import fg from 'fast-glob'
import { execa } from 'execa'
import { describe, expect, it } from 'vitest'

describe('should fails', async () => {
  const root = resolve(__dirname, '../fixtures')
  const files = await fg('**/*.test.ts', { cwd: root, dot: true })

  for (const file of files) {
    it(file, async () => {
      // in Windows child_process is very unstable, we skip testing it
      if (process.platform === 'win32' && process.env.CI)
        return

      let error: any
      await execa('npx', ['vitest', 'run', file], {
        cwd: root,
        env: {
          ...process.env,
          CI: 'true',
          NO_COLOR: 'true',
        },
      })
        .catch((e) => {
          error = e
        })

      expect(error).toBeTruthy()
      const msg = String(error)
        .split(/\n/g)
        .reverse()
        .filter(i => i.includes('Error: ') && !i.includes('Command failed') && !i.includes('stackStr') && !i.includes('at runTest'))
        .map(i => i.trim().replace(root, '<rootDir>'),
        ).join('\n')
      expect(msg).toMatchSnapshot(file)
    }, 30_000)
  }
})