fix: correct test files status in json reporter (fix #2417) (#2419)

* fix: correct test files status in json reporter (fix #2417)

* fix: apply a non-breaking fix

Author: brzezinskimarcin

packages/vitest/src/node/reporters/json.ts

@@ -124,12 +124,10 @@ export class JsonReporter implements Reporter {
         assertionResults,
         startTime,
         endTime,
-        status: tests.every(t =>
-          t.result?.state === 'pass'
-           || t.result?.state === 'skip'
-            || t.result?.state === 'todo')
-          ? 'passed'
-          : 'failed',
+        status: tests.some(t =>
+          t.result?.state === 'fail')
+          ? 'failed'
+          : 'passed',
         message: file.result?.error?.message ?? '',
         name: file.filepath,
       })

test/reporters/fixtures/all-passing-or-skipped.test.ts

@@ -0,0 +1,9 @@
+import { expect, test } from 'vitest'
+
+test('2 + 3 = 5', () => {
+  expect(2 + 3).toBe(5)
+})
+
+test.skip('3 + 3 = 6', () => {
+  expect(3 + 3).toBe(6)
+})

test/reporters/fixtures/all-skipped.test.ts

@@ -0,0 +1,9 @@
+import { expect, test } from 'vitest'
+
+test.todo('2 + 3 = 5', () => {
+  expect(2 + 3).toBe(5)
+})
+
+test.skip('3 + 3 = 6', () => {
+  expect(3 + 3).toBe(6)
+})

test/reporters/fixtures/some-failing.test.ts

@@ -0,0 +1,9 @@
+import { expect, test } from 'vitest'
+
+test('2 + 3 = 5', () => {
+  expect(2 + 3).toBe(5)
+})
+
+test('3 + 3 = 7', () => {
+  expect(3 + 3).toBe(7)
+})

test/reporters/tests/json.test.ts

@@ -27,4 +27,25 @@ describe('json reporter', async () => {
     delete result.duration
     expect(result).toMatchSnapshot()
   }, 40000)
+
+  it.skipIf(skip).each([
+    ['passed', 'all-passing-or-skipped'],
+    ['passed', 'all-skipped'],
+    ['failed', 'some-failing'],
+  ])('resolves to "%s" status for test file "%s"', async (expected, file) => {
+    const { stdout } = await execa('npx', ['vitest', 'run', file, '--reporter=json'], {
+      cwd: root,
+      env: {
+        ...process.env,
+        CI: 'true',
+        NO_COLOR: 'true',
+      },
+      stdio: 'pipe',
+    }).catch(e => e)
+
+    const data = JSON.parse(stdout)
+
+    expect(data.testResults).toHaveLength(1)
+    expect(data.testResults[0].status).toBe(expected)
+  }, 40000)
 })