refactor: improve test factory

examples/dot.ts

@@ -1,5 +1,5 @@
-import { runner } from '../factories/main.js'
 import { dot } from '../src/reporters/main.js'
+import { createDiverseTests, runner } from '../factories/main.js'
 
 await runner()
   .configure({
@@ -9,4 +9,4 @@ await runner()
       activated: ['dot'],
     },
   })
-  .run()
+  .runSuites(createDiverseTests)

examples/ndjson.ts

@@ -1,5 +1,5 @@
-import { runner } from '../factories/main.js'
 import { ndjson } from '../src/reporters/main.js'
+import { createDiverseTests, runner } from '../factories/main.js'
 
 await runner()
   .configure({
@@ -9,4 +9,4 @@ await runner()
       activated: ['ndjson'],
     },
   })
-  .run()
+  .runSuites(createDiverseTests)

examples/spec.ts

@@ -1,5 +1,5 @@
-import { runner } from '../factories/main.js'
 import { spec } from '../src/reporters/main.js'
+import { createDiverseTests, runner } from '../factories/main.js'
 
 await runner()
   .configure({
@@ -9,4 +9,4 @@ await runner()
       activated: ['spec'],
     },
   })
-  .run()
+  .runSuites(createDiverseTests)

factories/create_diverse_tests.ts

@@ -0,0 +1,120 @@
+import assert from 'node:assert'
+import { Suite, Emitter, Refiner } from '../modules/core/main.js'
+import { createTest, createTestGroup } from '../src/create_test.js'
+
+/**
+ * Creates a unit tests suite with bunch of dummy tests
+ * reproducing different tests behavior
+ */
+function createUnitTestsSuite(emitter: Emitter, refiner: Refiner, file?: string) {
+  const suite = new Suite('unit', emitter, refiner)
+  const group = createTestGroup('Maths#add', emitter, refiner, {
+    suite,
+    file,
+  })
+
+  createTest('A top level test inside a suite', emitter, refiner, {
+    suite,
+    file,
+  }).run(() => {})
+
+  createTest('add two numbers', emitter, refiner, { group, file }).run(() => {
+    assert.equal(2 + 2, 4)
+  })
+  createTest('add three numbers', emitter, refiner, {
+    group,
+    file,
+  }).run(() => {
+    assert.equal(2 + 2 + 2, 6)
+  })
+
+  createTest('add group of numbers', emitter, refiner, { group, file })
+  createTest('use math.js lib', emitter, refiner, { group, file }).skip(
+    true,
+    'Library work pending'
+  )
+  createTest('add multiple numbers', emitter, refiner, {
+    file,
+    group,
+  }).run(() => {
+    assert.equal(2 + 2 + 2 + 2, 6)
+  })
+  createTest('add floating numbers', emitter, refiner, { group, file })
+    .run(() => {
+      assert.equal(2 + 2.2 + 2.1, 6)
+    })
+    .fails('Have to add support for floating numbers')
+  createTest('A test with an error that is not an AssertionError', emitter, refiner, {
+    group,
+    file,
+  }).run(() => {
+    throw new Error('This is an error')
+  })
+
+  return suite
+}
+
+/**
+ * Creates a unit functional suite with bunch of dummy tests
+ * reproducing different tests behavior
+ */
+function createFunctionalTestsSuite(emitter: Emitter, refiner: Refiner, file?: string) {
+  const suite = new Suite('functional', emitter, refiner)
+
+  const group = createTestGroup('Users/store', emitter, refiner, {
+    suite,
+    file: file,
+  })
+  createTest('Validate user data', emitter, refiner, {
+    group,
+    file: file,
+  }).run(() => {})
+  createTest('Disallow duplicate emails', emitter, refiner, {
+    group,
+    file: file,
+  }).run(() => {})
+  createTest('Disallow duplicate emails across tenants', emitter, refiner, {
+    group,
+    file: file,
+  }).run(() => {
+    const users = ['', '']
+    assert.equal(users.length, 1)
+  })
+  createTest('Normalize email before persisting it', emitter, refiner, {
+    group,
+    file: file,
+  }).skip(true, 'Have to build a normalizer')
+  createTest('Send email verification mail', emitter, refiner, {
+    group,
+    file: file,
+  })
+
+  const usersListGroup = createTestGroup('Users/list', emitter, refiner, {
+    suite,
+    file: file,
+  })
+  usersListGroup.setup(() => {
+    throw new Error('Unable to cleanup database')
+  })
+  createTest('A test that will never because the group hooks fails', emitter, refiner, {
+    group: usersListGroup,
+  })
+
+  createTest('A top level test inside functional suite', emitter, refiner, {
+    suite,
+    file: file,
+  }).run(() => {})
+
+  return suite
+}
+
+/**
+ * Returns an array of suites with dummy tests reproducting
+ * different test behavior
+ */
+export function createDiverseTests(emitter: Emitter, refiner: Refiner, file?: string): Suite[] {
+  return [
+    createUnitTestsSuite(emitter, refiner, file),
+    createFunctionalTestsSuite(emitter, refiner, file),
+  ]
+}

factories/main.ts

@@ -7,9 +7,22 @@
  * file that was distributed with this source code.
  */
 
+import { ReporterContract } from '../src/types.js'
 import { RunnerFactory } from './runner.js'
 
 /**
  * Create an instance of the runner factory
  */
 export const runner = () => new RunnerFactory()
+export { createDiverseTests } from './create_diverse_tests.js'
+export const syncReporter: ReporterContract = {
+  name: 'sync',
+  handler(r, emitter) {
+    emitter.on('runner:end', function () {
+      const summary = r.getSummary()
+      if (summary.hasError) {
+        throw summary.failureTree[0].children[0].errors[0].error
+      }
+    })
+  },
+}