Async benchmarks (#3134)

* support async benchmark tests

* Add benchmarks for sync and async list fields

Author: robrichard

benchmark/list-async-benchmark.js

@@ -0,0 +1,26 @@
+import { execute } from 'graphql/execution/execute.js';
+import { parse } from 'graphql/language/parser.js';
+import { buildSchema } from 'graphql/utilities/buildASTSchema.js';
+
+const schema = buildSchema('type Query { listField: [String] }');
+const document = parse('{ listField }');
+
+function listField() {
+  const results = [];
+  for (let index = 0; index < 1000; index++) {
+    results.push(Promise.resolve(index));
+  }
+  return results;
+}
+
+export const benchmark = {
+  name: 'Execute Asynchronous List Field',
+  count: 10,
+  async measure() {
+    await execute({
+      schema,
+      document,
+      rootValue: { listField },
+    });
+  },
+};

benchmark/list-sync-benchmark.js

@@ -0,0 +1,26 @@
+import { execute } from 'graphql/execution/execute.js';
+import { parse } from 'graphql/language/parser.js';
+import { buildSchema } from 'graphql/utilities/buildASTSchema.js';
+
+const schema = buildSchema('type Query { listField: [String] }');
+const document = parse('{ listField }');
+
+function listField() {
+  const results = [];
+  for (let index = 0; index < 1000; index++) {
+    results.push(index);
+  }
+  return results;
+}
+
+export const benchmark = {
+  name: 'Execute Synchronous List Field',
+  count: 10,
+  async measure() {
+    await execute({
+      schema,
+      document,
+      rootValue: { listField },
+    });
+  },
+};

resources/benchmark.ts

@@ -385,20 +385,20 @@ function sampleModule(modulePath: string): BenchmarkSample {
     import { benchmark } from '${moduleURL}';
 
     // warm up, it looks like 7 is a magic number to reliably trigger JIT
-    benchmark.measure();
-    benchmark.measure();
-    benchmark.measure();
-    benchmark.measure();
-    benchmark.measure();
-    benchmark.measure();
-    benchmark.measure();
+    await benchmark.measure();
+    await benchmark.measure();
+    await benchmark.measure();
+    await benchmark.measure();
+    await benchmark.measure();
+    await benchmark.measure();
+    await benchmark.measure();
 
     const memBaseline = process.memoryUsage().heapUsed;
 
     const resourcesStart = process.resourceUsage();
     const startTime = process.hrtime.bigint();
     for (let i = 0; i < benchmark.count; ++i) {
-      benchmark.measure();
+      await benchmark.measure();
     }
     const timeDiff = Number(process.hrtime.bigint() - startTime);
     const resourcesEnd = process.resourceUsage();