fix: benchmark

Author: shuta13

README.md

@@ -169,10 +169,11 @@ The syntax of text/template can also be used for headings.
 - OS: macOS Monterey 12.6.3
 - CPU: Apple M1 Max
 - Memory: 64GB
-- Node.js: v20.11.1
-- pnpm: 8.1.1
+- Node.js: 20.11.1
+- npm: 10.5.1
 
-We measured the time it took to generate a simple React component with each package. The benchmark project is available [here](./benchmarks)
+We measured the time it took to generate a simple React component with each package.
+The benchmark project is available [here](./benchmarks).
 
 ```tsx
 import React from "react";
@@ -182,11 +183,11 @@ export const {{ name }}: React.FC = (children: { children: React.ReactNode }) =>
 
 ### Result
 
-| Package      | Version | Time (ms) |
-| ------------ | ------- | --------- |
-| plop         | 6.2.11  | 0.73      |
-| scaffdog     | 3.0.0   | 0.16      |
-| **moldable** | latest  | 0.05      |
+| Package      | Version | Average time of 10 times(ms) |
+| ------------ | ------- | ---------------------------- |
+| plop         | 6.2.11  | 0.233                        |
+| scaffdog     | 3.0.0   | 0.385                        |
+| **moldable** | 0.0.4   | 0.182                        |
 
 Moldable is the fastest. This is because it is written in Go and executed by node after compiling it into a binary.
 
@@ -196,6 +197,7 @@ Parts of the code from the following projects have been borrowed and modified fo
 
 - [Plop.js(MIT License)](https://github.com/plopjs/plop/blob/b797aafa8ae90adb59462114412505f9ec0c5bb1/LICENSE.md)
 - [Scaffdog(MIT License)](https://github.com/scaffdog/scaffdog/blob/9221585670365f67f6c439aea33a09ca79ae499c/LICENSE)
+- [eslint-interactive(MIT License)](https://github.com/mizdra/eslint-interactive/blob/a5ab787c4ccc780a2999b88d59d719cd6c1e651d/LICENSE)
 
 The list of licenses is available at [THIRD_PARTY_LICENSE](https://github.com/cyberagent-oss/moldable/blob/main/THIRD_PARTY_LICENSE.md).
 

THIRD_PARTY_LICENSE.md

@@ -43,3 +43,31 @@ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 THE SOFTWARE.
+
+---
+
+MIT License
+
+Copyright (c) 2020 mizdra (owner of mizdra/eslint-interactive)
+Copyright (c) 2015 David Waterston (owner of davidwaterston/eslint-summary)
+Copyright (c) 2015 Omer Ganim (owner of ganimomer/eslint-stats)
+Copyright (c) 2015 Ian VanSchooten (owner of IanVS/eslint-stats)
+Copyright OpenJS Foundation and other contributors, <www.openjsf.org>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

benchmarks/benchmark.js

@@ -1,10 +1,14 @@
+/**
+ * Inspired by https://github.com/mizdra/eslint-interactive/blob/a5ab787c4ccc780a2999b88d59d719cd6c1e651d/e2e-test/global-installation/index.test.ts
+ */
 "use strict";
 
 const { spawn } = require("child_process");
 const { rimraf } = require("rimraf");
 const { mkdirp } = require("mkdirp");
 
 const FILE_NAME = "for-benchmark";
+const MAX = 10;
 
 const LF = String.fromCharCode(0x0a); // \n
 const DOWN = String.fromCharCode(0x1b, 0x5b, 0x42); // ↓
@@ -14,22 +18,12 @@ async function wait(ms) {
   return new Promise((resolve) => setTimeout(resolve, ms));
 }
 
-async function readStream(stream) {
-  let result = "";
-  for await (const line of stream) {
-    result += line;
-  }
-  return result;
-}
-
 async function clear() {
   await rimraf("./src");
   await mkdirp("./src");
 }
 
-(async () => {
-  const type = process.argv[2];
-
+async function bench(type) {
   if (type === "plop") {
     const plop = spawn("./node_modules/.bin/plop");
     await wait(1000);
@@ -38,7 +32,7 @@ async function clear() {
     const plopMeasureStart = performance.now();
     plop.stdin.write(LF);
     const plopMeasureEnd = performance.now();
-    console.log(`plop: ${plopMeasureEnd - plopMeasureStart}ms`);
+    return plopMeasureEnd - plopMeasureStart;
   }
 
   if (type === "scaffdog") {
@@ -55,7 +49,7 @@ async function clear() {
     const scaffdogMeasureStart = performance.now();
     scaffdog.stdin.write(LF);
     const scaffdogMeasureEnd = performance.now();
-    console.log(`scaffdog: ${scaffdogMeasureEnd - scaffdogMeasureStart}ms`);
+    return scaffdogMeasureEnd - scaffdogMeasureStart;
   }
 
   if (type === "moldable") {
@@ -68,8 +62,26 @@ async function clear() {
     const moldableMeasureStart = performance.now();
     moldable.stdin.write(LF);
     const moldableMeasureEnd = performance.now();
-    console.log(`moldable: ${moldableMeasureEnd - moldableMeasureStart}ms`);
+    return moldableMeasureEnd - moldableMeasureStart;
+  }
+
+  return 0;
+}
+
+(async () => {
+  const type = process.argv[2];
+
+  const results = [];
+  for (let i = 0; i < MAX; i++) {
+    const result = await bench(type);
+    console.log(`[${type}] ${i + 1} time: ${result}ms`);
+    results.push(result);
+    await clear();
   }
 
-  await clear();
+  console.log(
+    `[${type}] average time of 10 times: ${results.reduce((acc, cur) => acc + cur, 0) / MAX}ms`
+  );
+
+  process.exit(0);
 })();

benchmarks/package.json

@@ -2,7 +2,7 @@
   "private": true,
   "name": "benchmarks",
   "scripts": {
-    "bench": "run-p bench:*",
+    "bench": "run-s bench:*",
     "bench:plop": "node benchmark.js plop",
     "bench:scaffdog": "node benchmark.js scaffdog",
     "bench:moldable": "node benchmark.js moldable"