build: upgrade to node.js 18 and pnpm (#9649)

* ci: pnpm

* build: update deps for pnpm run build

* build: add server to pnpm

* build: build workaround

* build: update cli deps

* build: merge dev

* fix: sdk browser ut

* test: update test case

* test: remove useless code

* test: remove useless test case

* test: update devdeps

* test: fix office addin ut for node 18

* Revert "test: remove useless test case"

This reverts commit 73fc05c07ca0452e59dcfa10df13928dda8519ce.

* Revert "test: remove useless code"

This reverts commit dd15b56bb595efc27d282a2066ff87ef701c20af.

* test: stop nock test case

* ci: restore ut coverage

* ci: enable format checker

* style: format

* test: update

* test: update

---------

Co-authored-by: Ning Tang <[email protected]>
Co-authored-by: Wang Yefu <[email protected]>

Author: 3 people

.github/workflows/e2e-test.yml

@@ -49,22 +49,16 @@ jobs:
       - name: Setup node
         uses: actions/setup-node@v3
         with:
-          node-version: 16
+          node-version: 18
 
-      - name: Setup legacy-peer-deps
+      - name: install pnpm
         run: |
-          npm config set legacy-peer-deps true
-
-      - name: manage pkgs to setup
-        run: bash .github/scripts/lerna.sh tests
+          npm install -g pnpm
 
       - name: Setup project
-        uses: nick-fields/retry@v2
-        with:
-          timeout_minutes: 10
-          max_attempts: 5
-          command: |
-            npm run setup
+        run: |
+          pnpm install
+          npm run build
 
       - name: List cases for schedule
         id: schedule-cases
@@ -154,7 +148,7 @@ jobs:
       - name: Setup node
         uses: actions/setup-node@v3
         with:
-          node-version: 16
+          node-version: 18
 
       - name: Setup Azure Functions Core Tools For Linux
         run: |
@@ -166,30 +160,21 @@ jobs:
           which func
           func --version
 
-      - name: manage pkgs to setup
-        run: bash .github/scripts/lerna.sh tests
-
-      - name: Setup legacy-peer-deps
-        run: |
-          npm config set legacy-peer-deps true
-
       - name: Setup .net
         uses: actions/setup-dotnet@v2
         with:
           dotnet-version: 6.0.x
 
       - name: Setup project
-        uses: nick-fields/retry@v2
-        with:
-          timeout_minutes: 10
-          max_attempts: 5
-          command: |
-            npm run setup
+        run: |
+          npm install pnpm -g
+          pnpm install
+          npm run build
 
       - name: Link CLI
         if: ${{  github.event_name == 'schedule' || github.event_name == 'workflow_dispatch'  }}
         run: |
-          npm link --force
+          pnpm link --global
 
       - name: Update CLI and legacy-peer-deps for PR cases
         if: ${{  github.event_name == 'pull_request_target' && github.event.pull_request.head.repo.full_name == 'teamsfx-bot/TeamsFx'  }}
@@ -298,22 +283,13 @@ jobs:
       - name: Setup node
         uses: actions/setup-node@v3
         with:
-          node-version: 16
-
-      - name: manage pkgs to setup
-        run: bash .github/scripts/lerna.sh tests
-
-      - name: Setup legacy-peer-deps
-        run: |
-          npm config set legacy-peer-deps true
+          node-version: 18
 
       - name: Setup project
-        uses: nick-fields/retry@v2
-        with:
-          timeout_minutes: 10
-          max_attempts: 5
-          command: |
-            npm run setup
+        run: |
+          npm install -g pnpm
+          pnpm install
+          npm run build
 
       - name: E2E Test clean
         working-directory: packages/tests

.github/workflows/lint-pr.yml

@@ -39,7 +39,7 @@ jobs:
             }
 
   npm-audit:
-    if: ${{ github.event_name == 'pull_request' && github.event.pull_request.base.ref == 'main' }}
+    if: ${{ github.event_name != 'pull_request' }}
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -76,10 +76,11 @@ jobs:
       - name: Setup node
         uses: actions/setup-node@v3
         with:
-          node-version: 14
+          node-version: 18
 
       - name: Setup Project
         run: |
+          npm i -g pnpm
           npm run setup
 
       - name: prettier check files in PR on Fork
@@ -88,13 +89,13 @@ jobs:
           git remote add upstream https://github.com/OfficeDev/TeamsFx.git
           git fetch upstream ${{ github.event.pull_request.base.ref }}
           VAR=$(realpath .github/scripts/lint-pr.sh)
-          npx lerna exec -- bash $VAR upstream/${{ github.event.pull_request.base.ref }}
+          pnpm -r exec -- bash $VAR upstream/${{ github.event.pull_request.base.ref }}
 
       - name: prettier check files in PR on local
         if: ${{ github.event.pull_request.head.repo.full_name == 'OfficeDev/TeamsFx' }}
         run: |
           VAR=$(realpath .github/scripts/lint-pr.sh)
-          npx lerna exec -- bash $VAR origin/${{ github.event.pull_request.base.ref }}
+          pnpm -r exec -- bash $VAR origin/${{ github.event.pull_request.base.ref }}
 
       - name: Check if there are changes
         id: changes
@@ -108,7 +109,7 @@ jobs:
             echo 'There may be some unformatted files in your PR, please run these commands on Git Bash terminal: '
             echo '1. npm run setup'
             echo '2. VAR=$(realpath .github/scripts/lint-pr.sh) '
-            echo '3. npx lerna exec -- bash $VAR ${your-PR-target-branch}'
+            echo '3. pnpm -r exec -- bash $VAR ${your-PR-target-branch}'
             echo 'please replace the ${your-PR-target-branch} as the target branch of your PR, such as origin/dev or upstream/dev'
             exit 1
           fi
@@ -202,7 +203,7 @@ jobs:
           python .github/detect/sensitive-detect.py repo
 
   attension-on-version:
-    if: ${{ github.event_name ==  'pull_request' && github.event.pull_request.base.ref == 'main' && github.event.action != 'edited' }}
+    if: ${{ github.event_name !=  'pull_request' }}
     runs-on: ubuntu-latest
     steps:
       - name: checkout branch

.github/workflows/sdk-e2e-test.yml

@@ -23,16 +23,13 @@ jobs:
       - name: Setup node
         uses: actions/setup-node@v3
         with:
-          node-version: 14
+          node-version: 18
 
       - name: Setup project
-        uses: nick-invision/retry@v2
-        with:
-          timeout_minutes: 10
-          max_attempts: 10
-          retry_on: error
-          command: |
-            npm run setup
+        run: |
+          npm install -g pnpm
+          pnpm install
+          npm run build
 
       - name: setup python
         uses: actions/setup-python@v3

.github/workflows/templates-ci.yml

@@ -29,12 +29,12 @@ jobs:
       - name: Setup node
         uses: actions/setup-node@v3
         with:
-          node-version: 16
+          node-version: 18
 
       - name: Setup project
         run: |
-          npm install
-        working-directory: ./templates
+          npm install -g pnpm
+          pnpm --filter=templates install
 
       - name: Verify
         run: |

.github/workflows/ui-test.yml

@@ -93,13 +93,14 @@ jobs:
       - name: Setup node
         uses: actions/setup-node@v3
         with:
-          node-version: 16
+          node-version: 18
 
       - name: create pvt file (random platform/node)
         if: ${{ github.event.schedule == '0 18 * * *' }} || ${{ github.event.inputs.test-case }} == ''
         working-directory: ./packages/tests
         run: |
-          npm install
+          npm install -g pnpm
+          pnpm --filter=@microsoft/teamsfx-test install
           npx ts-node ./scripts/createRandomPVT.ts
 
       - name: setup matrix

.github/workflows/unit-test.yml

@@ -45,20 +45,16 @@ jobs:
       - name: Setup node
         uses: actions/setup-node@v3
         with:
-          node-version: 14
-
-      - name: Setup .NET Core
-        uses: actions/setup-dotnet@v1
-        with:
-          dotnet-version: 3.1.x
+          node-version: 18
 
       - name: Setup project
         run: |
+          npm install pnpm -g
           npm run setup
 
       - name: Unit Test
         run: |
-          xvfb-run -a npx lerna run test:unit --stream
+          xvfb-run -a pnpm run -r --stream test:unit
 
       - name: CodeCov report attempt 1
         id: codecov1

.npmrc

@@ -0,0 +1 @@
+enable-pre-post-scripts=true

package.json

@@ -1,37 +1,37 @@
 {
   "name": "teamsfx",
+  "version": "1.0.0",
+  "description": "",
+  "main": "index.js",
   "scripts": {
-    "setup": "npm install && npm run build",
-    "setup-failpoint": "npm run setup && npx lerna run build-failpoint",
-    "bootstrap": "lerna bootstrap",
-    "lint:staged": "lerna run lint:staged --stream",
-    "lint": "lerna run lint --stream",
-    "manual-version:rc": "lerna version --preid=rc --no-push --no-changelog",
-    "prepare": "husky install",
+    "setup": "pnpm install && npm run build",
+    "watch": "pnpm --parallel -r run watch",
+    "build": "pnpm -r run --filter=!@microsoft/teamsfx-react build && pnpm run --filter=@microsoft/teamsfx-react build",
+    "changeset": "changeset",
+    "version": "changeset version",
+    "release": "changeset publish",
     "precommit": "lint-staged",
-    "postinstall": "npm run bootstrap --hoist",
-    "build": "lerna run build",
-    "clean": "lerna clean"
+    "clean": "pnpm -r exec rimraf node_modules"
   },
   "devDependencies": {
-    "@commitlint/cli": "^12.0.1",
+    "@changesets/cli": "^2.25.2",
+    "@commitlint/cli": "^17.7.1",
     "@commitlint/config-conventional": "^12.0.1",
-    "@types/fs-extra": "^9.0.12",
-    "@types/node": "^16.7.10",
-    "@types/semver": "^7.3.8",
-    "axios": "^0.21.3",
     "codecov": "^3.8.3",
     "codeowners": "^5.1.1",
     "cz-conventional-changelog": "^3.3.0",
     "dotenv": "^10.0.0",
     "husky": "^6.0.0",
     "lerna": "^4.0.0",
-    "ts-node": "^10.2.1",
-    "typescript": "^4.4.2"
+    "rimraf": "^5.0.1",
+    "ts-node": "^10.2.1"
   },
-  "bin": {
-    "teamsfx": "./packages/cli/cli.js"
+  "keywords": [],
+  "engines": {
+    "node": ">=18",
+    "pnpm": ">=8"
   },
+  "packageManager": "[email protected]",
   "config": {
     "commitizen": {
       "path": "./node_modules/cz-conventional-changelog"