chore(ci): add individual publishing of packages MONGOSH-1871

.evergreen/evergreen.yml.in

@@ -917,6 +917,9 @@ functions:
           {
           export NODE_JS_VERSION=${node_js_version}
           source .evergreen/setup-env.sh
+          npm run evergreen-release bump
+          git add .
+          git commit --no-allow-empty -m "chore(release): bump to prepare for mongosh release"
           npm run evergreen-release draft
           }
 

.evergreen/install-npm-deps.sh

@@ -31,7 +31,5 @@ npm run mark-ci-required-optional-dependencies
 # along with its types, but npm wouldn't try and compile the addon
 (npm ci && test -e node_modules/mongodb-client-encryption) || npm ci --ignore-scripts
 
-npm run evergreen-release bump
-
 echo "npm packages after installation"
 npm ls || true

.github/workflows/bump-packages.yml

@@ -0,0 +1,57 @@
+name: Bump packages
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+
+jobs:
+  update_generated_files:
+    name: Bump packages
+    runs-on: ubuntu-latest
+    steps:
+      - name: Create Github App Token
+        uses: mongodb-js/devtools-shared/actions/setup-bot-token@main
+        id: app-token
+        with:
+          app-id: ${{ vars.DEVTOOLS_BOT_APP_ID }}
+          private-key: ${{ secrets.DEVTOOLS_BOT_PRIVATE_KEY }}
+
+      - uses: actions/checkout@v4
+        with:
+          # don't checkout a detatched HEAD
+          ref: ${{ github.head_ref }}
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20.16.0
+          cache: "npm"
+
+      - name: Install npm@10.2.4
+        run: |
+          npm install -g npm@10.2.4
+
+      - name: Install Dependencies
+        run: |
+          npm -v
+          npm ci
+
+      - name: Bump packages
+        env:
+          LAST_BUMP_COMMIT_MESSAGE: "chore(release): bump package versions"
+          SKIP_BUMP_PACKAGES: "mongodb-compass"
+        run: |
+          npm run bump-packages
+          git add .
+          git commit --no-allow-empty -m "$LAST_BUMP_COMMIT_MESSAGE" || true
+
+      - name: Create Pull Request
+        uses: peter-evans/create-pull-request@5e914681df9dc83aa4e4905692ca88beb2f9e91f # 7.0.5
+        with:
+          token: ${{ steps.app-token.outputs.token }}
+          commit-message: "chore(release): bump package versions"
+          branch: ci/bump-packages
+          title: "chore(release): bump package versions"
+          labels: no-title-validation
+          body: |
+            - Bump package versions

.github/workflows/release-packages.yml

@@ -0,0 +1,62 @@
+name: Publish
+on:
+  # NOTE: avoid using the manual execution unless is the only way to fix some issue,
+  # rather retry failed jobs in case of flakes. The manual execution can potentially
+  # cause the tags to point to a different commit that the one used to publish
+  # the packages
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+
+jobs:
+  publish:
+    if: |
+      github.event_name == 'workflow_dispatch' ||
+        startsWith(github.event.head_commit.message, 'chore(release): bump package versions')
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+      with:
+        # don't checkout a detatched HEAD
+        ref: ${{ github.head_ref }}
+
+        # this is important so git log has the whole history
+        fetch-depth: '0'
+
+    - name: Setup git
+      run: |
+        git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
+        git config --local user.name "github-actions[bot]"
+
+    - name: "Use Node.js 14"
+      uses: actions/setup-node@v3
+      with:
+        node-version: 20.16.0
+
+    - name: Install npm@10.2.4
+      run: npm install -g npm@10.2.4
+
+    - name: Install Dependencies
+      run: |
+        npm run bootstrap-ci
+      shell: bash
+
+    - name: "Publish what is not already in NPM"
+      env:
+        NPM_TOKEN: ${{ secrets.DEVTOOLSBOT_NPM_TOKEN }}
+      run: |
+        echo "//registry.npmjs.org/:_authToken=${NPM_TOKEN}" >> .npmrc
+        npm config list
+        echo "Publishing packages as $(npm whoami)"
+        git update-index --assume-unchanged .npmrc
+        npm run publish-packages
+
+    - name: "Publish tags"
+      run: |
+        npx lerna list -a --json | \
+          jq -r '.[] | .name + "@" + .version' | \
+          xargs -i sh -c "git tag -a {} -m {} || true"
+        git push --follow-tags

lerna.json

@@ -1,8 +1,4 @@
 {
-  "packages": [
-    "configs/*",
-    "packages/*",
-    "scripts/docker"
-  ],
-  "version": "0.0.0-dev.0"
+  "packages": ["configs/*", "packages/*", "scripts/docker"],
+  "version": "independent"
 }