diff --git a/.github/workflows/check.yml b/.github/workflows/check.yml
index c72b0bd6..1c495905 100644
--- a/.github/workflows/check.yml
+++ b/.github/workflows/check.yml
@@ -65,6 +65,32 @@ jobs:
           name: zeek-language-server-${{ matrix.target }}
           path: target/${{ matrix.target }}/release/zeek-language-server
 
+  benchmark:
+    name: Run benchmarks
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: recursive
+      - uses: dtolnay/rust-toolchain@stable
+      - uses: Swatinem/rust-cache@v2
+        with:
+          key: benchmark-cargo-${{ hashFiles('Cargo.lock') }}
+
+      - name: Install tree-sitter-cli
+        run: |
+          npm install -g tree-sitter-cli
+      - name: Install Zeek
+        run: |
+          echo 'deb http://download.opensuse.org/repositories/security:/zeek/xUbuntu_22.04/ /' | sudo tee /etc/apt/sources.list.d/security:zeek.list; \
+          curl -fsSL https://download.opensuse.org/repositories/security:zeek/xUbuntu_22.04/Release.key | gpg --dearmor | sudo tee /etc/apt/trusted.gpg.d/security_zeek.gpg > /dev/null; \
+          sudo apt-get update; \
+          sudo apt-get install -y zeek; \
+          sudo echo /opt/zeek/bin >> ${GITHUB_PATH}; \
+      - uses: boa-dev/criterion-compare-action@v3
+        with:
+          branchName: ${{ github.base_ref }}
+
   pre-commit:
     name: Run pre-commit hooks
     runs-on: ubuntu-22.04
diff --git a/Cargo.toml b/Cargo.toml
index 8f3ff5e0..3b9db610 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -57,3 +57,11 @@ lto = "thin"
 [[bench]]
 name = "criterion"
 harness = false
+
+[lib]
+bench = false
+
+[[bin]]
+name = "zeek-language-server"
+path = "src/main.rs"
+bench = false