diff --git a/src/client.ts b/src/client.ts
index 4bcb0da7..d2c55b23 100644
--- a/src/client.ts
+++ b/src/client.ts
@@ -436,20 +436,20 @@ export default class Client implements ClientInterface {
     // If a custom Gemfile was configured outside of the project, use that. Otherwise, prefer our custom bundle over the
     // app's bundle
     if (customBundleGemfile.length > 0) {
-      bundleGemfile = `BUNDLE_GEMFILE=${customBundleGemfile}`;
+      bundleGemfile = `BUNDLE_GEMFILE="${customBundleGemfile}"`;
     } else if (
       fs.existsSync(path.join(this.workingFolder, ".ruby-lsp", "Gemfile"))
     ) {
-      bundleGemfile = `BUNDLE_GEMFILE=${path.join(
+      bundleGemfile = `BUNDLE_GEMFILE="${path.join(
         this.workingFolder,
         ".ruby-lsp",
         "Gemfile",
-      )}`;
+      )}"`;
     } else {
-      bundleGemfile = `BUNDLE_GEMFILE=${path.join(
+      bundleGemfile = `BUNDLE_GEMFILE="${path.join(
         this.workingFolder,
         "Gemfile",
-      )}`;
+      )}"`;
     }
 
     const result = await asyncExec(