diff --git a/.circleci/config.yml b/.circleci/config.yml
index 38743985b8..1b79a84e2c 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -145,10 +145,6 @@ commands:
       - run:
           name: Verify the build environment
           command: ./libs/verify-desktop-environment.sh
-      # Install SQLite development libraries
-      - run:
-          name: Install SQLite development libraries
-          command: sudo apt-get install libsqlite3-dev
   run-tests:
     steps:
       - run: automation/tests.py rust-tests
diff --git a/components/remote_settings/Cargo.toml b/components/remote_settings/Cargo.toml
index 8a013d2707..c1d1a42a16 100644
--- a/components/remote_settings/Cargo.toml
+++ b/components/remote_settings/Cargo.toml
@@ -21,7 +21,7 @@ error-support = { path = "../support/error" }
 viaduct = { path = "../viaduct" }
 url = "2.1" # mozilla-central can't yet take 2.2 (see bug 1734538)
 camino = "1.0"
-rusqlite = "0.31.0"
+rusqlite = { workspace = true, features = ["bundled"] }
 
 [build-dependencies]
 uniffi = { workspace = true, features = ["build"] }