diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index b8d59eef1a..c1b8963afa 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -60,4 +60,5 @@ jobs:
             - name: Test calibre
               run: |
                   runuser -u ci -- python setup.py test
+                  runuser -u ci -- python setup.py test_rs
                   chmod +777 .git .git/config
diff --git a/setup/unix-ci.py b/setup/unix-ci.py
index 129b5272d5..260baff1a8 100644
--- a/setup/unix-ci.py
+++ b/setup/unix-ci.py
@@ -123,6 +123,7 @@ def main():
 
         install_env()
         run_python('setup.py test')
+        run_python('setup.py test_rs')
     else:
         raise SystemExit('Unknown action: {}'.format(action))
 
diff --git a/setup/win-ci.py b/setup/win-ci.py
index e677703236..eb351f70dc 100644
--- a/setup/win-ci.py
+++ b/setup/win-ci.py
@@ -72,10 +72,12 @@ def build():
 
 def test():
     sanitize_path()
-    cmd = [python_exe(), 'setup.py', 'test']
-    printf(*cmd)
-    p = subprocess.Popen(cmd)
-    raise SystemExit(p.wait())
+    for q in ('test', 'test_rs'):
+        cmd = [python_exe(), 'setup.py', q]
+        printf(*cmd)
+        p = subprocess.Popen(cmd)
+        if p.wait() != 0:
+            raise SystemExit(p.returncode)
 
 
 def setup_env():