diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 1342908..62770eb 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -32,6 +32,7 @@ jobs:
         pip install stable_baselines3[extra,tests,docs]
         # Install master version
         pip install git+https://github.com/DLR-RM/stable-baselines3
+        pip install .
         # Use headless version
         pip install opencv-python-headless
     # - name: Build the doc
diff --git a/setup.py b/setup.py
index b7f6f3e..f03afd8 100644
--- a/setup.py
+++ b/setup.py
@@ -24,6 +24,8 @@ setup(
     package_data={"sb3_contrib": ["py.typed", "version.txt"]},
     install_requires=[
         "stable_baselines3[tests,docs]",
+        # For progress bar when using CRR
+        "tqdm"
         # Enable CMA
         # "cma",
     ],