diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 410e0c6..56cdf00 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -16,7 +16,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.6, 3.7, 3.8, 3.9]
+        python-version: [3.7, 3.8, 3.9]
 
     steps:
     - uses: actions/checkout@v2
diff --git a/docs/conda_env.yml b/docs/conda_env.yml
index 06173de..467a6a9 100644
--- a/docs/conda_env.yml
+++ b/docs/conda_env.yml
@@ -4,9 +4,9 @@ channels:
   - defaults
 dependencies:
   - cpuonly=1.0=0
-  - pip=20.2
-  - python=3.6
-  - pytorch=1.8.1=py3.6_cpu_0
+  - pip=21.1
+  - python=3.7
+  - pytorch=1.8.1=py3.7_cpu_0
   - pip:
     - gym>=0.17.2
     - cloudpickle
@@ -15,7 +15,7 @@ dependencies:
     - numpy
     - matplotlib
     - sphinx_autodoc_typehints
-    - stable-baselines3>=1.2.0
+    - stable-baselines3>=1.3.0
     - sphinx>=4.2
     # See https://github.com/readthedocs/sphinx_rtd_theme/issues/1115
     - sphinx_rtd_theme>=1.0
diff --git a/docs/misc/changelog.rst b/docs/misc/changelog.rst
index 067d652..3fc4a7f 100644
--- a/docs/misc/changelog.rst
+++ b/docs/misc/changelog.rst
@@ -4,11 +4,12 @@ Changelog
 ==========
 
 
-Release 1.3.1a4 (WIP)
+Release 1.3.1a5 (WIP)
 -------------------------------
 
 Breaking Changes:
 ^^^^^^^^^^^^^^^^^
+- Dropped python 3.6 support
 - Upgraded to Stable-Baselines3 >= 1.3.1a4
 
 New Features:
diff --git a/sb3_contrib/version.txt b/sb3_contrib/version.txt
index aca78c7..dbc4395 100644
--- a/sb3_contrib/version.txt
+++ b/sb3_contrib/version.txt
@@ -1 +1 @@
-1.3.1a4
+1.3.1a5
diff --git a/setup.py b/setup.py
index 881114b..2426ebc 100644
--- a/setup.py
+++ b/setup.py
@@ -75,11 +75,10 @@ setup(
     long_description=long_description,
     long_description_content_type="text/markdown",
     version=__version__,
-    python_requires=">=3.6",
+    python_requires=">=3.7",
     # PyPI package information.
     classifiers=[
         "Programming Language :: Python :: 3",
-        "Programming Language :: Python :: 3.6",
         "Programming Language :: Python :: 3.7",
         "Programming Language :: Python :: 3.8",
         "Programming Language :: Python :: 3.9",