diff --git a/health_check/cache/__init__.py b/health_check/cache/__init__.py
index 55cc8d4c..33f02eed 100644
--- a/health_check/cache/__init__.py
+++ b/health_check/cache/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.cache.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.cache.apps.HealthCheckConfig'
diff --git a/health_check/contrib/celery/__init__.py b/health_check/contrib/celery/__init__.py
index ce90e23b..e69b449b 100644
--- a/health_check/contrib/celery/__init__.py
+++ b/health_check/contrib/celery/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.contrib.celery.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.contrib.celery.apps.HealthCheckConfig'
diff --git a/health_check/contrib/celery_ping/__init__.py b/health_check/contrib/celery_ping/__init__.py
index dfed3ab2..cb965360 100644
--- a/health_check/contrib/celery_ping/__init__.py
+++ b/health_check/contrib/celery_ping/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.contrib.celery_ping.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.contrib.celery_ping.apps.HealthCheckConfig'
diff --git a/health_check/contrib/migrations/__init__.py b/health_check/contrib/migrations/__init__.py
index 18cad798..dccadd94 100644
--- a/health_check/contrib/migrations/__init__.py
+++ b/health_check/contrib/migrations/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.contrib.migrations.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.contrib.migrations.apps.HealthCheckConfig'
diff --git a/health_check/contrib/psutil/__init__.py b/health_check/contrib/psutil/__init__.py
index cef42bf3..535cdc0a 100644
--- a/health_check/contrib/psutil/__init__.py
+++ b/health_check/contrib/psutil/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.contrib.psutil.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.contrib.psutil.apps.HealthCheckConfig'
diff --git a/health_check/contrib/rabbitmq/__init__.py b/health_check/contrib/rabbitmq/__init__.py
index efd70337..b8088ea8 100644
--- a/health_check/contrib/rabbitmq/__init__.py
+++ b/health_check/contrib/rabbitmq/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.contrib.rabbitmq.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.contrib.rabbitmq.apps.HealthCheckConfig'
diff --git a/health_check/contrib/redis/__init__.py b/health_check/contrib/redis/__init__.py
index e3354c33..a3a2def4 100644
--- a/health_check/contrib/redis/__init__.py
+++ b/health_check/contrib/redis/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.contrib.redis.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.contrib.redis.apps.HealthCheckConfig'
diff --git a/health_check/contrib/s3boto3_storage/__init__.py b/health_check/contrib/s3boto3_storage/__init__.py
index f6be217b..69f99f3f 100644
--- a/health_check/contrib/s3boto3_storage/__init__.py
+++ b/health_check/contrib/s3boto3_storage/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.contrib.s3boto3_storage.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.contrib.s3boto3_storage.apps.HealthCheckConfig'
diff --git a/health_check/contrib/s3boto_storage/__init__.py b/health_check/contrib/s3boto_storage/__init__.py
index 15fb6a5a..0a9522c9 100644
--- a/health_check/contrib/s3boto_storage/__init__.py
+++ b/health_check/contrib/s3boto_storage/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.contrib.s3boto_storage.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.contrib.s3boto_storage.apps.HealthCheckConfig'
diff --git a/health_check/db/__init__.py b/health_check/db/__init__.py
index fe6d116d..bd6ed003 100644
--- a/health_check/db/__init__.py
+++ b/health_check/db/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.db.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.db.apps.HealthCheckConfig'
diff --git a/health_check/storage/__init__.py b/health_check/storage/__init__.py
index 71942012..97932550 100644
--- a/health_check/storage/__init__.py
+++ b/health_check/storage/__init__.py
@@ -1 +1,4 @@
-default_app_config = 'health_check.storage.apps.HealthCheckConfig'
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = 'health_check.storage.apps.HealthCheckConfig'