diff --git a/Makefile b/Makefile
index 1638cff103..b1770fadbe 100644
--- a/Makefile
+++ b/Makefile
@@ -1,4 +1,4 @@
-.PHONY: test precommit common_tests slow_tests test_examples tests_gpu
+.PHONY: test precommit common_tests slow_tests test_examples tests_gpu test_experimental
 
 check_dirs := examples tests trl
 
@@ -28,3 +28,6 @@ test_examples:
 		TRL_ACCELERATE_CONFIG=$${file} bash $(COMMAND_FILES_PATH)/run_dpo.sh; \
 		echo $$?','$${file} >> temp_results_dpo_tests.txt; \
 	done
+
+test_experimental:
+	pytest -k "experimental"
diff --git a/pyproject.toml b/pyproject.toml
index afbe50cbaf..826b3d6f93 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -28,3 +28,6 @@ markers = [
     "slow: marks tests as slow (deselect with '-m \"not slow\"')",
     "low-priority: marks tests as low priority (deselect with '-m \"not low-priority\"')"
 ]
+addopts = [
+    "-k", "not experimental",
+]