diff --git a/features/check-plugin-update.feature b/features/check-plugin-update.feature
index bea5bc2..124a596 100644
--- a/features/check-plugin-update.feature
+++ b/features/check-plugin-update.feature
@@ -10,6 +10,8 @@ Feature: Check whether plugins are up to date
 
   Scenario: Plugins are up to date
     Given a WP install
+     # Akismet requires a newer WordPress version, but we don't really need it here.
+    And I run `wp plugin uninstall akismet`
     And I run `wp plugin update --all`
 
     When I run `wp doctor check plugin-update`
diff --git a/features/check.feature b/features/check.feature
index 5f3223e..998e054 100644
--- a/features/check.feature
+++ b/features/check.feature
@@ -31,6 +31,8 @@ Feature: Basic check usage
 
   Scenario: Filter check results
     Given a WP install
+    # Akismet requires a newer WordPress version, but we don't really need it here.
+    And I run `wp plugin uninstall akismet`
     And I run `wp plugin activate --all`
     And I run `wp plugin update --all`
     And I run `wp theme update --all`