Boost: skip tests pending investigation (#43805)

Author: kraftbj

.github/files/e2e-tests/e2e-matrix.js

@@ -34,62 +34,6 @@ const projects = [
 		suite: '',
 		buildGroup: 'jetpack-sync',
 	},
-	{
-		project: 'Jetpack Boost - Base',
-		path: 'projects/plugins/boost/tests/e2e',
-		testArgs: [ 'specs/base' ],
-		targets: [ 'plugins/boost' ],
-		suite: '',
-		buildGroup: 'jetpack-boost',
-	},
-	{
-		project: 'Jetpack Boost - Modules',
-		path: 'projects/plugins/boost/tests/e2e',
-		testArgs: [ 'specs/modules' ],
-		targets: [ 'plugins/boost' ],
-		suite: '',
-		buildGroup: 'jetpack-boost',
-	},
-	{
-		project: 'Jetpack Boost - Critical CSS',
-		path: 'projects/plugins/boost/tests/e2e',
-		testArgs: [ 'specs/critical-css' ],
-		targets: [ 'plugins/boost' ],
-		suite: '',
-		buildGroup: 'jetpack-boost',
-	},
-	{
-		project: 'Jetpack Boost - Page Cache',
-		path: 'projects/plugins/boost/tests/e2e',
-		testArgs: [ 'specs/page-cache' ],
-		targets: [ 'plugins/boost' ],
-		suite: '',
-		buildGroup: 'jetpack-boost',
-	},
-	{
-		project: 'Jetpack Boost - Concatenate JS and CSS',
-		path: 'projects/plugins/boost/tests/e2e',
-		testArgs: [ 'specs/concatenate' ],
-		targets: [ 'plugins/boost' ],
-		suite: '',
-		buildGroup: 'jetpack-boost',
-	},
-	{
-		project: 'Jetpack Boost - Image CDN',
-		path: 'projects/plugins/boost/tests/e2e',
-		testArgs: [ 'specs/image-cdn' ],
-		targets: [ 'plugins/boost' ],
-		suite: '',
-		buildGroup: 'jetpack-boost',
-	},
-	{
-		project: 'Jetpack Boost - Image Guide',
-		path: 'projects/plugins/boost/tests/e2e',
-		testArgs: [ 'specs/image-guide' ],
-		targets: [ 'plugins/boost' ],
-		suite: '',
-		buildGroup: 'jetpack-boost',
-	},
 	{
 		project: 'Search',
 		path: 'projects/plugins/search/tests/e2e',

projects/plugins/boost/changelog/add-skip-e2e-boost

@@ -0,0 +1,5 @@
+Significance: patch
+Type: removed
+Comment: Skip some flaky tests
+
+

projects/plugins/boost/tests/e2e/specs/base/common.test.js

@@ -24,6 +24,7 @@ test( 'Click on the plugins page should navigate to Boost settings page', async
 test( 'Click on the sidebar Boost Jetpack submenu should navigate to Boost settings page', async ( {
 	page,
 } ) => {
+	test.skip( true, 'Skipping this test as it is flaky and we are working on it' );
 	await DashboardPage.visit( page );
 	await ( await Sidebar.init( page ) ).selectJetpackBoost();
 	expect( page.url(), "URL should contain 'page=jetpack-boost" ).toContain( 'page=jetpack-boost' );
@@ -32,6 +33,7 @@ test( 'Click on the sidebar Boost Jetpack submenu should navigate to Boost setti
 test( 'Deactivating the plugin should clear Critical CSS and Dismissed Recommendation notice option', async ( {
 	page,
 } ) => {
+	test.skip( true, 'Skipping this test as it is flaky and we are working on it' );
 	// Generate Critical CSS to ensure that on plugin deactivation it is cleared.
 	// TODO: Also should make sure that a Critical CSS recommendation is dismissed to check that the options does not exist after deactivation of the plugin.
 	await boostPrerequisitesBuilder( page )

projects/plugins/boost/tests/e2e/specs/modules/modules-common.test.js

@@ -33,6 +33,7 @@ test.describe.serial( 'Modules', () => {
 		} );
 
 		test( `The ${ moduleSlug } module state should toggle to an inverse state`, async () => {
+			test.skip( true, 'Skipping this test as it is flaky and we are working on it' );
 			await jetpackBoostPage.toggleModule( moduleSlug );
 			expect(
 				await jetpackBoostPage.isModuleEnabled( moduleSlug ),
@@ -41,6 +42,7 @@ test.describe.serial( 'Modules', () => {
 		} );
 
 		test( `The ${ moduleSlug } module state should revert back to original state`, async () => {
+			test.skip( true, 'Skipping this test as it is flaky and we are working on it' );
 			await jetpackBoostPage.toggleModule( moduleSlug );
 			expect(
 				await jetpackBoostPage.isModuleEnabled( moduleSlug ),