Browse Source

Cleanup XPack YAML exclusions (MP-1811)

This cleans up the exclusion list for
`xpack-rest-tests-with-multiple-projects` to enable some working tests
and be more explicit about which tests are disabled.
Tim Vernum 10 months ago
parent
commit
a65f1443bb

+ 82 - 46
x-pack/qa/multi-project/xpack-rest-tests-with-multiple-projects/build.gradle

@@ -24,19 +24,52 @@ tasks.named("yamlRestTest").configure {
   usesDefaultDistribution()
   ArrayList<String> blacklist = [
     /* These tests don't work on multi-project yet - we need to go through each of them and make them work */
-    '^aggregate-metrics/*/*',
-    '^analytics/*/*',
-    '^async_search/*/*',
-    '^change_password/*/*',
-    '^constant_keyword/*/*',
-    '^counted_keyword/*/*',
-    '^data_streams/*/*',
-    '^deprecation/*/*',
-    '^dlm/*/*',
-    '^enrich/*/*',
-    '^esql/*/*',
-    '^graph/*/*',
-    '^health/*/*',
+    '^analytics/boxplot/*',
+    '^analytics/histogram/*',
+    '^analytics/moving_percentiles/*',
+    '^analytics/top_metrics/*',
+    '^analytics/usage/*',
+    '^async_search/10_basic/*',
+    '^async_search/20-with-poin-in-time/*',
+    '^constant_keyword/10_basic/*',
+    '^data_streams/10_data_stream_resolvability/*',
+    '^deprecation/10_basic/*',
+    '^dlm/10_usage/*',
+    '^enrich/10_basic/*',
+    '^enrich/20_standard_index/*',
+    '^enrich/30_tsdb_index/*',
+    '^enrich/40_synthetic_source/*',
+    '^enrich/50_data_stream/*',
+    '^esql/100_bug_fix/*',
+    '^esql/10_basic/*',
+    '^esql/20_aggs/*',
+    '^esql/25_aggs_on_null/*',
+    '^esql/26_aggs_bucket/*',
+    '^esql/30_types/*',
+    '^esql/40_tsdb/*',
+    '^esql/40_unsupported_types/*',
+    '^esql/45_non_tsdb_counter/*',
+    '^esql/50_index_patterns/*',
+    '^esql/60_enrich/*',
+    '^esql/60_usage/*',
+    '^esql/61_enrich_ip/*',
+    '^esql/62_extra_enrich/*',
+    '^esql/63_enrich_int_range/*',
+    '^esql/64_enrich_int_match/*',
+    '^esql/70_locale/*',
+    '^esql/80_text/*',
+    '^esql/81_text_exact_subfields/*',
+    '^esql/90_non_indexed/*',
+    '^esql/110_all_null/*',
+    '^esql/120_profile/*',
+    '^esql/130_spatial/*',
+    '^esql/140_metadata/*',
+    '^esql/150_lookup/*',
+    '^esql/160_union_types/*',
+    '^esql/161_union_types_subfields/*',
+    '^esql/170_no_replicas/*',
+    '^esql/180_match_operator/*',
+    '^health/10_usage/*',
     '^ilm/10_basic/Test Undeletable Policy In Use',
     '^ilm/20_move_to_step/*',
     '^ilm/30_retry/*',
@@ -45,7 +78,7 @@ tasks.named("yamlRestTest").configure {
     '^ilm/60_remove_policy_for_index/*',
     '^ilm/70_downsampling/*',
     '^ilm/80_health/*',
-    '^logsdb/*/*',
+    '^logsdb/10_usage/*',
     '^ml/3rd_party_deployment/*',
     '^ml/bucket_correlation_agg/*',
     '^ml/bucket_count_ks_test_agg/*',
@@ -55,12 +88,10 @@ tasks.named("yamlRestTest").configure {
     '^ml/custom_all_field/*',
     '^ml/data_frame_analytics_cat_apis/*',
     '^ml/data_frame_analytics_crud/*',
-    '^ml/data_frame_analytics_crud/*/*',
     '^ml/datafeed_cat_apis/*',
     '^ml/datafeeds_crud/*',
     '^ml/delete_expired_data/*',
     '^ml/delete_job_force/*',
-    '^ml/evaluate_data_frame/*',
     '^ml/explain_data_frame_analytics/*',
     '^ml/filter_crud/*',
     '^ml/forecast/*',
@@ -107,50 +138,55 @@ tasks.named("yamlRestTest").configure {
     '^ml/trained_model_cat_apis/*',
     '^ml/update_trained_model_deployment/*',
     '^ml/upgrade_job_snapshot/*',
-    '^monitoring/bulk/*/*',
-    '^profiling/*/*',
-    '^redact/*/*',
-    '^role_mapping/*/*',
-    '^rollup/*/*',
-    '^search-business-rules/*/*',
-    '^searchable_snapshots/*/*',
+    '^monitoring/bulk/10_basic/*',
+    '^monitoring/bulk/20_privileges/*',
+    '^profiling/10_basic/*',
+    '^redact/10_redact_processor/*',
+    '^role_mapping/10_basic/*',
+    '^role_mapping/20_get_missing/*',
+    '^role_mapping/30_delete/*',
+    '^rollup/delete_job/*',
+    '^rollup/get_jobs/*',
+    '^rollup/get_rollup_caps/*',
+    '^rollup/get_rollup_index_caps/*',
+    '^rollup/put_job/*',
+    '^rollup/rollup_search/*',
+    '^rollup/start_job/*',
+    '^rollup/stop_job/*',
+    '^searchable_snapshots/10_usage/*',
+    '^searchable_snapshots/20_synthetic_source/*',
     '^security/authz/12_index_alias/*',
     '^security/authz/14_cat_indices/*',
-    '^security/authz/14_cat_indices/*/*',
+    '^security/authz/14_cat_indices/Test explicit request while multiple opened/*',
     '^security/authz/30_dynamic_put_mapping/*',
     '^security/authz/31_rollover_using_alias/*',
     '^security/authz/50_data_streams/*',
     '^security/authz/51_data_stream_aliases/*',
     '^security/authz/60_resolve_index/*',
     '^security/authz/80_downsample/*',
-    '^security/hidden-index/*/*',
-    '^security/settings/*/*',
-    '^service_accounts/*/*',
-    '^set_security_user/*/*',
+    '^security/settings/10_update_security_settings/*',
+    '^set_security_user/10_small_users_one_index/*',
+    '^set_security_user/20_api_key/*',
     '^snapshot/10_basic/*',
     '^snapshot/20_operator_privileges_disabled/*',
-    '^spatial/*/*',
-    '^sql/sql/*',
-    '^sql/translate/*',
-    '^terms_enum/*/*',
-    '^text_structure/find_field_structure/*',
-    '^token/*/*',
-    '^transform/*/*',
+    '^spatial/50_feature_usage/*',
+    '^spatial/100_geo_grid_ingest/*',
+    '^transform/preview_transforms/*',
+    '^transform/transforms_cat_apis/*',
+    '^transform/transforms_crud/*',
+    '^transform/transforms_force_delete/*',
+    '^transform/transforms_reset/*',
+    '^transform/transforms_start_stop/*',
     '^transform/transforms_start_stop/Test start/stop only starts/stops specified transform',
     '^transform/transforms_start_stop/Test start/stop with field alias',
     '^transform/transforms_start_stop/Test start/stop/start continuous transform',
     '^transform/transforms_start_stop/Test start/stop/start transform',
-    '^user_profile/*/*',
-    '^users/10_basic/*',
-    '^users/15_overwrite_user/*',
-    '^users/16_update_user/*',
-    '^users/30_enable_disable/*',
-    '^users/31_create_disabled/*',
-    '^users/40_query/*',
-    '^vector-tile/*/*',
-    '^versionfield/*/*',
-    '^voting_only_node/*/*',
-    '^wildcard/*/*',
+    '^transform/transforms_stats/*',
+    '^transform/transforms_stats_continuous/*',
+    '^transform/transforms_unattended/*',
+    '^transform/transforms_update/*',
+    '^transform/transforms_upgrade/*',
+    '^voting_only_node/10_basic/*'
   ];
   if (buildParams.isSnapshotBuild() == false) {
     blacklist += [];