mirror of https://github.com/citusdata/citus.git
375 lines
14 KiB
Plaintext
375 lines
14 KiB
Plaintext
# ----------
|
|
# $Id$
|
|
#
|
|
# Regression tests that exercise distributed planning/execution functionality.
|
|
#
|
|
# All new regression tests are expected to be run by this schedule. Tests that
|
|
# do not set specific task executor type should also be added to
|
|
# multi_task_tracker_extra_schedule.
|
|
#
|
|
# Note that we use variant comparison files to test version dependent regression
|
|
# test results. For more information:
|
|
# http://www.postgresql.org/docs/current/static/regress-variant.html
|
|
# ----------
|
|
|
|
# ---
|
|
# Tests around schema changes, these are run first, so there's no preexisting objects.
|
|
# ---
|
|
test: multi_extension
|
|
test: multi_703_upgrade
|
|
test: single_node
|
|
test: multi_cluster_management
|
|
|
|
# below tests are placed right after multi_cluster_management as we do
|
|
# remove/add node operations and we do not want any preexisting objects
|
|
test: alter_role_propagation
|
|
test: propagate_extension_commands
|
|
test: escape_extension_name
|
|
test: ref_citus_local_fkeys
|
|
|
|
test: multi_test_helpers multi_test_helpers_superuser
|
|
test: multi_test_catalog_views
|
|
test: multi_table_ddl
|
|
test: multi_name_lengths
|
|
test: multi_name_resolution
|
|
test: multi_metadata_access
|
|
test: multi_metadata_attributes
|
|
|
|
test: multi_read_from_secondaries
|
|
|
|
# ----------
|
|
# The following distributed tests depend on creating a partitioned table and
|
|
# uploading data to it.
|
|
# ----------
|
|
test: multi_create_table
|
|
test: multi_create_table_superuser
|
|
test: multi_create_table_constraints multi_master_protocol multi_load_data multi_load_data_superuser multi_behavioral_analytics_create_table
|
|
test: multi_behavioral_analytics_basics multi_behavioral_analytics_single_shard_queries multi_insert_select_non_pushable_queries multi_insert_select multi_behavioral_analytics_create_table_superuser
|
|
test: multi_shard_update_delete recursive_dml_with_different_planners_executors
|
|
test: insert_select_repartition window_functions dml_recursive multi_insert_select_window
|
|
test: multi_insert_select_conflict citus_table_triggers
|
|
test: multi_row_insert insert_select_into_local_table multi_create_table_new_features
|
|
|
|
# following should not run in parallel because it relies on connection counts to workers
|
|
test: insert_select_connection_leak
|
|
|
|
# ---------
|
|
# at the end of the regression tests regarding recursively planned modifications
|
|
# ensure that we don't leak any intermediate results
|
|
# This test should not run in parallel with any other tests
|
|
# ---------
|
|
test: ensure_no_intermediate_data_leak
|
|
|
|
# ----------
|
|
# Tests for partitioning support
|
|
# ----------
|
|
test: multi_partitioning_utils multi_partitioning replicated_partitioned_table
|
|
|
|
|
|
# ----------
|
|
# Tests for recursive subquery planning
|
|
# ----------
|
|
# NOTE: The next 6 were in parallel originally, but we got "too many
|
|
# connection" errors on CI. Requires investigation before doing them in
|
|
# parallel again.
|
|
test: subquery_basics
|
|
test: subquery_local_tables
|
|
test: subquery_executors
|
|
test: subquery_and_cte
|
|
test: set_operations
|
|
test: set_operation_and_local_tables
|
|
|
|
test: subqueries_deep subquery_view subquery_partitioning subquery_complex_target_list subqueries_not_supported subquery_in_where
|
|
test: non_colocated_leaf_subquery_joins non_colocated_subquery_joins non_colocated_join_order
|
|
test: subquery_prepared_statements pg12 cte_inline pg13
|
|
test: tableam
|
|
|
|
# ----------
|
|
# Miscellaneous tests to check our query planning behavior
|
|
# ----------
|
|
test: multi_deparse_shard_query multi_distributed_transaction_id intermediate_results limit_intermediate_size rollback_to_savepoint
|
|
test: multi_explain hyperscale_tutorial partitioned_intermediate_results distributed_intermediate_results multi_real_time_transaction
|
|
test: multi_basic_queries cross_join multi_complex_expressions multi_subquery multi_subquery_complex_queries multi_subquery_behavioral_analytics
|
|
test: multi_subquery_complex_reference_clause multi_subquery_window_functions multi_view multi_sql_function multi_prepare_sql
|
|
test: sql_procedure multi_function_in_join row_types materialized_view undistribute_table
|
|
test: multi_subquery_in_where_reference_clause join geqo adaptive_executor propagate_set_commands
|
|
test: multi_subquery_union multi_subquery_in_where_clause multi_subquery_misc statement_cancel_error_message
|
|
test: multi_agg_distinct multi_agg_approximate_distinct multi_limit_clause_approximate multi_outer_join_reference multi_single_relation_subquery multi_prepare_plsql set_role_in_transaction
|
|
test: multi_reference_table multi_select_for_update relation_access_tracking pg13_with_ties
|
|
test: custom_aggregate_support aggregate_support tdigest_aggregate_support
|
|
test: multi_average_expression multi_working_columns multi_having_pushdown having_subquery
|
|
test: multi_array_agg multi_limit_clause multi_orderby_limit_pushdown
|
|
test: multi_jsonb_agg multi_jsonb_object_agg multi_json_agg multi_json_object_agg bool_agg ch_bench_having chbenchmark_all_queries expression_reference_join anonymous_columns
|
|
test: ch_bench_subquery_repartition
|
|
test: multi_agg_type_conversion multi_count_type_conversion
|
|
test: multi_partition_pruning single_hash_repartition_join
|
|
test: multi_join_pruning multi_hash_pruning intermediate_result_pruning
|
|
test: multi_null_minmax_value_pruning
|
|
test: multi_query_directory_cleanup
|
|
test: multi_task_assignment_policy multi_cross_shard
|
|
test: multi_utility_statements
|
|
test: multi_dropped_column_aliases foreign_key_restriction_enforcement
|
|
test: multi_binary_master_copy_format binary_protocol
|
|
|
|
# ----------
|
|
# Parallel TPC-H tests to check our distributed execution behavior
|
|
# ----------
|
|
test: multi_tpch_query1 multi_tpch_query3 multi_tpch_query6 multi_tpch_query10
|
|
test: multi_tpch_query12 multi_tpch_query14 multi_tpch_query19
|
|
test: multi_tpch_query7 multi_tpch_query7_nested
|
|
|
|
# ----------
|
|
# Parallel tests to check our join order planning logic. Note that we load data
|
|
# below; and therefore these tests should come after the execution tests.
|
|
# ----------
|
|
test: multi_join_order_tpch_small multi_join_order_additional
|
|
test: multi_load_more_data
|
|
test: multi_join_order_tpch_repartition
|
|
|
|
# ----------
|
|
# Tests for repartition join planning and execution. Be careful when creating
|
|
# new shards before these tests, as they expect specific shard identifiers in
|
|
# the output.
|
|
# ----------
|
|
test: multi_repartition_join_planning multi_repartition_join_pruning multi_repartition_join_task_assignment multi_repartition_join_ref
|
|
test: adaptive_executor_repartition
|
|
|
|
# ---------
|
|
# Tests that modify data should run sequentially
|
|
# ---------
|
|
test: with_prepare
|
|
|
|
# ---------
|
|
# Tests for recursive planning.
|
|
# ---------
|
|
test: with_nested with_where with_basics with_set_operations
|
|
test: with_modifying cte_prepared_modify cte_nested_modification
|
|
test: ensure_no_intermediate_data_leak
|
|
test: with_executors with_join with_partitioning with_transactions with_dml
|
|
|
|
|
|
# ----------
|
|
# Tests to check our large record loading and shard deletion behavior
|
|
# ----------
|
|
test: multi_load_large_records
|
|
test: multi_master_delete_protocol
|
|
test: multi_shard_modify
|
|
|
|
# ----------
|
|
# Tests around DDL statements run on distributed tables
|
|
# ----------
|
|
test: multi_index_statements
|
|
test: multi_alter_table_statements
|
|
test: multi_alter_table_add_constraints
|
|
|
|
# ----------
|
|
# multi_create_schema tests creation, loading, and querying of a table in a new
|
|
# schema (namespace).
|
|
# ----------
|
|
test: multi_create_schema
|
|
|
|
# ----------
|
|
# Tests to check if we inform the user about potential caveats of creating new
|
|
# databases, schemas, roles, and authentication information.
|
|
# ----------
|
|
test: multi_utility_warnings
|
|
|
|
# ----------
|
|
# Tests to check the sequential and parallel executions of DDL and modification
|
|
# commands
|
|
# Should not be executed in parallel with other tests
|
|
# ----------
|
|
test: sequential_modifications
|
|
|
|
# ---------
|
|
# multi_append_table_to_shard loads data to create shards in a way that forces
|
|
# shard caching.
|
|
# ---------
|
|
test: multi_append_table_to_shard
|
|
|
|
# ---------
|
|
# multi_outer_join loads data to create shards to test outer join mappings
|
|
# ---------
|
|
test: multi_outer_join
|
|
|
|
# ---
|
|
# Tests covering mostly modification queries and required preliminary
|
|
# functionality related to metadata, shard creation, shard pruning and
|
|
# "hacky" copy script for hash partitioned tables.
|
|
# Note that the order of the following tests are important. multi_complex_count_distinct
|
|
# is independent from the rest of the group, it is added to increase parallelism.
|
|
# ---
|
|
test: multi_create_fdw
|
|
test: multi_complex_count_distinct multi_select_distinct
|
|
test: multi_modifications
|
|
test: multi_distribution_metadata
|
|
test: multi_generate_ddl_commands multi_create_shards multi_prune_shard_list multi_repair_shards
|
|
test: multi_upsert multi_simple_queries multi_data_types master_copy_shard_placement
|
|
# multi_utilities cannot be run in parallel with other tests because it checks
|
|
# global locks
|
|
test: multi_utilities
|
|
test: foreign_key_to_reference_table validate_constraint
|
|
test: multi_modifying_xacts
|
|
test: multi_repartition_udt multi_repartitioned_subquery_udf multi_subtransactions
|
|
test: multi_transaction_recovery
|
|
|
|
# ---------
|
|
# multi_copy creates hash and range-partitioned tables and performs COPY
|
|
# multi_router_planner creates hash partitioned tables.
|
|
# ---------
|
|
test: multi_copy fast_path_router_modify pg_dump
|
|
test: multi_router_planner
|
|
# These 2 tests have prepared statements which sometimes get invalidated by concurrent tests,
|
|
# changing the debug output. We should not run them in parallel with others
|
|
test: null_parameters
|
|
test: multi_router_planner_fast_path
|
|
|
|
# ----------
|
|
# multi_large_shardid loads more lineitem data using high shard identifiers
|
|
# ----------
|
|
test: multi_large_shardid
|
|
|
|
# ----------
|
|
# multi_size_queries tests various size commands on distributed tables
|
|
# ----------
|
|
test: multi_size_queries
|
|
|
|
# ----------
|
|
# multi_drop_extension makes sure we can safely drop and recreate the extension
|
|
# ----------
|
|
test: multi_drop_extension
|
|
|
|
# ----------
|
|
# multi_metadata_sync tests the propagation of mx-related metadata changes to metadata workers
|
|
# multi_unsupported_worker_operations tests that unsupported operations error out on metadata workers
|
|
# ----------
|
|
test: multi_metadata_sync
|
|
test: multi_unsupported_worker_operations
|
|
|
|
# ----------
|
|
# grant_on_schema_propagation tests if the GRANT ... ON SCHEMA queries are propagated correctly
|
|
# multi_schema_support makes sure we can work with tables in schemas other than public with no problem
|
|
# ----------
|
|
test: grant_on_schema_propagation
|
|
test: multi_schema_support
|
|
|
|
# ----------
|
|
# multi_function_evaluation tests edge-cases in master-side function pre-evaluation
|
|
# ----------
|
|
test: multi_function_evaluation
|
|
|
|
# ----------
|
|
# multi_truncate tests truncate functionality for distributed tables
|
|
# ----------
|
|
test: multi_truncate
|
|
|
|
# ----------
|
|
# multi_colocation_utils tests utility functions written for co-location feature & internal API
|
|
# multi_colocated_shard_transfer tests master_copy_shard_placement with colocated tables.
|
|
# ----------
|
|
test: multi_colocation_utils
|
|
test: multi_colocated_shard_transfer
|
|
|
|
# ----------
|
|
# multi_citus_tools tests utility functions written for citus tools
|
|
# ----------
|
|
test: multi_citus_tools
|
|
|
|
# ----------
|
|
# node_conninfo_reload tests that node_conninfo changes take effect
|
|
# ----------
|
|
test: node_conninfo_reload
|
|
|
|
# ----------
|
|
# multi_foreign_key tests foreign key push down on distributed tables
|
|
# ----------
|
|
test: multi_foreign_key multi_foreign_key_relation_graph
|
|
|
|
# ----------
|
|
# multi_upgrade_reference_table tests for upgrade_reference_table UDF
|
|
# multi_replicate_reference_table tests replicating reference tables to new nodes after we add new nodes
|
|
# multi_remove_node_reference_table tests metadata changes after master_remove_node
|
|
# ----------
|
|
test: multi_upgrade_reference_table
|
|
test: multi_replicate_reference_table
|
|
test: multi_remove_node_reference_table
|
|
|
|
# --------
|
|
# Replicating reference tables to coordinator. Add coordinator to pg_dist_node
|
|
# and rerun some of the tests.
|
|
# --------
|
|
test: add_coordinator
|
|
test: multi_upgrade_reference_table
|
|
test: multi_replicate_reference_table
|
|
test: multi_reference_table citus_local_tables_queries
|
|
test: foreign_key_to_reference_table citus_local_table_triggers
|
|
test: replicate_reference_tables_to_coordinator
|
|
test: coordinator_shouldhaveshards
|
|
test: local_shard_utility_command_execution
|
|
test: citus_local_tables
|
|
test: multi_row_router_insert
|
|
|
|
test: remove_coordinator
|
|
|
|
# ----------
|
|
# multi_transactional_drop_shards tests for dropping shards using connection API
|
|
# ----------
|
|
test: multi_transactional_drop_shards
|
|
|
|
# ----------
|
|
# multi_multiuser tests simple combinations of permission access and queries
|
|
# ----------
|
|
test: multi_multiuser
|
|
|
|
# ---------
|
|
# multi_cache_invalidation tests for an obscure crash citus used to exhibit when shardids
|
|
# changed the table they belonged to during a session
|
|
# --------
|
|
test: multi_cache_invalidation
|
|
|
|
# ---------
|
|
# multi_task_string_size tests task string size checks
|
|
# ---------
|
|
test: multi_task_string_size
|
|
|
|
# ---------
|
|
# connection encryption tests
|
|
# ---------
|
|
test: ssl_by_default
|
|
|
|
# ---------
|
|
# object distribution tests
|
|
# ---------
|
|
test: distributed_types distributed_types_conflict disable_object_propagation distributed_types_xact_add_enum_value
|
|
test: distributed_functions distributed_functions_conflict
|
|
test: distributed_collations distributed_collations_conflict
|
|
test: distributed_procedure
|
|
|
|
# ---------
|
|
# deparsing logic tests
|
|
# ---------
|
|
test: multi_deparse_function multi_deparse_procedure
|
|
|
|
# --------
|
|
# cannot be run in parallel with any other tests as it checks
|
|
# statistics across sessions
|
|
# --------
|
|
test: shared_connection_stats
|
|
|
|
# ---------
|
|
# run queries generated by sql smith and sqlancer that caused issues in the past
|
|
# --------
|
|
test: sqlsmith_failures sqlancer_failures
|
|
|
|
# ---------
|
|
# test that no tests leaked intermediate results. This should always be last
|
|
# ---------
|
|
test: ensure_no_intermediate_data_leak
|
|
|
|
# ---------
|
|
# ensures that we never leak any connection counts
|
|
# in the shared memory
|
|
# --------
|
|
test: ensure_no_shared_connection_leak
|
|
|