mirror of https://github.com/citusdata/citus.git
129 lines
4.8 KiB
Plaintext
129 lines
4.8 KiB
Plaintext
--
|
|
-- WORKER_HASH_PARTITION_COMPLEX
|
|
--
|
|
\set JobId 201010
|
|
\set TaskId 101104
|
|
\set Partition_Column l_partkey
|
|
\set Partition_Column_Text '\'l_partkey\''
|
|
\set Partition_Column_Type 23
|
|
\set Partition_Count 4
|
|
\set hashTokenIncrement 1073741824
|
|
\set Select_Columns 'SELECT l_partkey, l_discount, l_shipdate, l_comment'
|
|
\set Select_Filters 'l_shipdate >= date \'1992-01-15\' AND l_discount between 0.02 AND 0.08'
|
|
\set Hash_Mod_Function '( hashint4(l_partkey)::int8 - (-2147483648))::int8 / :hashTokenIncrement::int8'
|
|
\set Table_Part_00 lineitem_hash_complex_part_00
|
|
\set Table_Part_01 lineitem_hash_complex_part_01
|
|
\set Table_Part_02 lineitem_hash_complex_part_02
|
|
\set Table_Part_03 lineitem_hash_complex_part_03
|
|
SELECT usesysid AS userid FROM pg_user WHERE usename = current_user \gset
|
|
\set File_Basedir base/pgsql_job_cache
|
|
\set Table_File_00 :File_Basedir/job_:JobId/task_:TaskId/p_00000.:userid
|
|
\set Table_File_01 :File_Basedir/job_:JobId/task_:TaskId/p_00001.:userid
|
|
\set Table_File_02 :File_Basedir/job_:JobId/task_:TaskId/p_00002.:userid
|
|
\set Table_File_03 :File_Basedir/job_:JobId/task_:TaskId/p_00003.:userid
|
|
-- Run hardcoded complex select query, and apply hash partitioning on query
|
|
-- results
|
|
SELECT worker_hash_partition_table(:JobId, :TaskId,
|
|
'SELECT l_partkey, l_discount, l_shipdate, l_comment'
|
|
' FROM lineitem '
|
|
' WHERE l_shipdate >= date ''1992-01-15'''
|
|
' AND l_discount between 0.02 AND 0.08',
|
|
:Partition_Column_Text, :Partition_Column_Type,
|
|
ARRAY[-2147483648, -1073741824, 0, 1073741824]::int4[]);
|
|
worker_hash_partition_table
|
|
---------------------------------------------------------------------
|
|
|
|
(1 row)
|
|
|
|
-- Copy partitioned data files into tables for testing purposes
|
|
COPY :Table_Part_00 FROM :'Table_File_00';
|
|
COPY :Table_Part_01 FROM :'Table_File_01';
|
|
COPY :Table_Part_02 FROM :'Table_File_02';
|
|
COPY :Table_Part_03 FROM :'Table_File_03';
|
|
SELECT COUNT(*) FROM :Table_Part_00;
|
|
count
|
|
---------------------------------------------------------------------
|
|
1883
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) FROM :Table_Part_03;
|
|
count
|
|
---------------------------------------------------------------------
|
|
1913
|
|
(1 row)
|
|
|
|
-- We first compute the difference of partition tables against the base table.
|
|
-- Then, we compute the difference of the base table against partitioned tables.
|
|
SELECT COUNT(*) AS diff_lhs_00 FROM (
|
|
:Select_Columns FROM :Table_Part_00 EXCEPT ALL
|
|
:Select_Columns FROM lineitem WHERE :Select_Filters AND
|
|
(:Hash_Mod_Function = 0) ) diff;
|
|
diff_lhs_00
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) AS diff_lhs_01 FROM (
|
|
:Select_Columns FROM :Table_Part_01 EXCEPT ALL
|
|
:Select_Columns FROM lineitem WHERE :Select_Filters AND
|
|
(:Hash_Mod_Function = 1) ) diff;
|
|
diff_lhs_01
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) AS diff_lhs_02 FROM (
|
|
:Select_Columns FROM :Table_Part_02 EXCEPT ALL
|
|
:Select_Columns FROM lineitem WHERE :Select_Filters AND
|
|
(:Hash_Mod_Function = 2) ) diff;
|
|
diff_lhs_02
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) AS diff_lhs_03 FROM (
|
|
:Select_Columns FROM :Table_Part_03 EXCEPT ALL
|
|
:Select_Columns FROM lineitem WHERE :Select_Filters AND
|
|
(:Hash_Mod_Function = 3) ) diff;
|
|
diff_lhs_03
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) AS diff_rhs_00 FROM (
|
|
:Select_Columns FROM lineitem WHERE :Select_Filters AND
|
|
(:Hash_Mod_Function = 0) EXCEPT ALL
|
|
:Select_Columns FROM :Table_Part_00 ) diff;
|
|
diff_rhs_00
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) AS diff_rhs_01 FROM (
|
|
:Select_Columns FROM lineitem WHERE :Select_Filters AND
|
|
(:Hash_Mod_Function = 1) EXCEPT ALL
|
|
:Select_Columns FROM :Table_Part_01 ) diff;
|
|
diff_rhs_01
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) AS diff_rhs_02 FROM (
|
|
:Select_Columns FROM lineitem WHERE :Select_Filters AND
|
|
(:Hash_Mod_Function = 2) EXCEPT ALL
|
|
:Select_Columns FROM :Table_Part_02 ) diff;
|
|
diff_rhs_02
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) AS diff_rhs_03 FROM (
|
|
:Select_Columns FROM lineitem WHERE :Select_Filters AND
|
|
(:Hash_Mod_Function = 3) EXCEPT ALL
|
|
:Select_Columns FROM :Table_Part_03 ) diff;
|
|
diff_rhs_03
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|