211 lines
12 KiB
Perl
211 lines
12 KiB
Perl
#!/usr/bin/perl
|
|
|
|
use strict;
|
|
use warnings;
|
|
use String::Util qw(trim);
|
|
use File::Basename;
|
|
use File::Compare;
|
|
use PostgresNode;
|
|
use Test::More;
|
|
|
|
# Expected folder where expected output will be present
|
|
my $expected_folder = "t/expected";
|
|
|
|
# Results/out folder where generated results files will be placed
|
|
my $results_folder = "t/results";
|
|
|
|
# Check if results folder exists or not, create if it doesn't
|
|
unless (-d $results_folder)
|
|
{
|
|
mkdir $results_folder or die "Can't create folder $results_folder: $!\n";;
|
|
}
|
|
|
|
# Check if expected folder exists or not, bail out if it doesn't
|
|
unless (-d $expected_folder)
|
|
{
|
|
BAIL_OUT "Expected files folder $expected_folder doesn't exist: \n";;
|
|
}
|
|
|
|
# Get filename of the this perl file
|
|
my $perlfilename = basename($0);
|
|
|
|
#Remove .pl from filename and store in a variable
|
|
$perlfilename =~ s/\.[^.]+$//;
|
|
my $filename_without_extension = $perlfilename;
|
|
|
|
# Create expected filename with path
|
|
my $expected_filename = "${filename_without_extension}.out";
|
|
my $expected_filename_with_path = "${expected_folder}/${expected_filename}" ;
|
|
|
|
# Create results filename with path
|
|
my $out_filename = "${filename_without_extension}.out";
|
|
my $out_filename_with_path = "${results_folder}/${out_filename}" ;
|
|
my $dynamic_out_filename_with_path = "${results_folder}/${out_filename}.dynamic" ;
|
|
|
|
# Delete already existing result out file, if it exists.
|
|
if ( -f $out_filename_with_path)
|
|
{
|
|
unlink($out_filename_with_path) or die "Can't delete already existing $out_filename_with_path: $!\n";
|
|
}
|
|
|
|
# Create new PostgreSQL node and do initdb
|
|
my $node = PostgresNode->get_new_node('test');
|
|
my $pgdata = $node->data_dir;
|
|
$node->dump_info;
|
|
$node->init;
|
|
|
|
# Update postgresql.conf to include/load pg_stat_monitor library
|
|
$node->append_conf('postgresql.conf', "shared_preload_libraries = 'pg_stat_statements,pg_stat_monitor'");
|
|
# Set bucket duration to 3600 seconds so bucket doesn't change.
|
|
$node->append_conf('postgresql.conf', "pg_stat_statements.track_utility = off");
|
|
$node->append_conf('postgresql.conf', "pg_stat_monitor.pgsm_bucket_time = 1800");
|
|
$node->append_conf('postgresql.conf', "track_io_timing = on");
|
|
$node->append_conf('postgresql.conf', "pg_stat_monitor.pgsm_track_utility = no");
|
|
$node->append_conf('postgresql.conf', "pg_stat_monitor.pgsm_normalized_query = yes");
|
|
|
|
# Start server
|
|
my $rt_value = $node->start;
|
|
ok($rt_value == 1, "Start Server");
|
|
|
|
# Create extension and change out file permissions
|
|
my ($cmdret, $stdout, $stderr) = $node->psql('postgres', 'CREATE EXTENSION pg_stat_statements;', extra_params => ['-a']);
|
|
ok($cmdret == 0, "Create PGSS Extension");
|
|
TestLib::append_to_file($out_filename_with_path, $stdout . "\n");
|
|
chmod(0640 , $out_filename_with_path)
|
|
or die("unable to set permissions for $out_filename_with_path");
|
|
|
|
# Create extension and change out file permissions
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'CREATE EXTENSION pg_stat_monitor;', extra_params => ['-a']);
|
|
ok($cmdret == 0, "Create PGSM Extension");
|
|
TestLib::append_to_file($out_filename_with_path, $stdout . "\n");
|
|
chmod(0640 , $out_filename_with_path)
|
|
or die("unable to set permissions for $out_filename_with_path");
|
|
|
|
# Run required commands/queries and dump output to out file.
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'SELECT pg_stat_monitor_reset();', extra_params => ['-a', '-Pformat=aligned','-Ptuples_only=off']);
|
|
ok($cmdret == 0, "Reset PGSM Extension");
|
|
TestLib::append_to_file($out_filename_with_path, $stdout . "\n");
|
|
|
|
# Run required commands/queries and dump output to out file.
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'SELECT pg_stat_statements_reset();', extra_params => ['-a', '-Pformat=aligned','-Ptuples_only=off']);
|
|
ok($cmdret == 0, "Reset PGSS Extension");
|
|
TestLib::append_to_file($out_filename_with_path, $stdout . "\n");
|
|
|
|
# Run 'SELECT * from pg_stat_monitor_settings;' two times and dump output to out file
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'SELECT * from pg_stat_monitor_settings;', extra_params => ['-a', '-Pformat=aligned','-Ptuples_only=off']);
|
|
ok($cmdret == 0, "Print PGSM Extension Settings");
|
|
TestLib::append_to_file($out_filename_with_path, $stdout . "\n");
|
|
|
|
# Create example database and run pgbench init
|
|
# ($cmdret, $stdout, $stderr) = $node->psql('postgres', 'CREATE database example;', extra_params => ['-a']);
|
|
# ok($cmdret == 0, "Create Database example");
|
|
# TestLib::append_to_file($out_filename_with_path, $stdout . "\n");
|
|
|
|
my $port = $node->port;
|
|
|
|
my $out = system ("pgbench -i -s 100 -p $port postgres");
|
|
ok($cmdret == 0, "Perform pgbench init");
|
|
|
|
$out = system ("pgbench -c 10 -j 2 -t 10000 -p $port postgres");
|
|
ok($cmdret == 0, "Run pgbench");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', "Delete from pgbench_accounts where aid % 9 = 1;", extra_params => ['-a', '-Pformat=aligned','-Ptuples_only=off']);
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', "Delete from pgbench_accounts where aid % 10 = 1;", extra_params => ['-a', '-Pformat=aligned','-Ptuples_only=off']);
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', "Delete from pgbench_accounts where aid % 5 = 1;", extra_params => ['-a', '-Pformat=aligned','-Ptuples_only=off']);
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', "Delete from pgbench_accounts where aid % 3 = 1;", extra_params => ['-a', '-Pformat=aligned','-Ptuples_only=off']);
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', "Delete from pgbench_accounts where aid % 2 = 1;", extra_params => ['-a', '-Pformat=aligned','-Ptuples_only=off']);
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select substr(query,0,130) as query, calls, rows, total_exec_time,min_exec_time,max_exec_time,mean_exec_time,stddev_exec_time from pg_stat_statements where query Like \'%bench%\' order by query,calls desc;', extra_params => ['-a', '-Pformat=aligned','-Ptuples_only=off']);
|
|
TestLib::append_to_file($dynamic_out_filename_with_path, $stdout . "\n");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select substr(query,0,130) as query, calls, rows_retrieved, total_exec_time, min_exec_time, max_exec_time, mean_exec_time,stddev_exec_time, cpu_user_time, cpu_sys_time from pg_stat_monitor where query Like \'%bench%\' order by query,calls desc;', extra_params => ['-a', '-Pformat=aligned','-Ptuples_only=off']);
|
|
TestLib::append_to_file($dynamic_out_filename_with_path, $stdout . "\n");
|
|
TestLib::append_to_file($dynamic_out_filename_with_path, "\n\n");
|
|
|
|
# Compare values for query 'Delete from pgbench_accounts where $1 = $2'
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_hit != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%Delete from pgbench_accounts%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_hit should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_read != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%Delete from pgbench_accounts%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_read should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_dirtied != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%Delete from pgbench_accounts%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_dirtied should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_written != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%Delete from pgbench_accounts%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_written should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.blk_read_time != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%Delete from pgbench_accounts%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: blk_read_time should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.blk_write_time != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%Delete from pgbench_accounts%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: blk_write_time should not be 0.");
|
|
|
|
# Compare values for query 'INSERT INTO pgbench_history (tid, bid, aid, delta, mtime) VALUES ($1, $2, $3, $4, CURRENT_TIMESTAMP)'
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_hit != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%INSERT INTO pgbench_history%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_hit should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_read != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%INSERT INTO pgbench_history%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_read should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_dirtied != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%INSERT INTO pgbench_history%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_dirtied should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_written != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%INSERT INTO pgbench_history%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_written should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.blk_read_time != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%INSERT INTO pgbench_history%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: blk_read_time should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.blk_write_time != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%INSERT INTO pgbench_history%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: blk_write_time should not be 0.");
|
|
|
|
# Compare values for query 'UPDATE pgbench_accounts SET abalance = abalance + $1 WHERE aid = $2'
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_hit != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%UPDATE pgbench_accounts SET abalance%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_hit should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_read != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%UPDATE pgbench_accounts SET abalance%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_read should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_dirtied != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%UPDATE pgbench_accounts SET abalance%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_dirtied should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.shared_blks_written != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%UPDATE pgbench_accounts SET abalance%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: shared_blks_written should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.blk_read_time != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%UPDATE pgbench_accounts SET abalance%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: blk_read_time should not be 0.");
|
|
|
|
($cmdret, $stdout, $stderr) = $node->psql('postgres', 'Select PGSM.blk_write_time != 0 from pg_stat_monitor as PGSM where PGSM.query Like \'%UPDATE pgbench_accounts SET abalance%\';', extra_params => ['-Pformat=unaligned','-Ptuples_only=on']);
|
|
trim($stdout);
|
|
is($stdout,'t',"Check: blk_write_time should not be 0.");
|
|
|
|
# Drop extension
|
|
$stdout = $node->safe_psql('postgres', 'Drop extension pg_stat_monitor;', extra_params => ['-a']);
|
|
ok($cmdret == 0, "Drop PGSM Extension");
|
|
TestLib::append_to_file($out_filename_with_path, $stdout . "\n");
|
|
|
|
# Stop the server
|
|
$node->stop;
|
|
|
|
# Done testing for this testcase file.
|
|
done_testing();
|
|
|