diff options
Diffstat (limited to '')
-rw-r--r-- | sql-bench/as3ap.sh | 638 |
1 files changed, 638 insertions, 0 deletions
diff --git a/sql-bench/as3ap.sh b/sql-bench/as3ap.sh new file mode 100644 index 00000000..8e4b3167 --- /dev/null +++ b/sql-bench/as3ap.sh @@ -0,0 +1,638 @@ +#!/usr/bin/env perl +# Copyright (c) 2001, 2003, 2006 MySQL AB, 2009 Sun Microsystems, Inc. +# Use is subject to license terms. +# +# This library is free software; you can redistribute it and/or +# modify it under the terms of the GNU Library General Public +# License as published by the Free Software Foundation; version 2 +# of the License. +# +# This library is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +# Library General Public License for more details. +# +# You should have received a copy of the GNU Library General Public +# License along with this library; if not, write to the Free +# Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, +# MA 02110-1335 USA +# +# AS3AP single-user benchmark. +# + +##################### Standard benchmark inits ############################## + +use Cwd; +use DBI; +use Benchmark; + +$pwd = cwd(); $pwd = "." if ($pwd eq ''); +require "$pwd/bench-init.pl" || die "Can't read Configuration file: $!\n"; + +$opt_loop_count=1; + +#Create tables + +$dbh = $server->connect(); + +#Create Table +$sth = $dbh->do("drop table uniques"); +$sth = $dbh->do("drop table updates"); +$sth = $dbh->do("drop table hundred"); +$sth = $dbh->do("drop table tenpct"); +$sth = $dbh->do("drop table tiny"); + +#Temporary table +$sth = $dbh->do("drop table saveupdates"); + +@fields=("col_key int not null", + "col_int int not null", + "col_signed int not null", + "col_float float not null", + "col_double float not null", + "col_decim numeric(18,2) not null", + "col_date char(20) not null", + "col_code char(10) not null", + "col_name char(20) not null", + "col_address varchar(80) not null"); + +do_many($dbh,$server->create("uniques",\@fields,[])); +do_many($dbh,$server->create("updates",\@fields,[])); +do_many($dbh,$server->create("hundred",\@fields,[])); +do_many($dbh,$server->create("tenpct",\@fields,[])); +do_many($dbh,$server->create("tiny",["col_key int not null"],[])); + +print "Start AS3AP benchmark\n\n"; + +$start_time=new Benchmark; + +print "Load DATA\n"; +#Load DATA + +@table_names=("uniques","updates","hundred","tenpct","tiny"); + +$loop_time=new Benchmark; + +if ($opt_fast && $server->{'limits'}->{'load_data_infile'}) +{ + for ($ti = 0; $ti <= $#table_names; $ti++) + { + my $table_name = $table_names[$ti]; + my $file = "$pwd/Data/AS3AP/${table_name}\.new"; + print "$table_name - $file\n" if ($opt_debug); + $row_count += $server->insert_file($table_name,$file,$dbh); + } +} +else +{ + for ($ti = 0; $ti <= $#table_names; $ti++) + { + my $table_name = $table_names[$ti]; + print "$table_name - $file\n" if ($opt_debug); + my $insert_start = "insert into $table_name values ("; + open(DATA, "$pwd/Data/AS3AP/${table_name}\.new") || die "Can't open text file: $pwd/Data/AS3AP/${table_name}\.new\n"; + while(<DATA>) + { + chomp; + next unless ( $_ =~ /\w/ ); # skip blank lines + $command = $insert_start."$_".")"; + $command =~ $server->fix_to_insert($command); + print "$command\n" if ($opt_debug); + $sth = $dbh->do($command) or die "Got error: $DBI::errstr when executing '$command'\n"; + $row_count++; + } + close(DATA); + } +} + +$end_time=new Benchmark; +print "Time for Load Data - " . "($row_count): " . +timestr(timediff($end_time, $loop_time),"all") . "\n\n"; + + +print "Create Index\n"; + +test_command("create_idx_uniques_key_bt", + "time for create_idx_uniques_key_bt", + "create unique index uniques_key_bt on uniques (col_key)",$dbh,$opt_loop_count); + +test_command("create_idx_updates_key_bt", + "time for create_idx_updates_key_bt", + "create unique index updates_key_bt on updates (col_key)",$dbh,$opt_loop_count); + +test_command("create_idx_hundred_key_bt", + "time for create_idx_hundred_key_bt", + "create unique index hundred_key_bt on hundred (col_key)", + $dbh,$opt_loop_count); + +test_command("create_idx_tenpct_key_bt", + "time for create_idx_tenpct_key_bt", + "create unique index tenpct_key_bt on tenpct (col_key)",$dbh,$opt_loop_count); + +test_command("create_idx_tenpct_key_code_bt", + "time for create_idx_tenpct_key_code_bt", + "create index tenpct_key_code_bt on tenpct (col_key,col_code)", + $dbh,$opt_loop_count); + +test_command("create_idx_tiny_key_bt", + "time for create_idx_tiny_key_bt", + "create index tiny_key_bt on tiny (col_key)",$dbh,$opt_loop_count); + +test_command("create_idx_tenpct_int_bt", + "time for create_idx_tenpct_int_bt", + "create index tenpct_int_bt on tenpct (col_int)",$dbh,$opt_loop_count); + +test_command("create_idx_tenpct_signed_bt", + "time for create_idx_tenpct_signed_bt", + "create index tenpct_signed_bt on tenpct (col_signed)",$dbh,$opt_loop_count); + +test_command("create_idx_uniques_code_h", + "time for create_idx_uniques_code_h", + "create index uniques_code_h on uniques (col_code)",$dbh,$opt_loop_count); + +test_command("create_idx_tenpct_double_bt", + "time for create_idx_tenpct_double_bt", + "create index tenpct_double_bt on tenpct (col_double)",$dbh,$opt_loop_count); + + +test_command("create_idx_updates_decim_bt", + "time for create_idx_updates_decim_bt", + "create index updates_decim_bt on updates (col_decim)",$dbh,$opt_loop_count); + +test_command("create_idx_tenpct_float_bt", + "time for create_idx_tenpct_float_bt", + "create index tenpct_float_bt on tenpct (col_float)",$dbh,$opt_loop_count); + +test_command("create_idx_updates_int_bt", + "time for create_idx_updates_int_bt", + "create index updates_int_bt on updates (col_int)",$dbh,$opt_loop_count); + +test_command("create_idx_tenpct_decim_bt", + "time for create_idx_tenpct_decim_bt", + "create index tenpct_decim_bt on tenpct (col_decim)",$dbh,$opt_loop_count); + +test_command("create_idx_hundred_code_h", + "time for create_idx_hundred_code_h", + "create index hundred_code_h on hundred (col_code)",$dbh,$opt_loop_count); + +test_command("create_idx_tenpct_name_h", + "time for create_idx_tenpct_name_h", + "create index tenpct_name_h on tenpct (col_name)",$dbh,$opt_loop_count); + +test_command("create_idx_updates_code_h", + "time for create_idx_updates_code_h", + "create index updates_code_h on updates (col_code)",$dbh,$opt_loop_count); + +test_command("create_idx_tenpct_code_h", + "time for create_idx_tenpct_code_h", + "create index tenpct_code_h on tenpct (col_code)",$dbh,$opt_loop_count); + +test_command("create_idx_updates_double_bt", + "time for create_idx_updates_double_bt", + "create index updates_double_bt on updates (col_double)",$dbh,$opt_loop_count); + +test_command("create_idx_hundred_foreign", + "time for create_idx_hundred_foreign", + "alter table hundred add constraint fk_hundred_updates foreign key (col_signed) + references updates (col_key)",$dbh,$opt_loop_count); + +test_query("sel_1_cl", + "Time to sel_1_cl", + "select col_key, col_int, col_signed, col_code, col_double, col_name + from updates where col_key = 1000",$dbh,$opt_loop_count); + +test_query("join_3_cl", + "Time to join_3_cl", + "select uniques.col_signed, uniques.col_date, + hundred.col_signed, hundred.col_date, + tenpct.col_signed, tenpct.col_date + from uniques, hundred, tenpct + where uniques.col_key = hundred.col_key + and uniques.col_key = tenpct.col_key + and uniques.col_key = 1000",$dbh,$opt_loop_count); + +test_query("sel_100_ncl", + "Time to sel_100_ncl", + "select col_key, col_int, col_signed, col_code,col_double, col_name + from updates where col_int <= 100",$dbh,$opt_loop_count); + +test_query("table_scan", + "Time to table_scan", + "select * from uniques where col_int = 1",$dbh,$opt_loop_count); + +test_query("agg_func", + "Time for agg_func", + "select min(col_key) from hundred group by col_name",$dbh,$opt_loop_count); + +test_query("agg_scal", + "Time for agg_scal", + "select min(col_key) from uniques",$dbh,$opt_loop_count); + +test_query("sel_100_cl", + "Time for sel_100_cl", + "select col_key, col_int, col_signed, col_code, + col_double, col_name + from updates where col_key <= 100",$dbh,$opt_loop_count); + +test_query("join_3_ncl", + "Time for join_3_ncl", + "select uniques.col_signed, uniques.col_date, + hundred.col_signed, hundred.col_date, + tenpct.col_signed, tenpct.col_date + from uniques, hundred, tenpct + where uniques.col_code = hundred.col_code + and uniques.col_code = tenpct.col_code + and uniques.col_code = 'BENCHMARKS'",$dbh,$opt_loop_count); + +test_query("sel_10pct_ncl", + "Time for sel_10pct_ncl", + "select col_key, col_int, col_signed, col_code, + col_double, col_name + from tenpct + where col_name = 'THE+ASAP+BENCHMARKS+'",$dbh,$opt_loop_count); + +if ($limits->{'subqueries'}){ + test_query("agg_simple_report", + "Time for agg_simple_report", + "select avg(updates.col_decim) + from updates + where updates.col_key in + (select updates.col_key + from updates, hundred + where hundred.col_key = updates.col_key + and updates.col_decim > 980000000)",$dbh,$opt_loop_count); +}else{ + print "agg_simple_report - Failed\n\n"; +} + +test_query("agg_info_retrieval", + "Time for agg_info_retrieval", + "select count(col_key) + from tenpct + where col_name = 'THE+ASAP+BENCHMARKS' + and col_int <= 100000000 + and col_signed between 1 and 99999999 + and not (col_float between -450000000 and 450000000) + and col_double > 600000000 + and col_decim < -600000000",$dbh,$opt_loop_count); + +if ($limits->{'views'}){ + test_query("agg_create_view", + "Time for agg_create_view", + "create view + reportview(col_key,col_signed,col_date,col_decim, + col_name,col_code,col_int) as + select updates.col_key, updates.col_signed, + updates.col_date, updates.col_decim, + hundred.col_name, hundred.col_code, + hundred.col_int + from updates, hundred + where updates.col_key = hundred.col_key",$dbh,$opt_loop_count); + + test_query("agg_subtotal_report", + "Time for agg_subtotal_report", + "select avg(col_signed), min(col_signed), max(col_signed), + max(col_date), min(col_date), + count(distinct col_name), count(col_name), + col_code, col_int + from reportview + where col_decim >980000000 + group by col_code, col_int",$dbh,$opt_loop_count); + + + test_query("agg_total_report", + "Time for agg_total_report", + "select avg(col_signed), min(col_signed), max(col_signed), + max(col_date), min(col_date), + count(distinct col_name), count(col_name), + count(col_code), count(col_int) + from reportview + where col_decim >980000000",$dbh,$opt_loop_count); +}else{ + print "agg_create_view - Failed\n\n"; + print "agg_subtotal_report - Failed\n\n"; + print "agg_total_report - Failed\n\n"; +} + +#fix from here +test_query("join_2_cl", + "Time for join_2_cl", + "select uniques.col_signed, uniques.col_name, + hundred.col_signed, hundred.col_name + from uniques, hundred + where uniques.col_key = hundred.col_key + and uniques.col_key =1000" + ,$dbh,$opt_loop_count); + +test_query("join_2", + "Time for join_2", + "select uniques.col_signed, uniques.col_name, + hundred.col_signed, hundred.col_name + from uniques, hundred + where uniques.col_address = hundred.col_address + and uniques.col_address = 'SILICON VALLEY'" + ,$dbh,$opt_loop_count); + +test_query("sel_variable_select_low", + "Time for sel_variable_select_low", + "select col_key, col_int, col_signed, col_code, + col_double, col_name + from tenpct + where col_signed < -500000000" + ,$dbh,$opt_loop_count); + +test_query("sel_variable_select_high", + "Time for sel_variable_select_high", + "select col_key, col_int, col_signed, col_code, + col_double, col_name + from tenpct + where col_signed < -250000000" + ,$dbh,$opt_loop_count); + +test_query("join_4_cl", + "Time for join_4_cl", + "select uniques.col_date, hundred.col_date, + tenpct.col_date, updates.col_date + from uniques, hundred, tenpct, updates + where uniques.col_key = hundred.col_key + and uniques.col_key = tenpct.col_key + and uniques.col_key = updates.col_key + and uniques.col_key = 1000" + ,$dbh,$opt_loop_count); + +test_query("proj_100", + "Time for proj_100", + "select distinct col_address, col_signed from hundred" + ,$dbh,$opt_loop_count); + +test_query("join_4_ncl", + "Time for join_4_ncl", + "select uniques.col_date, hundred.col_date, + tenpct.col_date, updates.col_date + from uniques, hundred, tenpct, updates + where uniques.col_code = hundred.col_code + and uniques.col_code = tenpct.col_code + and uniques.col_code = updates.col_code + and uniques.col_code = 'BENCHMARKS'" + ,$dbh,$opt_loop_count); + +test_query("proj_10pct", + "Time for proj_10pct", + "select distinct col_signed from tenpct" + ,$dbh,$opt_loop_count); + +test_query("sel_1_ncl", + "Time for sel_1_ncl", + "select col_key, col_int, col_signed, col_code, + col_double, col_name + from updates where col_code = 'BENCHMARKS'" + ,$dbh,$opt_loop_count); + +test_query("join_2_ncl", + "Time for join_2_ncl", + "select uniques.col_signed, uniques.col_name, + hundred.col_signed, hundred.col_name + from uniques, hundred + where uniques.col_code = hundred.col_code + and uniques.col_code = 'BENCHMARKS'" + ,$dbh,$opt_loop_count); + +if ($limits->{'foreign_key'}){ + do_many($dbh,$server->create("integrity_temp",\@fields,[])); + + test_query("integrity_test_1", + "Time for integrity_test", + "insert into integrity_temp select * + from hundred where col_int=0",$dbh,$opt_loop_count); + + test_query("integrity_test_2", + "Time for integrity_test", + "update hundred set col_signed = '-500000000' + where col_int = 0",$dbh,$opt_loop_count); + + test_query("integrity_test_3", + "Time for integrity_test", + "update hundred set col_signed = '-500000000' + where col_int = 0",$dbh,$opt_loop_count); + + +}else{ + print "integrity_test - Failed\n\n"; +} + +push @drop_seq_command,$server->drop_index("updates","updates_int_bt"); +push @drop_seq_command,$server->drop_index("updates","updates_double_bt"); +push @drop_seq_command,$server->drop_index("updates","updates_decim_bt"); +push @drop_seq_command,$server->drop_index("updates","updates_code_h"); + +test_many_command("Drop updates keys", + "Time for drop_updates_keys", + \@drop_seq_command,$dbh,$opt_loop_count); + +do_many($dbh,$server->create("saveupdates",\@fields,[])); + +test_command("bulk_save", + "Time for bulk_save", + "insert into saveupdates select * + from updates where col_key between 5000 and 5999" + ,$dbh,$opt_loop_count); + +test_command("bulk_modify", + "Time for bulk_modify", + "update updates + set col_key = col_key - 100000 + where col_key between 5000 and 5999" + ,$dbh,$opt_loop_count); + +safe_command("upd_append_duplicate", + "Time for upd_append_duplicate", + "insert into updates + values (6000, 0, 60000, 39997.90, + 50005.00, 50005.00, + '11/10/1985', 'CONTROLLER', + 'ALICE IN WONDERLAND', + 'UNIVERSITY OF ILLINOIS AT CHICAGO')" + ,$dbh,$opt_loop_count); + +test_command("upd_remove_duplicate", + "Time for upd_remove_duplicate", + "delete from updates where col_key = 6000 and col_int = 0" + ,$dbh,$opt_loop_count); + +test_command("upd_app_t_mid", + "Time for upd_app_t_mid", + "insert into updates + values (5005, 5005, 50005, 50005.00, 50005.00, + 50005.00, '1/1/1988', 'CONTROLLER', + 'ALICE IN WONDERLAND', + 'UNIVERSITY OF ILLINOIS AT CHICAGO')" + ,$dbh,$opt_loop_count); + +test_command("upd_mod_t_mid", + "Time for upd_mod_t_mid", + "update updates set col_key = '-5000' + where col_key = 5005" + ,$dbh,$opt_loop_count); + +test_command("upd_del_t_mid", + "Time for upd_del_t_mid", + "delete from updates + where (col_key='5005') or (col_key='-5000')" + ,$dbh,$opt_loop_count); + +test_command("upd_app_t_end", + "Time for upd_app_t_end", + "delete from updates + where (col_key='5005') or (col_key='-5000')" + ,$dbh,$opt_loop_count); + +test_command("upd_mod_t_end", + "Time for upd_mod_t_end", + "update updates + set col_key = -1000 + where col_key = 1000000001" + ,$dbh,$opt_loop_count); + +test_command("upd_del_t_end", + "Time for upd_del_t_end", + "delete from updates where col_key = -1000" + ,$dbh,$opt_loop_count); + +test_command("create_idx_updates_code_h", + "time for create_idx_updates_code_h", + "create index updates_code_h on updates (col_code)", + $dbh,$opt_loop_count); + +test_command("upd_app_t_mid", + "Time for upd_app_t_mid", + "insert into updates + values (5005, 5005, 50005, 50005.00, 50005.00, + 50005.00, '1/1/1988', 'CONTROLLER', + 'ALICE IN WONDERLAND', + 'UNIVERSITY OF ILLINOIS AT CHICAGO')" + ,$dbh,$opt_loop_count); + +test_command("upd_mod_t_cod", + "Time for upd_mod_t_cod", + "update updates + set col_code = 'SQL+GROUPS' + where col_key = 5005" + ,$dbh,$opt_loop_count); + +test_command("upd_del_t_mid", + "Time for upd_del_t_mid", + "delete from updates + where (col_key='5005') or (col_key='-5000')" + ,$dbh,$opt_loop_count); + +test_command("create_idx_updates_int_bt", + "time for create_idx_updates_int_bt", + "create index updates_int_bt on updates (col_int)", + $dbh,$opt_loop_count); + +test_command("upd_app_t_mid", + "Time for upd_app_t_mid", + "insert into updates + values (5005, 5005, 50005, 50005.00, 50005.00, + 50005.00, '1/1/1988', 'CONTROLLER', + 'ALICE IN WONDERLAND', + 'UNIVERSITY OF ILLINOIS AT CHICAGO')" + ,$dbh,$opt_loop_count); + +test_command("upd_mod_t_int", + "Time for upd_mod_t_int", + "update updates set col_int = 50015 where col_key = 5005" + ,$dbh,$opt_loop_count); + +test_command("upd_del_t_mid", + "Time for upd_del_t_mid", + "delete from updates + where (col_key='5005') or (col_key='-5000')" + ,$dbh,$opt_loop_count); + +test_command("bulk_append", + "Time for bulk_append", + "insert into updates select * from saveupdates" + ,$dbh,$opt_loop_count); + +test_command("bulk_delete", + "Time for bulk_delete", + "delete from updates where col_key < 0" + ,$dbh,$opt_loop_count); + +################################ END ################################### +#### +#### End of the test...Finally print time used to execute the +#### whole test. + +$dbh->disconnect; + +end_benchmark($start_time); + +############################ HELP FUNCTIONS ############################## + +sub test_query +{ + my($test_text,$result_text,$query,$dbh,$count)=@_; + my($i,$loop_time,$end_time); + + print $test_text . "\n"; + $loop_time=new Benchmark; + for ($i=0 ; $i < $count ; $i++) + { + defined(fetch_all_rows($dbh,$query)) or warn $DBI::errstr; + } + $end_time=new Benchmark; + print $result_text . "($count): " . + timestr(timediff($end_time, $loop_time),"all") . "\n\n"; +} + + +sub test_command +{ + my($test_text,$result_text,$query,$dbh,$count)=@_; + my($i,$loop_time,$end_time); + + print $test_text . "\n"; + $loop_time=new Benchmark; + for ($i=0 ; $i < $count ; $i++) + { + $dbh->do($query) or die $DBI::errstr; + } + $end_time=new Benchmark; + print $result_text . "($count): " . + timestr(timediff($end_time, $loop_time),"all") . "\n\n"; +} + +sub safe_command +{ + my($test_text,$result_text,$query,$dbh,$count)=@_; + my($i,$loop_time,$end_time); + + print $test_text . "\n"; + $loop_time=new Benchmark; + for ($i=0 ; $i < $count ; $i++) + { + safe_do_many($dbh,$query); + } + $end_time=new Benchmark; + print $result_text . "($count): " . + timestr(timediff($end_time, $loop_time),"all") . "\n\n"; +} + +sub test_many_command +{ + my($test_text,$result_text,$query,$dbh,$count)=@_; + my($i,$loop_time,$end_time); + + $loop_time=new Benchmark; + for ($i=0 ; $i < $count ; $i++) + { + safe_do_many($dbh, @$query); + } + $end_time=new Benchmark; + print $result_text . "($count): " . + timestr(timediff($end_time, $loop_time),"all") . "\n\n"; +} + + |