From fe0a9aff64041b2280bef51e365aac593416ea23 Mon Sep 17 00:00:00 2001 From: Greg Farnum Date: Wed, 14 Jun 2017 13:13:47 -0700 Subject: [PATCH] src/jobs: remove these definitely-broken old testing scripts They haven't been touched in 6 years and were considered broken then. Signed-off-by: Greg Farnum --- src/jobs/alc.tp | 38 ---------------- src/jobs/alcdat/makedirs | 45 ------------------ src/jobs/alcdat/makedirs.big | 45 ------------------ src/jobs/alcdat/makedirs.tput | 46 ------------------- src/jobs/alcdat/makefiles.shared | 32 ------------- src/jobs/alcdat/openshared | 32 ------------- src/jobs/alcdat/ossh.include | 45 ------------------ src/jobs/alcdat/ossh.include.big | 46 ------------------- src/jobs/alcdat/ossh.lib | 45 ------------------ src/jobs/alcdat/ossh.lib.big | 46 ------------------- src/jobs/alcdat/striping | 48 -------------------- src/jobs/example | 56 ----------------------- src/jobs/mds/log_striping | 36 --------------- src/jobs/mds/makedir_lat | 33 -------------- src/jobs/mds/makedirs | 39 ---------------- src/jobs/mds/opensshlib | 44 ------------------ src/jobs/meta1 | 19 -------- src/jobs/meta1.proc.sh | 14 ------ src/jobs/osd/ebofs | 48 -------------------- src/jobs/osd/mds_log | 42 ----------------- src/jobs/osd/osd_threads | 33 -------------- src/jobs/osd/striping | 78 -------------------------------- src/jobs/osd/wr_lat2 | 44 ------------------ src/jobs/osd/write_sizes | 56 ----------------------- src/jobs/rados/map_dist | 32 ------------- src/jobs/rados/rep_lat | 43 ------------------ src/jobs/rados/wr_sizes | 40 ---------------- src/jobs/runjobsample | 26 ----------- 28 files changed, 1151 deletions(-) delete mode 100644 src/jobs/alc.tp delete mode 100644 src/jobs/alcdat/makedirs delete mode 100644 src/jobs/alcdat/makedirs.big delete mode 100644 src/jobs/alcdat/makedirs.tput delete mode 100644 src/jobs/alcdat/makefiles.shared delete mode 100644 src/jobs/alcdat/openshared delete mode 100644 src/jobs/alcdat/ossh.include delete mode 100644 src/jobs/alcdat/ossh.include.big delete mode 100644 src/jobs/alcdat/ossh.lib delete mode 100644 src/jobs/alcdat/ossh.lib.big delete mode 100644 src/jobs/alcdat/striping delete mode 100644 src/jobs/example delete mode 100644 src/jobs/mds/log_striping delete mode 100644 src/jobs/mds/makedir_lat delete mode 100644 src/jobs/mds/makedirs delete mode 100644 src/jobs/mds/opensshlib delete mode 100644 src/jobs/meta1 delete mode 100755 src/jobs/meta1.proc.sh delete mode 100644 src/jobs/osd/ebofs delete mode 100644 src/jobs/osd/mds_log delete mode 100644 src/jobs/osd/osd_threads delete mode 100644 src/jobs/osd/striping delete mode 100644 src/jobs/osd/wr_lat2 delete mode 100644 src/jobs/osd/write_sizes delete mode 100644 src/jobs/rados/map_dist delete mode 100644 src/jobs/rados/rep_lat delete mode 100644 src/jobs/rados/wr_sizes delete mode 100644 src/jobs/runjobsample diff --git a/src/jobs/alc.tp b/src/jobs/alc.tp deleted file mode 100644 index c600850c54b..00000000000 --- a/src/jobs/alc.tp +++ /dev/null @@ -1,38 +0,0 @@ -#PSUB -s /bin/bash # Sets your shell in batch -#PSUB -c alc # Where to run the job - -#PSUB -eo # Send std error & std out to the same file - -#PSUB -ln $NUM # Number of nodes to use -#PSUB -g $NUM # Total Number of tasks to use -#PSUB -cpn 1 # cpus per node - -####PSUB -c 1024Mb # memory limit -#PSUB -lc 1500 # Core file size per process -#PSUB -nr # Do not automatically resubmit job -#PSUB -tM 20m # Select time limit. The default time limit - # is only 30 minutes! Time can be HH:MM:SS or HH:MM - -#PSUB -o $CWD/$OUT # filename for output - -# Put your commands here. Remember to 'cd' to the appropriate -# directory, because the job will initially be in your home directory. -# To run a parallel job, you need to use the srun. - - - -echo job $PSUB_JOBID nodes $NUM name $NAME - -# environment -cd $CWD -export LD_LIBRARY_PATH=/usr/lib/mpi/mpi_gnu/lib - -# create fakestore dirs -srun -l -N $NUM -ppbatch bash -c "test -d tmp/osddata || mkdir tmp/osddata || echo cant make osddata ; uptime" - -# go -srun -l -N $NUM -ppbatch $CMD && touch $DONE - -# clean up fakestore -srun -l -N $NUM -ppbatch bash -c 'uptime ; rm -r tmp/osddata/*' - diff --git a/src/jobs/alcdat/makedirs b/src/jobs/alcdat/makedirs deleted file mode 100644 index af5a098a254..00000000000 --- a/src/jobs/alcdat/makedirs +++ /dev/null @@ -1,45 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - #'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128, 160, 192], - 'nummds' => [1, 2, 8, 16, 32, 48, 64, 80, 96, 112, 128],#144, 160, 192, 208], - - 'cper' => [15,20], - '_dep' => [ 'cnode' => '$nummds',# / 4 + 1', - 'numclient' => '$nummds * $cper', - 'numosd' => '$nummds > 1 ? $nummds:2', - 'n' => '1 + $cnode + $nummds + $numosd' ], - - # parameters - 'fs' => 'ebofs', - #'fs' => 'fakestore', - - 'mds_bal_rep' => 10000, # none of that! - 'mds_decay_halflife' => 30, - - 'mds_bal_interval' => 45, - 'mds_bal_max' => [2], - - 'until' => 300, # --syn until $n ... when to stop clients - 'kill_after' => 400, - 'start' => 100, - 'end' => 300, - - 'makedirs' => 1, - 'makedirs_dirs' => 10, - 'makedirs_files' => 10, - 'makedirs_depth' => 4, - - # --meta_log_layout_scount 32 --meta_log_layout_ssize 256 - # --osd_pg_layout linear - 'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60', - #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5', - - 'comb' => { - 'x' => 'nummds', - 'vars' => [ 'mds.req' ] - } -}; diff --git a/src/jobs/alcdat/makedirs.big b/src/jobs/alcdat/makedirs.big deleted file mode 100644 index c67b2b93dd7..00000000000 --- a/src/jobs/alcdat/makedirs.big +++ /dev/null @@ -1,45 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - #'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128, 160, 192], - 'nummds' => [160, 200],#[1, 2, 8, 16, 32, 48, 64, 80, 96, 112, 128],#144, 160, 192, 208], - - 'cper' => [15,20], - '_dep' => [ 'cnode' => '40',#$nummds',# / 4 + 1', - 'numclient' => '$nummds * $cper', - 'numosd' => '$nummds * .8', - 'n' => '415'],#1 + $cnode + $nummds + $numosd' ], - - # parameters - 'fs' => 'ebofs', - #'fs' => 'fakestore', - - 'mds_bal_rep' => 10000, # none of that! - 'mds_decay_halflife' => 30, - - 'mds_bal_interval' => 45, - 'mds_bal_max' => 2, - - 'until' => 300, # --syn until $n ... when to stop clients - 'kill_after' => 400, - 'start' => 100, - 'end' => 300, - - 'makedirs' => 1, - 'makedirs_dirs' => 10, - 'makedirs_files' => 10, - 'makedirs_depth' => 4, - - # --meta_log_layout_scount 32 --meta_log_layout_ssize 256 - # --osd_pg_layout linear - 'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60', - #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5', - - 'comb' => { - 'x' => 'nummds', - 'vars' => [ 'mds.req' ] - } -}; diff --git a/src/jobs/alcdat/makedirs.tput b/src/jobs/alcdat/makedirs.tput deleted file mode 100644 index 8dd5ae4c47d..00000000000 --- a/src/jobs/alcdat/makedirs.tput +++ /dev/null @@ -1,46 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - #'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128, 160, 192], - 'nummds' => [4, 16, 64],#[1, 16, 64, 128],#144, 160, 192, 208], - - #'cper' => [2, 5, 7, 10, 13, 16, 20, 30, 40, 50, 100, 150], - 'cper' => [13, 30, 40], # just for final run... - '_dep' => [ 'cnode' => '$nummds',# / 4 + 1', - 'numclient' => '$nummds * $cper', - 'numosd' => '$nummds', - 'n' => '1 + $cnode + $nummds + $numosd' ], - - # parameters - 'fs' => 'ebofs', - #'fs' => 'fakestore', - - 'mds_bal_rep' => 10000, # none of that! - 'mds_decay_halflife' => 30, - - 'mds_bal_interval' => 45, - 'mds_bal_max' => 2, - - 'until' => 300, # --syn until $n ... when to stop clients - 'kill_after' => 400, - 'start' => 100, - 'end' => 300, - - 'makedirs' => 1, - 'makedirs_dirs' => 10, - 'makedirs_files' => 10, - 'makedirs_depth' => 4, - - # --meta_log_layout_scount 32 --meta_log_layout_ssize 256 - # --osd_pg_layout linear - 'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60', - #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5', - - 'comb' => { - 'x' => 'cper',#nummds', - 'vars' => [ 'mds.req', 'cl.lat' ] - } -}; diff --git a/src/jobs/alcdat/makefiles.shared b/src/jobs/alcdat/makefiles.shared deleted file mode 100644 index ab96702c732..00000000000 --- a/src/jobs/alcdat/makefiles.shared +++ /dev/null @@ -1,32 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - 'nummds' => [1, 2, 4, 8, 16, 32, 64, 96, 128], #2, 4, 8, 16, 32, 48, 64, 80, 96], - - 'cper' => [25, 50, 100, 150],# 100, 150, 200], - - '_dep' => [ 'cnode' => '$nummds', - 'numclient' => '$nummds * $cper', - 'numosd' => '$nummds', - 'n' => '1 + $cnode + $nummds + $numosd' ], - - # parameters - 'fs' => 'ebofs', - - 'mds_bal_hash_wr' => 1000, - - 'until' => 180, # --syn until $n ... when to stop clients - 'kill_after' => 250, - 'start' => 30, - 'end' => 180, - - 'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60 --syn makefiles 100000 1000 0', - - 'comb' => { - 'x' => 'nummds', - 'vars' => [ 'mds.req', 'cl.lat' ] - } -}; diff --git a/src/jobs/alcdat/openshared b/src/jobs/alcdat/openshared deleted file mode 100644 index 5ed7ba95894..00000000000 --- a/src/jobs/alcdat/openshared +++ /dev/null @@ -1,32 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - 'nummds' => [1, 4, 16, 64, 128, 192 ], - - 'cper' => [10, 50, 100, 150], - '_dep' => [ 'cnode' => '$nummds',# > 30 ? 30:$nummds', - 'numclient' => '$nummds*$cper', - 'numosd' => '$nummds > 30 ? 30:$nummds', - 'n' => '1 + $cnode + $nummds + $numosd' ], - - # parameters - 'fs' => 'ebofs', - - 'mds_bal_interval' => 10000, - 'mds_bal_hash_wr' => 1000, - - 'until' => 120, # --syn until $n ... when to stop clients - 'kill_after' => 180, - 'start' => 10, - 'end' => 120, - - 'custom' => '--tcp_skip_rank0 --debug_mds_balancer 10 --mds_shutdown_check 60 --syn only 0 --syn createshared 10 --syn sleep 5 --syn openshared 10 10000', - - 'comb' => { - 'x' => 'nummds', - 'vars' => [ 'mds.req', 'cl.lat' ] - } -}; diff --git a/src/jobs/alcdat/ossh.include b/src/jobs/alcdat/ossh.include deleted file mode 100644 index c9a368ba5c6..00000000000 --- a/src/jobs/alcdat/ossh.include +++ /dev/null @@ -1,45 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 10, - - #'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128], - #'nummds' => [1, 2, 4, 6, 7], # googoo - 'nummds' => [ 2, 4, 8, 16, 32, 48, 64, 80, 96, 128 ], - - #'trace' => ['make.lib', 'make.include'], - - 'mds_bal_interval' => 45, - 'mds_bal_max' => 2,#6, #[ 2,4,6 ], - 'mds_decay_halflife' => 30, - 'mds_bal_rep' => 1500, - 'mds_bal_hash_rd' => 100000, - - 'cper' => [15, 20],#25, 50, 100], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ], - #'cper' => 125, #[30, 50, 75, 100, 125, 150], #50, #[10,50,100],# [ 50, 75, 100 ], - - '_dep' => [ 'cnode' => '$nummds', - 'numclient' => '$nummds * $cper', - 'numosd' => '$nummds', - 'n' => '1 + $cnode + $nummds + $numosd' ], - - 'custom' => '--tcp_skip_rank0 --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.include 1 --syn sleep 30 --syn trace traces/openssh/make.include 1000', - - # parameters - 'fs' => 'ebofs', - - #'until' => 500, - #'kill_after' => 600, - #'start' => 200, - #'end' => 500, - 'until' => 300, # --syn until $n ... when to stop clients - 'kill_after' => 400, - 'start' => 200, - 'end' => 300, - - 'comb' => { - 'x' => 'nummds', - 'vars' => [ 'mds.req' ] - } -}; diff --git a/src/jobs/alcdat/ossh.include.big b/src/jobs/alcdat/ossh.include.big deleted file mode 100644 index b92895a53a7..00000000000 --- a/src/jobs/alcdat/ossh.include.big +++ /dev/null @@ -1,46 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 10, - - #'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128], - #'nummds' => [1, 2, 4, 6, 7], # googoo - #'nummds' => [ 2, 4, 8, 16, 32, 48, 64, 80, 96, 128 ], - 'nummds' => [160,200], - - #'trace' => ['make.lib', 'make.include'], - - 'mds_bal_interval' => 45, - 'mds_bal_max' => 2,#6, #[ 2,4,6 ], - 'mds_decay_halflife' => 30, - 'mds_bal_rep' => 1500, - 'mds_bal_hash_rd' => 100000, - - 'cper' => [25, 50], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ], - #'cper' => 125, #[30, 50, 75, 100, 125, 150], #50, #[10,50,100],# [ 50, 75, 100 ], - - '_dep' => [ 'cnode' => '$nummds', - 'numclient' => '$nummds * $cper', - 'numosd' => '$nummds * .6', - 'n' => '415'],#1 + $cnode + $nummds + $numosd' ], - - 'custom' => '--tcp_skip_rank0 --tcp_overlay_clients --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.include 1 --syn sleep 30 --syn trace traces/openssh/make.include 1000', - - # parameters - 'fs' => 'ebofs', - - #'until' => 500, - #'kill_after' => 600, - #'start' => 200, - #'end' => 500, - 'until' => 300, # --syn until $n ... when to stop clients - 'kill_after' => 400, - 'start' => 200, - 'end' => 300, - - 'comb' => { - 'x' => 'nummds', - 'vars' => [ 'mds.req' ] - } -}; diff --git a/src/jobs/alcdat/ossh.lib b/src/jobs/alcdat/ossh.lib deleted file mode 100644 index 73372866f05..00000000000 --- a/src/jobs/alcdat/ossh.lib +++ /dev/null @@ -1,45 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 10, - - #'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128], - 'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128], - - #'nummds' => [1, 2, 4, 6, 7], # googoo - #'trace' => ['make.lib', 'make.include'], - - 'mds_bal_interval' => 90, #[30, 60, 90], #$[60,90], #[60,90],#[30, 60, 90], - #'mds_bal_max' => [4, 10],#6,#[2,4,6,8], - - 'mds_decay_halflife' => 30, - 'mds_bal_rep' => 1500, - 'cper' => [10, 16], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ], - - '_dep' => [ 'cnode' => '$nummds', - 'numclient' => '$nummds * $cper', - 'numosd' => '$nummds', - 'n' => '1 + $cnode + $nummds + $numosd' ], - - - 'custom' => '--tcp_skip_rank0 --debug_mds_balancer 1 --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.lib 1 --syn sleep 10 --syn trace traces/openssh/make.lib 1000', - - # parameters - #'fs' => ['fakestore'], - 'fs' => 'ebofs', - - #'until' => 500, - #'kill_after' => 600, - #'start' => 200, - #'end' => 500, - 'until' => 300, # --syn until $n ... when to stop clients - 'kill_after' => 400, - 'start' => 150, - 'end' => 300, - - 'comb' => { - 'x' => 'nummds', - 'vars' => [ 'mds.req' ] - } -}; diff --git a/src/jobs/alcdat/ossh.lib.big b/src/jobs/alcdat/ossh.lib.big deleted file mode 100644 index b9e0dd1ff68..00000000000 --- a/src/jobs/alcdat/ossh.lib.big +++ /dev/null @@ -1,46 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 10, - - #'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128], - #'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128], - 'nummds' => [160,200], - - #'nummds' => [1, 2, 4, 6, 7], # googoo - #'trace' => ['make.lib', 'make.include'], - - 'mds_bal_interval' => 90, #[30, 60, 90], #$[60,90], #[60,90],#[30, 60, 90], - #'mds_bal_max' => [4, 10],#6,#[2,4,6,8], - - 'mds_decay_halflife' => 30, - 'mds_bal_rep' => 1500, - 'cper' => [25, 50, 100], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ], - - '_dep' => [ 'cnode' => 0,#'30', - 'numclient' => '$nummds * $cper', - 'numosd' => '$nummds * .6', - 'n' => '415'],#'1 + $cnode + $nummds + $numosd' ], - - - 'custom' => '--tcp_skip_rank0 --debug_mds_balancer 1 --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.lib 1 --syn sleep 10 --syn trace traces/openssh/make.lib 1000', - - # parameters - #'fs' => ['fakestore'], - 'fs' => 'ebofs', - - #'until' => 500, - #'kill_after' => 600, - #'start' => 200, - #'end' => 500, - 'until' => 300, # --syn until $n ... when to stop clients - 'kill_after' => 400, - 'start' => 150, - 'end' => 300, - - 'comb' => { - 'x' => 'nummds', - 'vars' => [ 'mds.req' ] - } -}; diff --git a/src/jobs/alcdat/striping b/src/jobs/alcdat/striping deleted file mode 100644 index de71828d12b..00000000000 --- a/src/jobs/alcdat/striping +++ /dev/null @@ -1,48 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - 'nummds' => 1, - 'numosd' => 10, - - 'cnode' => 10, - 'cper' => [ 10, 25, 50, 100 ], - - '_dep' => [ 'numclient' => '$cper * $cnode', - 'n' => '1 + $cnode + $nummds + $numosd', - 'file_layout_osize' => '$writefile_size' ], - - # parameters - 'fs' => 'ebofs', - #'fs' => 'fakestore', - - 'until' => 160, # --syn until $n ... when to stop clients - 'kill_after' => 200, - 'start' => 100, - 'end' => 160, - - 'writefile' => 1, - 'writefile_size' => [ -# 4*1024*1024, - 1024*1024 ], -# 256*1024, -# 64*1024 - 'writefile_mb' => 100000, - - 'osd_pg_bits' => 10,#16, - #'osd_pg_bits' => [ 16, 20 ], - - #'osd_object_layout' => [ 'hash', 'hashino', 'linear' ], - 'osd_pg_layout' => [ 'crush', -# 'hash', - 'linear' ], - - 'custom' => '--tcp_skip_rank0 --file_layout_num_rep 1 --mds_shutdown_check 60', - - 'comb' => { - 'x' => 'cper',#writefile_size', - 'vars' => [ 'osd.c_wrb', 'osd.c_wr' ], - } -}; diff --git a/src/jobs/example b/src/jobs/example deleted file mode 100644 index 802a8b66e63..00000000000 --- a/src/jobs/example +++ /dev/null @@ -1,56 +0,0 @@ -#!/usr/bin/perl -# hi there -{ - # startup - 'n' => 30, # number of mpi nodes - 'sleep' => 3, # seconds to sleep between runs (so you have time to control-c out) - 'nummds' => 1, - 'numosd' => 6, - 'numclient' => 100, - - 'until' => 100, # --syn until $n ... synthetic client will stop itself after this many seconds. - 'kill_after' => 300, # seconds before everything commits suicide (in case something hangs) - - # stuff i want to vary - # here's a simple example: - - # do --syn writefile command - 'writefile' => 1, - # and very the write size - 'writefile_size' => [ # vary -# 2048*1024, - 1024*1024, - 512*1024, - 256*1024, - 128*1024, - 64*1024, - 48*1024, - 32*1024, - 28*1024, - 24*1024, - 16*1024, - 12*1024, - 8*1024, - 4096, -# 256, -# 16, -# 1 - ], - 'writefile_mb' => 1000, # each client shoudl write 1GB (or more likely, keep going until time runs out) - - 'file_layout_num_rep'=> [1,2], # also vary the replication level - - # pass some other random things to newsyn - 'custom' => '--', - - # for final summation (script/sum.pl) - # specify time period to look at the results - 'start' => 30, # skip first 30 seconds, so that caches are full etc. - 'end' => 90, # go for 60 seconds - - # what should i parse/plot? - 'comb' => { - 'x' => 'writefile_size', - 'vars' => [ 'osd.c_wrb', 'osd.r_wrb' ], - } -}; diff --git a/src/jobs/mds/log_striping b/src/jobs/mds/log_striping deleted file mode 100644 index 4bdd4b2535c..00000000000 --- a/src/jobs/mds/log_striping +++ /dev/null @@ -1,36 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - 'kill_after' => 300, - - 'nummds' => 1, - 'numosd' => 8, - 'numclient' => 100, - 'n' => 16, - - # parameters - 'fs' => ['fakestore'], - 'meta_log_ssize' => [ 128, 256, 1024, 1 << 15, 1 << 20 ], - 'meta_log_scount' => 4,#[ 1, 2, 4, 8 ], - - 'until' => 200, # --syn until $n ... when to stop clients - - 'makedirs' => 1, - 'makedirs_dirs' => 10, - 'makedirs_files' => 10, - 'makedirs_depth' => 4, - - 'custom' => '--tcp_skip_rank0', - #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5', - - # for final summation (script/sum.pl) - 'start' => 100, - 'end' => 550, - - 'comb' => { - 'x' => 'nummds', - 'vars' => [ 'mds.req' ] - } -}; diff --git a/src/jobs/mds/makedir_lat b/src/jobs/mds/makedir_lat deleted file mode 100644 index 63374f52a36..00000000000 --- a/src/jobs/mds/makedir_lat +++ /dev/null @@ -1,33 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - 'nummds' => 1, - 'numosd' => 8, - 'numclient' => [1],#, 40, 80, 160 ], - 'n' => 20, - - 'fs' => 'ebofs', - - 'start' => 20, - 'end' => 40, - 'until' => 40, - 'kill_after' => 60, - - 'makedirs' => 1, - 'makedirs_dirs' => 10, - 'makedirs_files' => 10, - 'makedirs_depth' => 5, - - 'mds_local_osd' => [ 0, 1 ], - 'meta_log_layout_num_rep' => [ 0, 1, 2, 3, 4], - - 'custom' => '--tcp_skip_rank0', - - 'comb' => { - 'x' => 'meta_log_layout_num_rep', - 'vars' => [ 'mds.log.lat', 'cl.lat', 'osd.rlat' ] - } -}; diff --git a/src/jobs/mds/makedirs b/src/jobs/mds/makedirs deleted file mode 100644 index 0ba474a1535..00000000000 --- a/src/jobs/mds/makedirs +++ /dev/null @@ -1,39 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - '_psub' => 'jobs/alc.tp', - - 'sleep' => 3, - - 'nummds' => [1, 2, 4, 6, 8, 12, 16, 24, 32, 40, 48, 64], - - 'cper' => 50, - '_dep' => [ 'cnode' => '$nummds', - 'numclient' => '$cnode * $cper', - 'numosd' => '$nummds * 2', - 'n' => '1 + $cnode + $nummds + $numosd' ], - - # parameters - 'fs' => 'fakestore', - - 'until' => 300, # --syn until $n ... when to stop clients - 'kill_after' => 400, - - 'makedirs' => 1, - 'makedirs_dirs' => 10, - 'makedirs_files' => 10, - 'makedirs_depth' => 3, - - 'custom' => '--tcp_skip_rank0', - #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5', - - # for final summation (script/sum.pl) - 'start' => 100, - 'end' => 550, - - 'comb' => { - 'x' => 'nummds', - 'vars' => [ 'mds.req' ] - } -}; diff --git a/src/jobs/mds/opensshlib b/src/jobs/mds/opensshlib deleted file mode 100644 index d8b61ae52c6..00000000000 --- a/src/jobs/mds/opensshlib +++ /dev/null @@ -1,44 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - 'nummds' => [1, 2, 4, 7], # googoo - #'nummds' => [1, 2, 4, 6, 8, 12, 16, 24, 32, 40, 48, 64], # alc - - - # parameters - 'fs' => 'ebofs', - #'fs' => 'fakestore', - - 'until' => 300, # --syn until $n ... when to stop clients - 'kill_after' => 400, - 'start' => 150, - 'end' => 300, - - 'mds_bal_interval' => 90,#[60, 90], - #'mds_bal_max' => [3,4,5], - 'mds_bal_max' => 4, - 'mds_decay_halflife' => 30,#[15, 25, 30, 45, 60], - 'mds_bal_rep' => 1500,#[1000, 1500, 2000], - - 'decay_hl' => 100,#[ 25, 50, 100, 150 ], - - 'cper' => 100, #[50, 75, 100, 125, 150, 200], - '_dep' => [ 'cnode' => '$nummds', - 'numclient' => '$nummds * $cper', - 'numosd' => '$nummds * 2', - 'n' => '1 + $cnode + $nummds + $numosd', - 'mds_bal_rep' => '$mds_decay_halflife * $decay_hl'], - - 'custom' => '--tcp_skip_rank0 --syn only 0 --syn trace traces/openssh/untar.lib 1 --syn sleep 10 --syn randomsleep 30 --syn trace traces/openssh/make.lib 100 --debug_mds_balancer 1 --mds_shutdown_check 60', - #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5', - - # for final summation (script/sum.pl) - - 'comb' => { - 'x' => 'nummds',#decay_hl',#'nummds', - 'vars' => [ 'mds.req' ] - } -}; diff --git a/src/jobs/meta1 b/src/jobs/meta1 deleted file mode 100644 index 743212f1c30..00000000000 --- a/src/jobs/meta1 +++ /dev/null @@ -1,19 +0,0 @@ -#!/bin/sh - -# makedirs for 300 seconds -# first bit in memory -# second bit is commiting from journal too -# then walk fs for 300 seconds -# this should all be in memory. - -JOB="meta1" -ARGS="--numosd 10 --fullmkfs --syn until 180 --syn makedirs 10 10 4 --syn until 360 --syn repeatwalk --mds_bal_max 1 --osd_fsync 0 --mds_log_max_len 200000 --mds_cache_size 500000" - -#rm core* ; make tcpsyn && mpiexec -l -n 17 ./tcpsyn $ARGS --nummds 1 --log_name $JOB/1 --numclient 25 > log/$JOB/o.1 -#rm core* ; make tcpsyn && mpiexec -l -n 18 ./tcpsyn $ARGS --nummds 2 --log_name $JOB/2 --numclient 50 > log/$JOB/o.2 -#rm core* ; make tcpsyn && mpiexec -l -n 20 ./tcpsyn $ARGS --nummds 4 --log_name $JOB/4 --numclient 100 > log/$JOB/o.4 -#rm core* ; make tcpsyn && mpiexec -l -n 24 ./tcpsyn $ARGS --nummds 8 --log_name $JOB/8 --numclient 200 > log/$JOB/o.8 -#rm core* ; make tcpsyn && mpiexec -l -n 28 ./tcpsyn $ARGS --nummds 12 --log_name $JOB/12 --numclient 300 > log/$JOB/o.12 -rm core* ; make tcpsyn && mpiexec -l -n 32 ./tcpsyn $ARGS --nummds 16 --log_name $JOB/16 --numclient 300 > log/$JOB/o.16 - - diff --git a/src/jobs/meta1.proc.sh b/src/jobs/meta1.proc.sh deleted file mode 100755 index 616acbefff6..00000000000 --- a/src/jobs/meta1.proc.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/bin/sh - -for d in 1 2 4 8 12 -do - echo $d - cd $d - ../../../script/sum.pl mds? mds?? > mds.sum - ../../../script/sum.pl -avg mds? mds?? > mds.avg - - ../../../script/sum.pl -start 90 -end 180 mds? mds?? > mds.sum.makedirs - ../../../script/sum.pl -start 200 -end 300 mds? mds?? > mds.sum.walk - - cd .. -done diff --git a/src/jobs/osd/ebofs b/src/jobs/osd/ebofs deleted file mode 100644 index 81c601a82e8..00000000000 --- a/src/jobs/osd/ebofs +++ /dev/null @@ -1,48 +0,0 @@ -# hi there -{ - # startup - 'n' => 30, # mpi nodes - 'sleep' => 3, # seconds between runs - 'nummds' => 1, - 'numosd' => 8, - 'numclient' => 100,#[10, 50, 100, 200, 400], - -'kill_after' => 200, - - # parameters - 'fs' => 'ebofs',#[ -# 'obfs', -# 'fakestore', -# 'ebofs' -# ], - 'until' => 100, # --syn until $n ... when to stop clients - 'writefile' => 1, - 'writefile_size' => [ -# 2560000, - 1024000, - 262144, -# 131072, -# 98304, - 65536, -# 16384, -# 4096, - 256, -# 16, -# 1 - ], - 'writefile_mb' => 1000, - -# 'custom' => '--tcp_skip_rank0',# --osd_maxthreads 0', - 'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5', - - # for final summation (script/sum.pl) - 'start' => 30, - 'end' => 90, - -'comb' => { - 'x' => 'writefile_size', - 'vars' => [ 'osd.c_wrb' ], -# 'maptitle' => { 'osd_object_layout=' => '', -# ',osd_pg_layout=' => ' + '} - } -}; diff --git a/src/jobs/osd/mds_log b/src/jobs/osd/mds_log deleted file mode 100644 index 9ff89c0ba01..00000000000 --- a/src/jobs/osd/mds_log +++ /dev/null @@ -1,42 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - #'_psub' => 'jobs/alc.tp', - 'sleep' => 3, - - 'nummds' => 1, - 'numclient' => [5, 10, 15, 25, 50, 100, 200, 300, 400], - #'numclient' => [ 50, 100, 200 ], - 'numosd' => [2,4],#[ 4, 8, 12, 16, 20, 24 ], - 'n' => 12, - - # parameters - 'fs' => 'fakestore',#['fakestore','obfs'], - #'fs' => 'ebofs', - #'osd_maxthreads' => [ 0, 1, 2, 4, 8 ], - - 'until' => 100, # --syn until $n ... when to stop clients - 'kill_after' => 300, - 'start' => 20, - 'end' => 90, - - 'makedirs' => 1, - 'makedirs_dirs' => 10, - 'makedirs_files' => 10, - 'makedirs_depth' => 3, - - - #'meta_log_layout_ssize' => [256, 512, 1024, 4096, 16384, 65536, 262400], - #'meta_log_layout_scount' => [2, 4, 8], - #'meta_log_layout_num_rep' => [1, 2], - #'meta_log_layout_num_rep' => 1, - - 'custom' => '--tcp_skip_rank0 --mds_shutdown_check 60', - #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5', - - 'comb' => { - 'x' => 'numclient',#'meta_log_layout_ssize', - 'vars' => [ 'mds.req' ] - } -}; diff --git a/src/jobs/osd/osd_threads b/src/jobs/osd/osd_threads deleted file mode 100644 index ef271f9e887..00000000000 --- a/src/jobs/osd/osd_threads +++ /dev/null @@ -1,33 +0,0 @@ -# hi there -{ - # startup - 'n' => 30, # mpi nodes - 'sleep' => 10, # seconds between runs - 'nummds' => 1, - 'numosd' => 8, - 'numclient' => 50, - - # parameters - 'fs' => [ -# 'obfs', - 'fakestore', - 'ebofs' - ], - 'until' => 100, # --syn until $n ... when to stop clients - 'writefile' => 1, - 'writefile_size' => [ - 1024000, - 131072, - 65536, - 16 - ], - 'writefile_mb' => 1000, - - 'osd_maxthreads' => [0, 1, 2, 4, 8], - - 'custom' => '--tcp_skip_rank0', - - # for final summation (script/sum.pl) - 'start' => 30, - 'end' => 90 -}; diff --git a/src/jobs/osd/striping b/src/jobs/osd/striping deleted file mode 100644 index ea8cabe6432..00000000000 --- a/src/jobs/osd/striping +++ /dev/null @@ -1,78 +0,0 @@ -#!/usr/bin/perl -# hi there -{ - # startup - #'n' => 28, # mpi nodes - - 'sleep' => 3, # seconds between runs - 'nummds' => 1, - - 'numosd' => [2,3,4,5,6,7,8,10,12], #[6, 8, 10, 12, 16], - 'numosd' => [14], - #'cper' => [4, 5, 6, 7, 8, 9, 10, 11, 12], #[1, 4, 6, 8, 16, 32, 64], - #'cper' => [4, 6, 8, 10, 12, 16, 24, 32 ], #[1, 4, 6, 8, 16, 32, 64], - 'cper' => [30], - - '_dep' => [ 'cnode' => '$numosd', - 'numclient' => '$cnode * $cper', - 'n' => 38],#'$nummds + $numosd + $cnode'], - #'numclient' => [5, 10, 20, 50, 75, 100, 150 ], - - 'start' => 30, - 'end' => 90, - 'until' => 100, # --syn until $n ... when to stop clients - 'kill_after' => 260, - - # parameters - 'fs' => 'ebofs', - 'writefile' => 1, - - 'writefile_size' => [# 4096, - # 16*1024, - # 64*1024, - # 256*1024, - 1024*1024 ], -# 'writefile_size' => [ -# 2048*1024, -# 1048576, -# 512*1024, -# 262144, -# 65536, -# 16384 -# ], - 'writefile_mb' => 1000, - - 'file_layout_num_rep'=> [1,2,3], - - 'osd_pg_bits' => 12,#[6, 8, 10, 12, 14], - - 'osd_object_layout' => [ 'hashino' ],#'hash', 'hashino', 'linear' ], - 'osd_pg_layout' => [ 'crush', 'linear' ],#, 'linear'],#, 'hash' ],#, 'linear' ],#, 'hash' ], - - #'custom' => '--tcp_skip_rank0', # --osd_maxthreads 0', - #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5', - - # for final summation (script/sum.pl) - - 'comb' => { - 'x' => 'numosd',#'writefile_size', - 'vars' => [ 'osd.c_wrb', 'cl.wrlat' ], -# 'maptitle' => { 'osd_object_layout=' => '', -# ',osd_pg_layout=' => ' + '} - } -}; - - -=item some googoo notes - -for 1mb 1x writes, - - with numosd=6, min cper=6 to saturate (cper_saturate) - googoo saturates at numosd=8. (osd_saturate) - - -> so, numosd=6 or 7 is a safe size! - - - - -=cut diff --git a/src/jobs/osd/wr_lat2 b/src/jobs/osd/wr_lat2 deleted file mode 100644 index 47053dd61f3..00000000000 --- a/src/jobs/osd/wr_lat2 +++ /dev/null @@ -1,44 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - 'nummds' => 1, - 'numosd' => [12], - 'numclient' => [1],#, 40, 80, 160 ], - 'n' => 16, - - 'fs' => 'ebofs', - - 'start' => 10, - 'end' => 40, - 'until' => 40, - 'kill_after' => 90, - - 'writefile' => 1, - 'writefile_size' => [4096, - 8*1024, - 16*1024, - 32*1024, - 64*1024, - 128*1024, - 256*1024, - 512*1024, - 1024*1024], - 'writefile_mb' => 10000, - - #'tcp_multi_out' => [0,1], - -# 'mds_local_osd' => [ 0, 1 ], - 'file_layout_num_rep' => [1,2,3],#, 2, 3, 4], - - 'client_oc' => [0,1], - - 'custom' => '--tcp_skip_rank0', - - 'comb' => { - 'x' => 'writefile_size',#'file_layout_num_rep', - 'vars' => [ 'osd.c_wrb','cl.wrlat' ] - } -}; diff --git a/src/jobs/osd/write_sizes b/src/jobs/osd/write_sizes deleted file mode 100644 index 656f6a63fc0..00000000000 --- a/src/jobs/osd/write_sizes +++ /dev/null @@ -1,56 +0,0 @@ -#!/usr/bin/perl -# hi there -{ - # startup - 'n' => 30, # mpi nodes - 'sleep' => 3, # seconds between runs - 'nummds' => 1, - 'numosd' => 6, - 'numclient' => 100,#[25,50,100,300],#100,#[10, 50, 100, 200, 400], - - 'until' => 100, # --syn until $n ... when to stop clients - 'kill_after' => 300, - - # parameters - 'fs' => [ -# 'obfs', - 'fakestore', -# 'ebofs' - ], - 'writefile' => 1, - 'writefile_size' => [ -# 2048*1024, - 1024*1024, - 512*1024, - 256*1024, - 128*1024, - 64*1024, - 48*1024, - 32*1024, - 28*1024, - 24*1024, - 16*1024, - 12*1024, - 8*1024, - 4096, -# 256, -# 16, -# 1 - ], - 'writefile_mb' => 1000, - - 'file_layout_num_rep'=> 1,#[1,2], - - 'custom' => '--debug_after 110 --debug_mds 15 --debug 5 --mds_shutdown_check 60', - - # for final summation (script/sum.pl) - 'start' => 30, - 'end' => 90, - - 'comb' => { - 'x' => 'writefile_size', - 'vars' => [ 'osd.c_wrb' ], -# 'maptitle' => { 'osd_object_layout=' => '', -# ',osd_pg_layout=' => ' + '} - } -}; diff --git a/src/jobs/rados/map_dist b/src/jobs/rados/map_dist deleted file mode 100644 index 39f16daa1cd..00000000000 --- a/src/jobs/rados/map_dist +++ /dev/null @@ -1,32 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - 'osdbits' => [6,7,8],#,9],10,11], - 'pgperbits' => [3],#,4,5],#[4,6,8], - - 'nummds' => 1, - - '_dep' => [ 'numosd' => '1 << $osdbits', - 'osd_pg_bits' => '$pgperbits + $osdbits', - 'n' => '3 + $numosd / 32'], - 'numclient' => 0, - - 'fake_osdmap_updates' => [30], - - 'fs' => 'ebofs', - - 'start' => 30, - 'end' => 300, - 'kill_after' => 300, - - 'custom' => '--bdev_lock 0 --ms_stripe_osds --osd_maxthreads 0', - #'custom' => '--tcp_skip_rank0', - - 'comb' => { - 'x' => 'osdbits', - 'vars' => [ 'osd.sum=mapi', 'osd.sum=mapidup', 'osd.numpg', 'osd.pingset' ] - } -}; diff --git a/src/jobs/rados/rep_lat b/src/jobs/rados/rep_lat deleted file mode 100644 index 3f5ab0c8a7d..00000000000 --- a/src/jobs/rados/rep_lat +++ /dev/null @@ -1,43 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - 'sleep' => 3, - - 'nummds' => 1, - 'numosd' => 8, #[6], - 'numclient' => 1,#, 40, 80, 160 ], - 'n' => 10, - - 'fs' => 'ebofs', - - 'start' => 10, - 'end' => 40, - 'until' => 40, - 'kill_after' => 45, - - 'writefile' => 1, - 'writefile_size' => [4096, -# 8*1024, -# 16*1024, -# 32*1024, - 64*1024, -# 128*1024, -# 256*1024, -# 512*1024, -# 1024*1024 -], - 'writefile_mb' => 10000, - - 'osd_rep' => [0,1,2], - - 'file_layout_num_rep' => [1,2,3,4,5,6],#, 2, 3, 4], - - 'osd_pg_bits' => 4, - 'custom' => '--osd_max_rep 8', - - 'comb' => { - 'x' => 'file_layout_num_rep', - 'vars' => [ 'cl.wrlat' ] - } -}; diff --git a/src/jobs/rados/wr_sizes b/src/jobs/rados/wr_sizes deleted file mode 100644 index 9b979dcc9c5..00000000000 --- a/src/jobs/rados/wr_sizes +++ /dev/null @@ -1,40 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - '_sleep' => 3, - - 'nummds' => 1, - 'numosd' => 8, #[8],#10,14,16], - 'numclient' => 40, #[10*16], - '_n' => 32, - - '_start' => 20, - '_end' => 50, - '_kill_after' => 190, - - '_subst' => ['size'], - 'size' => [4096, -# 8*1024, - 16*1024, -# 32*1024, - 64*1024, -# 128*1024, - 256*1024, - # 512*1024, - 1024*1024 -# 2*1024*1024, - #4*1024*1024, - ], - - 'osd_pg_bits' => [4, 6], - - '_custom' => '--syn until 55 --syn createobjects 1000000 $size 5', - - #'custom' => '--tcp_skip_rank0', - - '_comb' => { - 'x' => 'size', - 'vars' => [ 'osd.c_wrb' ] - } -}; diff --git a/src/jobs/runjobsample b/src/jobs/runjobsample deleted file mode 100644 index 590be207771..00000000000 --- a/src/jobs/runjobsample +++ /dev/null @@ -1,26 +0,0 @@ -#!/usr/bin/perl - -# hi there -{ - '_sleep' => 3, - - 'nummds' => 1, - 'numosd' => 16, #[8],#10,14,16], - 'numclient' => 32,#,4,10,20,40], #[10*16], - '_n' => 32, - - '_start' => 15, - '_end' => 45, - '_kill_after' => 190, - - 'osd_pg_bits' => [4, 6], - 'osd_auto_weight' => [0,1], - 'file_layout_pg_size' => [1,2], - - '_custom' => '--syn createobjects 1000000 1048576 2', - - '_comb' => { - 'x' => 'osd_pg_bits', - 'vars' => [ 'osd.c_wrb' ] - } -}; -- 2.39.5