They haven't been touched in 6 years and were considered broken then.
Signed-off-by: Greg Farnum <gfarnum@redhat.com>
+++ /dev/null
-#PSUB -s /bin/bash # Sets your shell in batch
-#PSUB -c alc # Where to run the job
-
-#PSUB -eo # Send std error & std out to the same file
-
-#PSUB -ln $NUM # Number of nodes to use
-#PSUB -g $NUM # Total Number of tasks to use
-#PSUB -cpn 1 # cpus per node
-
-####PSUB -c 1024Mb # memory limit
-#PSUB -lc 1500 # Core file size per process
-#PSUB -nr # Do not automatically resubmit job
-#PSUB -tM 20m # Select time limit. The default time limit
- # is only 30 minutes! Time can be HH:MM:SS or HH:MM
-
-#PSUB -o $CWD/$OUT # filename for output
-
-# Put your commands here. Remember to 'cd' to the appropriate
-# directory, because the job will initially be in your home directory.
-# To run a parallel job, you need to use the srun.
-
-
-
-echo job $PSUB_JOBID nodes $NUM name $NAME
-
-# environment
-cd $CWD
-export LD_LIBRARY_PATH=/usr/lib/mpi/mpi_gnu/lib
-
-# create fakestore dirs
-srun -l -N $NUM -ppbatch bash -c "test -d tmp/osddata || mkdir tmp/osddata || echo cant make osddata ; uptime"
-
-# go
-srun -l -N $NUM -ppbatch $CMD && touch $DONE
-
-# clean up fakestore
-srun -l -N $NUM -ppbatch bash -c 'uptime ; rm -r tmp/osddata/*'
-
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- #'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128, 160, 192],
- 'nummds' => [1, 2, 8, 16, 32, 48, 64, 80, 96, 112, 128],#144, 160, 192, 208],
-
- 'cper' => [15,20],
- '_dep' => [ 'cnode' => '$nummds',# / 4 + 1',
- 'numclient' => '$nummds * $cper',
- 'numosd' => '$nummds > 1 ? $nummds:2',
- 'n' => '1 + $cnode + $nummds + $numosd' ],
-
- # parameters
- 'fs' => 'ebofs',
- #'fs' => 'fakestore',
-
- 'mds_bal_rep' => 10000, # none of that!
- 'mds_decay_halflife' => 30,
-
- 'mds_bal_interval' => 45,
- 'mds_bal_max' => [2],
-
- 'until' => 300, # --syn until $n ... when to stop clients
- 'kill_after' => 400,
- 'start' => 100,
- 'end' => 300,
-
- 'makedirs' => 1,
- 'makedirs_dirs' => 10,
- 'makedirs_files' => 10,
- 'makedirs_depth' => 4,
-
- # --meta_log_layout_scount 32 --meta_log_layout_ssize 256
- # --osd_pg_layout linear
- 'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60',
- #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
-
- 'comb' => {
- 'x' => 'nummds',
- 'vars' => [ 'mds.req' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- #'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128, 160, 192],
- 'nummds' => [160, 200],#[1, 2, 8, 16, 32, 48, 64, 80, 96, 112, 128],#144, 160, 192, 208],
-
- 'cper' => [15,20],
- '_dep' => [ 'cnode' => '40',#$nummds',# / 4 + 1',
- 'numclient' => '$nummds * $cper',
- 'numosd' => '$nummds * .8',
- 'n' => '415'],#1 + $cnode + $nummds + $numosd' ],
-
- # parameters
- 'fs' => 'ebofs',
- #'fs' => 'fakestore',
-
- 'mds_bal_rep' => 10000, # none of that!
- 'mds_decay_halflife' => 30,
-
- 'mds_bal_interval' => 45,
- 'mds_bal_max' => 2,
-
- 'until' => 300, # --syn until $n ... when to stop clients
- 'kill_after' => 400,
- 'start' => 100,
- 'end' => 300,
-
- 'makedirs' => 1,
- 'makedirs_dirs' => 10,
- 'makedirs_files' => 10,
- 'makedirs_depth' => 4,
-
- # --meta_log_layout_scount 32 --meta_log_layout_ssize 256
- # --osd_pg_layout linear
- 'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60',
- #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
-
- 'comb' => {
- 'x' => 'nummds',
- 'vars' => [ 'mds.req' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- #'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128, 160, 192],
- 'nummds' => [4, 16, 64],#[1, 16, 64, 128],#144, 160, 192, 208],
-
- #'cper' => [2, 5, 7, 10, 13, 16, 20, 30, 40, 50, 100, 150],
- 'cper' => [13, 30, 40], # just for final run...
- '_dep' => [ 'cnode' => '$nummds',# / 4 + 1',
- 'numclient' => '$nummds * $cper',
- 'numosd' => '$nummds',
- 'n' => '1 + $cnode + $nummds + $numosd' ],
-
- # parameters
- 'fs' => 'ebofs',
- #'fs' => 'fakestore',
-
- 'mds_bal_rep' => 10000, # none of that!
- 'mds_decay_halflife' => 30,
-
- 'mds_bal_interval' => 45,
- 'mds_bal_max' => 2,
-
- 'until' => 300, # --syn until $n ... when to stop clients
- 'kill_after' => 400,
- 'start' => 100,
- 'end' => 300,
-
- 'makedirs' => 1,
- 'makedirs_dirs' => 10,
- 'makedirs_files' => 10,
- 'makedirs_depth' => 4,
-
- # --meta_log_layout_scount 32 --meta_log_layout_ssize 256
- # --osd_pg_layout linear
- 'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60',
- #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
-
- 'comb' => {
- 'x' => 'cper',#nummds',
- 'vars' => [ 'mds.req', 'cl.lat' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- 'nummds' => [1, 2, 4, 8, 16, 32, 64, 96, 128], #2, 4, 8, 16, 32, 48, 64, 80, 96],
-
- 'cper' => [25, 50, 100, 150],# 100, 150, 200],
-
- '_dep' => [ 'cnode' => '$nummds',
- 'numclient' => '$nummds * $cper',
- 'numosd' => '$nummds',
- 'n' => '1 + $cnode + $nummds + $numosd' ],
-
- # parameters
- 'fs' => 'ebofs',
-
- 'mds_bal_hash_wr' => 1000,
-
- 'until' => 180, # --syn until $n ... when to stop clients
- 'kill_after' => 250,
- 'start' => 30,
- 'end' => 180,
-
- 'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60 --syn makefiles 100000 1000 0',
-
- 'comb' => {
- 'x' => 'nummds',
- 'vars' => [ 'mds.req', 'cl.lat' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- 'nummds' => [1, 4, 16, 64, 128, 192 ],
-
- 'cper' => [10, 50, 100, 150],
- '_dep' => [ 'cnode' => '$nummds',# > 30 ? 30:$nummds',
- 'numclient' => '$nummds*$cper',
- 'numosd' => '$nummds > 30 ? 30:$nummds',
- 'n' => '1 + $cnode + $nummds + $numosd' ],
-
- # parameters
- 'fs' => 'ebofs',
-
- 'mds_bal_interval' => 10000,
- 'mds_bal_hash_wr' => 1000,
-
- 'until' => 120, # --syn until $n ... when to stop clients
- 'kill_after' => 180,
- 'start' => 10,
- 'end' => 120,
-
- 'custom' => '--tcp_skip_rank0 --debug_mds_balancer 10 --mds_shutdown_check 60 --syn only 0 --syn createshared 10 --syn sleep 5 --syn openshared 10 10000',
-
- 'comb' => {
- 'x' => 'nummds',
- 'vars' => [ 'mds.req', 'cl.lat' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 10,
-
- #'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
- #'nummds' => [1, 2, 4, 6, 7], # googoo
- 'nummds' => [ 2, 4, 8, 16, 32, 48, 64, 80, 96, 128 ],
-
- #'trace' => ['make.lib', 'make.include'],
-
- 'mds_bal_interval' => 45,
- 'mds_bal_max' => 2,#6, #[ 2,4,6 ],
- 'mds_decay_halflife' => 30,
- 'mds_bal_rep' => 1500,
- 'mds_bal_hash_rd' => 100000,
-
- 'cper' => [15, 20],#25, 50, 100], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ],
- #'cper' => 125, #[30, 50, 75, 100, 125, 150], #50, #[10,50,100],# [ 50, 75, 100 ],
-
- '_dep' => [ 'cnode' => '$nummds',
- 'numclient' => '$nummds * $cper',
- 'numosd' => '$nummds',
- 'n' => '1 + $cnode + $nummds + $numosd' ],
-
- 'custom' => '--tcp_skip_rank0 --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.include 1 --syn sleep 30 --syn trace traces/openssh/make.include 1000',
-
- # parameters
- 'fs' => 'ebofs',
-
- #'until' => 500,
- #'kill_after' => 600,
- #'start' => 200,
- #'end' => 500,
- 'until' => 300, # --syn until $n ... when to stop clients
- 'kill_after' => 400,
- 'start' => 200,
- 'end' => 300,
-
- 'comb' => {
- 'x' => 'nummds',
- 'vars' => [ 'mds.req' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 10,
-
- #'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
- #'nummds' => [1, 2, 4, 6, 7], # googoo
- #'nummds' => [ 2, 4, 8, 16, 32, 48, 64, 80, 96, 128 ],
- 'nummds' => [160,200],
-
- #'trace' => ['make.lib', 'make.include'],
-
- 'mds_bal_interval' => 45,
- 'mds_bal_max' => 2,#6, #[ 2,4,6 ],
- 'mds_decay_halflife' => 30,
- 'mds_bal_rep' => 1500,
- 'mds_bal_hash_rd' => 100000,
-
- 'cper' => [25, 50], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ],
- #'cper' => 125, #[30, 50, 75, 100, 125, 150], #50, #[10,50,100],# [ 50, 75, 100 ],
-
- '_dep' => [ 'cnode' => '$nummds',
- 'numclient' => '$nummds * $cper',
- 'numosd' => '$nummds * .6',
- 'n' => '415'],#1 + $cnode + $nummds + $numosd' ],
-
- 'custom' => '--tcp_skip_rank0 --tcp_overlay_clients --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.include 1 --syn sleep 30 --syn trace traces/openssh/make.include 1000',
-
- # parameters
- 'fs' => 'ebofs',
-
- #'until' => 500,
- #'kill_after' => 600,
- #'start' => 200,
- #'end' => 500,
- 'until' => 300, # --syn until $n ... when to stop clients
- 'kill_after' => 400,
- 'start' => 200,
- 'end' => 300,
-
- 'comb' => {
- 'x' => 'nummds',
- 'vars' => [ 'mds.req' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 10,
-
- #'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
- 'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
-
- #'nummds' => [1, 2, 4, 6, 7], # googoo
- #'trace' => ['make.lib', 'make.include'],
-
- 'mds_bal_interval' => 90, #[30, 60, 90], #$[60,90], #[60,90],#[30, 60, 90],
- #'mds_bal_max' => [4, 10],#6,#[2,4,6,8],
-
- 'mds_decay_halflife' => 30,
- 'mds_bal_rep' => 1500,
- 'cper' => [10, 16], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ],
-
- '_dep' => [ 'cnode' => '$nummds',
- 'numclient' => '$nummds * $cper',
- 'numosd' => '$nummds',
- 'n' => '1 + $cnode + $nummds + $numosd' ],
-
-
- 'custom' => '--tcp_skip_rank0 --debug_mds_balancer 1 --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.lib 1 --syn sleep 10 --syn trace traces/openssh/make.lib 1000',
-
- # parameters
- #'fs' => ['fakestore'],
- 'fs' => 'ebofs',
-
- #'until' => 500,
- #'kill_after' => 600,
- #'start' => 200,
- #'end' => 500,
- 'until' => 300, # --syn until $n ... when to stop clients
- 'kill_after' => 400,
- 'start' => 150,
- 'end' => 300,
-
- 'comb' => {
- 'x' => 'nummds',
- 'vars' => [ 'mds.req' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 10,
-
- #'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
- #'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
- 'nummds' => [160,200],
-
- #'nummds' => [1, 2, 4, 6, 7], # googoo
- #'trace' => ['make.lib', 'make.include'],
-
- 'mds_bal_interval' => 90, #[30, 60, 90], #$[60,90], #[60,90],#[30, 60, 90],
- #'mds_bal_max' => [4, 10],#6,#[2,4,6,8],
-
- 'mds_decay_halflife' => 30,
- 'mds_bal_rep' => 1500,
- 'cper' => [25, 50, 100], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ],
-
- '_dep' => [ 'cnode' => 0,#'30',
- 'numclient' => '$nummds * $cper',
- 'numosd' => '$nummds * .6',
- 'n' => '415'],#'1 + $cnode + $nummds + $numosd' ],
-
-
- 'custom' => '--tcp_skip_rank0 --debug_mds_balancer 1 --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.lib 1 --syn sleep 10 --syn trace traces/openssh/make.lib 1000',
-
- # parameters
- #'fs' => ['fakestore'],
- 'fs' => 'ebofs',
-
- #'until' => 500,
- #'kill_after' => 600,
- #'start' => 200,
- #'end' => 500,
- 'until' => 300, # --syn until $n ... when to stop clients
- 'kill_after' => 400,
- 'start' => 150,
- 'end' => 300,
-
- 'comb' => {
- 'x' => 'nummds',
- 'vars' => [ 'mds.req' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- 'nummds' => 1,
- 'numosd' => 10,
-
- 'cnode' => 10,
- 'cper' => [ 10, 25, 50, 100 ],
-
- '_dep' => [ 'numclient' => '$cper * $cnode',
- 'n' => '1 + $cnode + $nummds + $numosd',
- 'file_layout_osize' => '$writefile_size' ],
-
- # parameters
- 'fs' => 'ebofs',
- #'fs' => 'fakestore',
-
- 'until' => 160, # --syn until $n ... when to stop clients
- 'kill_after' => 200,
- 'start' => 100,
- 'end' => 160,
-
- 'writefile' => 1,
- 'writefile_size' => [
-# 4*1024*1024,
- 1024*1024 ],
-# 256*1024,
-# 64*1024
- 'writefile_mb' => 100000,
-
- 'osd_pg_bits' => 10,#16,
- #'osd_pg_bits' => [ 16, 20 ],
-
- #'osd_object_layout' => [ 'hash', 'hashino', 'linear' ],
- 'osd_pg_layout' => [ 'crush',
-# 'hash',
- 'linear' ],
-
- 'custom' => '--tcp_skip_rank0 --file_layout_num_rep 1 --mds_shutdown_check 60',
-
- 'comb' => {
- 'x' => 'cper',#writefile_size',
- 'vars' => [ 'osd.c_wrb', 'osd.c_wr' ],
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-# hi there
-{
- # startup
- 'n' => 30, # number of mpi nodes
- 'sleep' => 3, # seconds to sleep between runs (so you have time to control-c out)
- 'nummds' => 1,
- 'numosd' => 6,
- 'numclient' => 100,
-
- 'until' => 100, # --syn until $n ... synthetic client will stop itself after this many seconds.
- 'kill_after' => 300, # seconds before everything commits suicide (in case something hangs)
-
- # stuff i want to vary
- # here's a simple example:
-
- # do --syn writefile command
- 'writefile' => 1,
- # and very the write size
- 'writefile_size' => [ # vary
-# 2048*1024,
- 1024*1024,
- 512*1024,
- 256*1024,
- 128*1024,
- 64*1024,
- 48*1024,
- 32*1024,
- 28*1024,
- 24*1024,
- 16*1024,
- 12*1024,
- 8*1024,
- 4096,
-# 256,
-# 16,
-# 1
- ],
- 'writefile_mb' => 1000, # each client shoudl write 1GB (or more likely, keep going until time runs out)
-
- 'file_layout_num_rep'=> [1,2], # also vary the replication level
-
- # pass some other random things to newsyn
- 'custom' => '--',
-
- # for final summation (script/sum.pl)
- # specify time period to look at the results
- 'start' => 30, # skip first 30 seconds, so that caches are full etc.
- 'end' => 90, # go for 60 seconds
-
- # what should i parse/plot?
- 'comb' => {
- 'x' => 'writefile_size',
- 'vars' => [ 'osd.c_wrb', 'osd.r_wrb' ],
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
- 'kill_after' => 300,
-
- 'nummds' => 1,
- 'numosd' => 8,
- 'numclient' => 100,
- 'n' => 16,
-
- # parameters
- 'fs' => ['fakestore'],
- 'meta_log_ssize' => [ 128, 256, 1024, 1 << 15, 1 << 20 ],
- 'meta_log_scount' => 4,#[ 1, 2, 4, 8 ],
-
- 'until' => 200, # --syn until $n ... when to stop clients
-
- 'makedirs' => 1,
- 'makedirs_dirs' => 10,
- 'makedirs_files' => 10,
- 'makedirs_depth' => 4,
-
- 'custom' => '--tcp_skip_rank0',
- #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
-
- # for final summation (script/sum.pl)
- 'start' => 100,
- 'end' => 550,
-
- 'comb' => {
- 'x' => 'nummds',
- 'vars' => [ 'mds.req' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- 'nummds' => 1,
- 'numosd' => 8,
- 'numclient' => [1],#, 40, 80, 160 ],
- 'n' => 20,
-
- 'fs' => 'ebofs',
-
- 'start' => 20,
- 'end' => 40,
- 'until' => 40,
- 'kill_after' => 60,
-
- 'makedirs' => 1,
- 'makedirs_dirs' => 10,
- 'makedirs_files' => 10,
- 'makedirs_depth' => 5,
-
- 'mds_local_osd' => [ 0, 1 ],
- 'meta_log_layout_num_rep' => [ 0, 1, 2, 3, 4],
-
- 'custom' => '--tcp_skip_rank0',
-
- 'comb' => {
- 'x' => 'meta_log_layout_num_rep',
- 'vars' => [ 'mds.log.lat', 'cl.lat', 'osd.rlat' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- '_psub' => 'jobs/alc.tp',
-
- 'sleep' => 3,
-
- 'nummds' => [1, 2, 4, 6, 8, 12, 16, 24, 32, 40, 48, 64],
-
- 'cper' => 50,
- '_dep' => [ 'cnode' => '$nummds',
- 'numclient' => '$cnode * $cper',
- 'numosd' => '$nummds * 2',
- 'n' => '1 + $cnode + $nummds + $numosd' ],
-
- # parameters
- 'fs' => 'fakestore',
-
- 'until' => 300, # --syn until $n ... when to stop clients
- 'kill_after' => 400,
-
- 'makedirs' => 1,
- 'makedirs_dirs' => 10,
- 'makedirs_files' => 10,
- 'makedirs_depth' => 3,
-
- 'custom' => '--tcp_skip_rank0',
- #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
-
- # for final summation (script/sum.pl)
- 'start' => 100,
- 'end' => 550,
-
- 'comb' => {
- 'x' => 'nummds',
- 'vars' => [ 'mds.req' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- 'nummds' => [1, 2, 4, 7], # googoo
- #'nummds' => [1, 2, 4, 6, 8, 12, 16, 24, 32, 40, 48, 64], # alc
-
-
- # parameters
- 'fs' => 'ebofs',
- #'fs' => 'fakestore',
-
- 'until' => 300, # --syn until $n ... when to stop clients
- 'kill_after' => 400,
- 'start' => 150,
- 'end' => 300,
-
- 'mds_bal_interval' => 90,#[60, 90],
- #'mds_bal_max' => [3,4,5],
- 'mds_bal_max' => 4,
- 'mds_decay_halflife' => 30,#[15, 25, 30, 45, 60],
- 'mds_bal_rep' => 1500,#[1000, 1500, 2000],
-
- 'decay_hl' => 100,#[ 25, 50, 100, 150 ],
-
- 'cper' => 100, #[50, 75, 100, 125, 150, 200],
- '_dep' => [ 'cnode' => '$nummds',
- 'numclient' => '$nummds * $cper',
- 'numosd' => '$nummds * 2',
- 'n' => '1 + $cnode + $nummds + $numosd',
- 'mds_bal_rep' => '$mds_decay_halflife * $decay_hl'],
-
- 'custom' => '--tcp_skip_rank0 --syn only 0 --syn trace traces/openssh/untar.lib 1 --syn sleep 10 --syn randomsleep 30 --syn trace traces/openssh/make.lib 100 --debug_mds_balancer 1 --mds_shutdown_check 60',
- #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
-
- # for final summation (script/sum.pl)
-
- 'comb' => {
- 'x' => 'nummds',#decay_hl',#'nummds',
- 'vars' => [ 'mds.req' ]
- }
-};
+++ /dev/null
-#!/bin/sh
-
-# makedirs for 300 seconds
-# first bit in memory
-# second bit is commiting from journal too
-# then walk fs for 300 seconds
-# this should all be in memory.
-
-JOB="meta1"
-ARGS="--numosd 10 --fullmkfs --syn until 180 --syn makedirs 10 10 4 --syn until 360 --syn repeatwalk --mds_bal_max 1 --osd_fsync 0 --mds_log_max_len 200000 --mds_cache_size 500000"
-
-#rm core* ; make tcpsyn && mpiexec -l -n 17 ./tcpsyn $ARGS --nummds 1 --log_name $JOB/1 --numclient 25 > log/$JOB/o.1
-#rm core* ; make tcpsyn && mpiexec -l -n 18 ./tcpsyn $ARGS --nummds 2 --log_name $JOB/2 --numclient 50 > log/$JOB/o.2
-#rm core* ; make tcpsyn && mpiexec -l -n 20 ./tcpsyn $ARGS --nummds 4 --log_name $JOB/4 --numclient 100 > log/$JOB/o.4
-#rm core* ; make tcpsyn && mpiexec -l -n 24 ./tcpsyn $ARGS --nummds 8 --log_name $JOB/8 --numclient 200 > log/$JOB/o.8
-#rm core* ; make tcpsyn && mpiexec -l -n 28 ./tcpsyn $ARGS --nummds 12 --log_name $JOB/12 --numclient 300 > log/$JOB/o.12
-rm core* ; make tcpsyn && mpiexec -l -n 32 ./tcpsyn $ARGS --nummds 16 --log_name $JOB/16 --numclient 300 > log/$JOB/o.16
-
-
+++ /dev/null
-#!/bin/sh
-
-for d in 1 2 4 8 12
-do
- echo $d
- cd $d
- ../../../script/sum.pl mds? mds?? > mds.sum
- ../../../script/sum.pl -avg mds? mds?? > mds.avg
-
- ../../../script/sum.pl -start 90 -end 180 mds? mds?? > mds.sum.makedirs
- ../../../script/sum.pl -start 200 -end 300 mds? mds?? > mds.sum.walk
-
- cd ..
-done
+++ /dev/null
-# hi there
-{
- # startup
- 'n' => 30, # mpi nodes
- 'sleep' => 3, # seconds between runs
- 'nummds' => 1,
- 'numosd' => 8,
- 'numclient' => 100,#[10, 50, 100, 200, 400],
-
-'kill_after' => 200,
-
- # parameters
- 'fs' => 'ebofs',#[
-# 'obfs',
-# 'fakestore',
-# 'ebofs'
-# ],
- 'until' => 100, # --syn until $n ... when to stop clients
- 'writefile' => 1,
- 'writefile_size' => [
-# 2560000,
- 1024000,
- 262144,
-# 131072,
-# 98304,
- 65536,
-# 16384,
-# 4096,
- 256,
-# 16,
-# 1
- ],
- 'writefile_mb' => 1000,
-
-# 'custom' => '--tcp_skip_rank0',# --osd_maxthreads 0',
- 'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
-
- # for final summation (script/sum.pl)
- 'start' => 30,
- 'end' => 90,
-
-'comb' => {
- 'x' => 'writefile_size',
- 'vars' => [ 'osd.c_wrb' ],
-# 'maptitle' => { 'osd_object_layout=' => '',
-# ',osd_pg_layout=' => ' + '}
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- #'_psub' => 'jobs/alc.tp',
- 'sleep' => 3,
-
- 'nummds' => 1,
- 'numclient' => [5, 10, 15, 25, 50, 100, 200, 300, 400],
- #'numclient' => [ 50, 100, 200 ],
- 'numosd' => [2,4],#[ 4, 8, 12, 16, 20, 24 ],
- 'n' => 12,
-
- # parameters
- 'fs' => 'fakestore',#['fakestore','obfs'],
- #'fs' => 'ebofs',
- #'osd_maxthreads' => [ 0, 1, 2, 4, 8 ],
-
- 'until' => 100, # --syn until $n ... when to stop clients
- 'kill_after' => 300,
- 'start' => 20,
- 'end' => 90,
-
- 'makedirs' => 1,
- 'makedirs_dirs' => 10,
- 'makedirs_files' => 10,
- 'makedirs_depth' => 3,
-
-
- #'meta_log_layout_ssize' => [256, 512, 1024, 4096, 16384, 65536, 262400],
- #'meta_log_layout_scount' => [2, 4, 8],
- #'meta_log_layout_num_rep' => [1, 2],
- #'meta_log_layout_num_rep' => 1,
-
- 'custom' => '--tcp_skip_rank0 --mds_shutdown_check 60',
- #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
-
- 'comb' => {
- 'x' => 'numclient',#'meta_log_layout_ssize',
- 'vars' => [ 'mds.req' ]
- }
-};
+++ /dev/null
-# hi there
-{
- # startup
- 'n' => 30, # mpi nodes
- 'sleep' => 10, # seconds between runs
- 'nummds' => 1,
- 'numosd' => 8,
- 'numclient' => 50,
-
- # parameters
- 'fs' => [
-# 'obfs',
- 'fakestore',
- 'ebofs'
- ],
- 'until' => 100, # --syn until $n ... when to stop clients
- 'writefile' => 1,
- 'writefile_size' => [
- 1024000,
- 131072,
- 65536,
- 16
- ],
- 'writefile_mb' => 1000,
-
- 'osd_maxthreads' => [0, 1, 2, 4, 8],
-
- 'custom' => '--tcp_skip_rank0',
-
- # for final summation (script/sum.pl)
- 'start' => 30,
- 'end' => 90
-};
+++ /dev/null
-#!/usr/bin/perl
-# hi there
-{
- # startup
- #'n' => 28, # mpi nodes
-
- 'sleep' => 3, # seconds between runs
- 'nummds' => 1,
-
- 'numosd' => [2,3,4,5,6,7,8,10,12], #[6, 8, 10, 12, 16],
- 'numosd' => [14],
- #'cper' => [4, 5, 6, 7, 8, 9, 10, 11, 12], #[1, 4, 6, 8, 16, 32, 64],
- #'cper' => [4, 6, 8, 10, 12, 16, 24, 32 ], #[1, 4, 6, 8, 16, 32, 64],
- 'cper' => [30],
-
- '_dep' => [ 'cnode' => '$numosd',
- 'numclient' => '$cnode * $cper',
- 'n' => 38],#'$nummds + $numosd + $cnode'],
- #'numclient' => [5, 10, 20, 50, 75, 100, 150 ],
-
- 'start' => 30,
- 'end' => 90,
- 'until' => 100, # --syn until $n ... when to stop clients
- 'kill_after' => 260,
-
- # parameters
- 'fs' => 'ebofs',
- 'writefile' => 1,
-
- 'writefile_size' => [# 4096,
- # 16*1024,
- # 64*1024,
- # 256*1024,
- 1024*1024 ],
-# 'writefile_size' => [
-# 2048*1024,
-# 1048576,
-# 512*1024,
-# 262144,
-# 65536,
-# 16384
-# ],
- 'writefile_mb' => 1000,
-
- 'file_layout_num_rep'=> [1,2,3],
-
- 'osd_pg_bits' => 12,#[6, 8, 10, 12, 14],
-
- 'osd_object_layout' => [ 'hashino' ],#'hash', 'hashino', 'linear' ],
- 'osd_pg_layout' => [ 'crush', 'linear' ],#, 'linear'],#, 'hash' ],#, 'linear' ],#, 'hash' ],
-
- #'custom' => '--tcp_skip_rank0', # --osd_maxthreads 0',
- #'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
-
- # for final summation (script/sum.pl)
-
- 'comb' => {
- 'x' => 'numosd',#'writefile_size',
- 'vars' => [ 'osd.c_wrb', 'cl.wrlat' ],
-# 'maptitle' => { 'osd_object_layout=' => '',
-# ',osd_pg_layout=' => ' + '}
- }
-};
-
-
-=item some googoo notes
-
-for 1mb 1x writes,
-
- with numosd=6, min cper=6 to saturate (cper_saturate)
- googoo saturates at numosd=8. (osd_saturate)
-
- -> so, numosd=6 or 7 is a safe size!
-
-
-
-
-=cut
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- 'nummds' => 1,
- 'numosd' => [12],
- 'numclient' => [1],#, 40, 80, 160 ],
- 'n' => 16,
-
- 'fs' => 'ebofs',
-
- 'start' => 10,
- 'end' => 40,
- 'until' => 40,
- 'kill_after' => 90,
-
- 'writefile' => 1,
- 'writefile_size' => [4096,
- 8*1024,
- 16*1024,
- 32*1024,
- 64*1024,
- 128*1024,
- 256*1024,
- 512*1024,
- 1024*1024],
- 'writefile_mb' => 10000,
-
- #'tcp_multi_out' => [0,1],
-
-# 'mds_local_osd' => [ 0, 1 ],
- 'file_layout_num_rep' => [1,2,3],#, 2, 3, 4],
-
- 'client_oc' => [0,1],
-
- 'custom' => '--tcp_skip_rank0',
-
- 'comb' => {
- 'x' => 'writefile_size',#'file_layout_num_rep',
- 'vars' => [ 'osd.c_wrb','cl.wrlat' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-# hi there
-{
- # startup
- 'n' => 30, # mpi nodes
- 'sleep' => 3, # seconds between runs
- 'nummds' => 1,
- 'numosd' => 6,
- 'numclient' => 100,#[25,50,100,300],#100,#[10, 50, 100, 200, 400],
-
- 'until' => 100, # --syn until $n ... when to stop clients
- 'kill_after' => 300,
-
- # parameters
- 'fs' => [
-# 'obfs',
- 'fakestore',
-# 'ebofs'
- ],
- 'writefile' => 1,
- 'writefile_size' => [
-# 2048*1024,
- 1024*1024,
- 512*1024,
- 256*1024,
- 128*1024,
- 64*1024,
- 48*1024,
- 32*1024,
- 28*1024,
- 24*1024,
- 16*1024,
- 12*1024,
- 8*1024,
- 4096,
-# 256,
-# 16,
-# 1
- ],
- 'writefile_mb' => 1000,
-
- 'file_layout_num_rep'=> 1,#[1,2],
-
- 'custom' => '--debug_after 110 --debug_mds 15 --debug 5 --mds_shutdown_check 60',
-
- # for final summation (script/sum.pl)
- 'start' => 30,
- 'end' => 90,
-
- 'comb' => {
- 'x' => 'writefile_size',
- 'vars' => [ 'osd.c_wrb' ],
-# 'maptitle' => { 'osd_object_layout=' => '',
-# ',osd_pg_layout=' => ' + '}
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- 'osdbits' => [6,7,8],#,9],10,11],
- 'pgperbits' => [3],#,4,5],#[4,6,8],
-
- 'nummds' => 1,
-
- '_dep' => [ 'numosd' => '1 << $osdbits',
- 'osd_pg_bits' => '$pgperbits + $osdbits',
- 'n' => '3 + $numosd / 32'],
- 'numclient' => 0,
-
- 'fake_osdmap_updates' => [30],
-
- 'fs' => 'ebofs',
-
- 'start' => 30,
- 'end' => 300,
- 'kill_after' => 300,
-
- 'custom' => '--bdev_lock 0 --ms_stripe_osds --osd_maxthreads 0',
- #'custom' => '--tcp_skip_rank0',
-
- 'comb' => {
- 'x' => 'osdbits',
- 'vars' => [ 'osd.sum=mapi', 'osd.sum=mapidup', 'osd.numpg', 'osd.pingset' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- 'sleep' => 3,
-
- 'nummds' => 1,
- 'numosd' => 8, #[6],
- 'numclient' => 1,#, 40, 80, 160 ],
- 'n' => 10,
-
- 'fs' => 'ebofs',
-
- 'start' => 10,
- 'end' => 40,
- 'until' => 40,
- 'kill_after' => 45,
-
- 'writefile' => 1,
- 'writefile_size' => [4096,
-# 8*1024,
-# 16*1024,
-# 32*1024,
- 64*1024,
-# 128*1024,
-# 256*1024,
-# 512*1024,
-# 1024*1024
-],
- 'writefile_mb' => 10000,
-
- 'osd_rep' => [0,1,2],
-
- 'file_layout_num_rep' => [1,2,3,4,5,6],#, 2, 3, 4],
-
- 'osd_pg_bits' => 4,
- 'custom' => '--osd_max_rep 8',
-
- 'comb' => {
- 'x' => 'file_layout_num_rep',
- 'vars' => [ 'cl.wrlat' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- '_sleep' => 3,
-
- 'nummds' => 1,
- 'numosd' => 8, #[8],#10,14,16],
- 'numclient' => 40, #[10*16],
- '_n' => 32,
-
- '_start' => 20,
- '_end' => 50,
- '_kill_after' => 190,
-
- '_subst' => ['size'],
- 'size' => [4096,
-# 8*1024,
- 16*1024,
-# 32*1024,
- 64*1024,
-# 128*1024,
- 256*1024,
- # 512*1024,
- 1024*1024
-# 2*1024*1024,
- #4*1024*1024,
- ],
-
- 'osd_pg_bits' => [4, 6],
-
- '_custom' => '--syn until 55 --syn createobjects 1000000 $size 5',
-
- #'custom' => '--tcp_skip_rank0',
-
- '_comb' => {
- 'x' => 'size',
- 'vars' => [ 'osd.c_wrb' ]
- }
-};
+++ /dev/null
-#!/usr/bin/perl
-
-# hi there
-{
- '_sleep' => 3,
-
- 'nummds' => 1,
- 'numosd' => 16, #[8],#10,14,16],
- 'numclient' => 32,#,4,10,20,40], #[10*16],
- '_n' => 32,
-
- '_start' => 15,
- '_end' => 45,
- '_kill_after' => 190,
-
- 'osd_pg_bits' => [4, 6],
- 'osd_auto_weight' => [0,1],
- 'file_layout_pg_size' => [1,2],
-
- '_custom' => '--syn createobjects 1000000 1048576 2',
-
- '_comb' => {
- 'x' => 'osd_pg_bits',
- 'vars' => [ 'osd.c_wrb' ]
- }
-};
projects / ceph-ci.git / commitdiff