ltp/fsx.c

   1 /*
   2  *      Copyright (C) 1991, NeXT Computer, Inc.  All Rights Reserverd.
   3  *
   4  *      File:   fsx.c
   5  *      Author: Avadis Tevanian, Jr.
   6  *
   7  *      File system exerciser.
   8  *
   9  *      Rewritten 8/98 by Conrad Minshall.
  10  *
  11  *      Small changes to work under Linux -- davej.
  12  *
  13  *      Checks for mmap last-page zero fill.
  14  */
  15
  16 #include "global.h"
  17
  18 #include <limits.h>
  19 #include <time.h>
  20 #include <strings.h>
  21 #include <sys/file.h>
  22 #include <sys/mman.h>
  23 #include <stdbool.h>
  24 #ifdef HAVE_ERR_H
  25 #include <err.h>
  26 #endif
  27 #include <signal.h>
  28 #include <stdio.h>
  29 #include <stddef.h>
  30 #include <stdlib.h>
  31 #include <string.h>
  32 #include <stdarg.h>
  33 #include <errno.h>
  34 #ifdef AIO
  35 #include <libaio.h>
  36 #endif
  37 #include <sys/syscall.h>
  38
  39 #ifndef MAP_FILE
  40 # define MAP_FILE 0
  41 #endif
  42
  43 #define NUMPRINTCOLUMNS 32      /* # columns of data to print on each line */
  44
  45 /* Operation flags */
  46
  47 enum opflags { FL_NONE = 0, FL_SKIPPED = 1, FL_CLOSE_OPEN = 2, FL_KEEP_SIZE = 4 };
  48
  49 /*
  50  *      A log entry is an operation and a bunch of arguments.
  51  */
  52
  53 struct log_entry {
  54         int     operation;
  55         int     nr_args;
  56         int     args[4];
  57         enum opflags flags;
  58 };
  59
  60 #define LOGSIZE 10000
  61
  62 struct log_entry        oplog[LOGSIZE]; /* the log */
  63 int                     logptr = 0;     /* current position in log */
  64 int                     logcount = 0;   /* total ops */
  65
  66 /*
  67  * The operation matrix is complex due to conditional execution of different
  68  * features. Hence when we come to deciding what operation to run, we need to
  69  * be careful in how we select the different operations. The active operations
  70  * are mapped to numbers as follows:
  71  *
  72  *                      lite    !lite   integrity
  73  * READ:                0       0       0
  74  * WRITE:               1       1       1
  75  * MAPREAD:             2       2       2
  76  * MAPWRITE:            3       3       3
  77  * TRUNCATE:            -       4       4
  78  * FALLOCATE:           -       5       5
  79  * PUNCH HOLE:          -       6       6
  80  * ZERO RANGE:          -       7       7
  81  * COLLAPSE RANGE:      -       8       8
  82  * FSYNC:               -       -       9
  83  *
  84  * When mapped read/writes are disabled, they are simply converted to normal
  85  * reads and writes. When fallocate/fpunch calls are disabled, they are
  86  * skipped.
  87  *
  88  * Because of the "lite" version, we also need to have different "maximum
  89  * operation" defines to allow the ops to be selected correctly based on the
  90  * mode being run.
  91  */
  92
  93 enum {
  94         /* common operations */
  95         OP_READ = 0,
  96         OP_WRITE,
  97         OP_MAPREAD,
  98         OP_MAPWRITE,
  99         OP_MAX_LITE,
 100
 101         /* !lite operations */
 102         OP_TRUNCATE = OP_MAX_LITE,
 103         OP_FALLOCATE,
 104         OP_PUNCH_HOLE,
 105         OP_ZERO_RANGE,
 106         OP_COLLAPSE_RANGE,
 107         OP_INSERT_RANGE,
 108         OP_CLONE_RANGE,
 109         OP_DEDUPE_RANGE,
 110         OP_COPY_RANGE,
 111         OP_MAX_FULL,
 112
 113         /* integrity operations */
 114         OP_FSYNC = OP_MAX_FULL,
 115         OP_MAX_INTEGRITY,
 116 };
 117
 118 #undef PAGE_SIZE
 119 #define PAGE_SIZE       getpagesize()
 120 #undef PAGE_MASK
 121 #define PAGE_MASK       (PAGE_SIZE - 1)
 122
 123 char    *original_buf;                  /* a pointer to the original data */
 124 char    *good_buf;                      /* a pointer to the correct data */
 125 char    *temp_buf;                      /* a pointer to the current data */
 126 char    *fname;                         /* name of our test file */
 127 char    *bname;                         /* basename of our test file */
 128 char    *logdev;                        /* -i flag */
 129 char    *logid;                         /* -j flag */
 130 char    dname[1024];                    /* -P flag */
 131 char    goodfile[PATH_MAX];
 132 int     dirpath = 0;                    /* -P flag */
 133 int     fd;                             /* fd for our test file */
 134
 135 blksize_t       block_size = 0;
 136 off_t           file_size = 0;
 137 off_t           biggest = 0;
 138 long long       testcalls = 0;          /* calls to function "test" */
 139
 140 long long       simulatedopcount = 0;   /* -b flag */
 141 int     closeprob = 0;                  /* -c flag */
 142 int     debug = 0;                      /* -d flag */
 143 long long       debugstart = 0;         /* -D flag */
 144 char    filldata = 0;                   /* -g flag */
 145 int     flush = 0;                      /* -f flag */
 146 int     do_fsync = 0;                   /* -y flag */
 147 unsigned long   maxfilelen = 256 * 1024;        /* -l flag */
 148 int     sizechecks = 1;                 /* -n flag disables them */
 149 int     maxoplen = 64 * 1024;           /* -o flag */
 150 int     quiet = 0;                      /* -q flag */
 151 long long       progressinterval = 0;   /* -p flag */
 152 int     readbdy = 1;                    /* -r flag */
 153 int     style = 0;                      /* -s flag */
 154 int     prealloc = 0;                   /* -x flag */
 155 int     truncbdy = 1;                   /* -t flag */
 156 int     writebdy = 1;                   /* -w flag */
 157 long    monitorstart = -1;              /* -m flag */
 158 long    monitorend = -1;                /* -m flag */
 159 int     lite = 0;                       /* -L flag */
 160 long long numops = -1;                  /* -N flag */
 161 int     randomoplen = 1;                /* -O flag disables it */
 162 int     seed = 1;                       /* -S flag */
 163 int     mapped_writes = 1;              /* -W flag disables */
 164 int     fallocate_calls = 1;            /* -F flag disables */
 165 int     keep_size_calls = 1;            /* -K flag disables */
 166 int     punch_hole_calls = 1;           /* -H flag disables */
 167 int     zero_range_calls = 1;           /* -z flag disables */
 168 int     collapse_range_calls = 1;       /* -C flag disables */
 169 int     insert_range_calls = 1;         /* -I flag disables */
 170 int     mapped_reads = 1;               /* -R flag disables it */
 171 int     check_file = 0;                 /* -X flag enables */
 172 int     clone_range_calls = 1;          /* -J flag disables */
 173 int     dedupe_range_calls = 1;         /* -B flag disables */
 174 int     copy_range_calls = 1;           /* -E flag disables */
 175 int     integrity = 0;                  /* -i flag */
 176 int     fsxgoodfd = 0;
 177 int     o_direct;                       /* -Z */
 178 int     aio = 0;
 179 int     mark_nr = 0;
 180
 181 int page_size;
 182 int page_mask;
 183 int mmap_mask;
 184 #ifdef AIO
 185 int aio_rw(int rw, int fd, char *buf, unsigned len, unsigned offset);
 186 #define READ 0
 187 #define WRITE 1
 188 #define fsxread(a,b,c,d)        aio_rw(READ, a,b,c,d)
 189 #define fsxwrite(a,b,c,d)       aio_rw(WRITE, a,b,c,d)
 190 #else
 191 #define fsxread(a,b,c,d)        read(a,b,c)
 192 #define fsxwrite(a,b,c,d)       write(a,b,c)
 193 #endif
 194
 195 const char *replayops = NULL;
 196 const char *recordops = NULL;
 197 FILE *  fsxlogf = NULL;
 198 FILE *  replayopsf = NULL;
 199 char opsfile[PATH_MAX];
 200 int badoff = -1;
 201 int closeopen = 0;
 202
 203 static void *round_ptr_up(void *ptr, unsigned long align, unsigned long offset)
 204 {
 205         unsigned long ret = (unsigned long)ptr;
 206
 207         ret = ((ret + align - 1) & ~(align - 1));
 208         ret += offset;
 209         return (void *)ret;
 210 }
 211
 212 void
 213 vwarnc(int code, const char *fmt, va_list ap)
 214 {
 215         if (logid)
 216                 fprintf(stderr, "%s: ", logid);
 217         fprintf(stderr, "fsx: ");
 218         if (fmt != NULL) {
 219                 vfprintf(stderr, fmt, ap);
 220                 fprintf(stderr, ": ");
 221         }
 222         fprintf(stderr, "%s\n", strerror(code));
 223 }
 224
 225 void
 226 warn(const char * fmt, ...)  {
 227         va_list ap;
 228         va_start(ap, fmt);
 229         vwarnc(errno, fmt, ap);
 230         va_end(ap);
 231 }
 232
 233 void
 234 prt(const char *fmt, ...)
 235 {
 236         va_list args;
 237
 238         if (logid)
 239                 fprintf(stdout, "%s: ", logid);
 240         va_start(args, fmt);
 241         vfprintf(stdout, fmt, args);
 242         va_end(args);
 243         if (fsxlogf) {
 244                 va_start(args, fmt);
 245                 vfprintf(fsxlogf, fmt, args);
 246                 va_end(args);
 247         }
 248 }
 249
 250 void
 251 prterr(const char *prefix)
 252 {
 253         prt("%s%s%s\n", prefix, prefix ? ": " : "", strerror(errno));
 254 }
 255
 256
 257 static const char *op_names[] = {
 258         [OP_READ] = "read",
 259         [OP_WRITE] = "write",
 260         [OP_MAPREAD] = "mapread",
 261         [OP_MAPWRITE] = "mapwrite",
 262         [OP_TRUNCATE] = "truncate",
 263         [OP_FALLOCATE] = "fallocate",
 264         [OP_PUNCH_HOLE] = "punch_hole",
 265         [OP_ZERO_RANGE] = "zero_range",
 266         [OP_COLLAPSE_RANGE] = "collapse_range",
 267         [OP_INSERT_RANGE] = "insert_range",
 268         [OP_CLONE_RANGE] = "clone_range",
 269         [OP_DEDUPE_RANGE] = "dedupe_range",
 270         [OP_COPY_RANGE] = "copy_range",
 271         [OP_FSYNC] = "fsync",
 272 };
 273
 274 static const char *op_name(int operation)
 275 {
 276         if (operation >= 0 &&
 277             operation < sizeof(op_names) / sizeof(op_names[0]))
 278                 return op_names[operation];
 279         return NULL;
 280 }
 281
 282 static int op_code(const char *name)
 283 {
 284         int i;
 285
 286         for (i = 0; i < sizeof(op_names) / sizeof(op_names[0]); i++)
 287                 if (op_names[i] && strcmp(name, op_names[i]) == 0)
 288                         return i;
 289         return -1;
 290 }
 291
 292 void
 293 log5(int operation, int arg0, int arg1, int arg2, enum opflags flags)
 294 {
 295         struct log_entry *le;
 296
 297         le = &oplog[logptr];
 298         le->operation = operation;
 299         if (closeopen)
 300                 flags |= FL_CLOSE_OPEN;
 301         le->args[0] = arg0;
 302         le->args[1] = arg1;
 303         le->args[2] = arg2;
 304         le->args[3] = file_size;
 305         le->nr_args = 4;
 306         le->flags = flags;
 307         logptr++;
 308         logcount++;
 309         if (logptr >= LOGSIZE)
 310                 logptr = 0;
 311 }
 312
 313 void
 314 log4(int operation, int arg0, int arg1, enum opflags flags)
 315 {
 316         struct log_entry *le;
 317
 318         le = &oplog[logptr];
 319         le->operation = operation;
 320         if (closeopen)
 321                 flags |= FL_CLOSE_OPEN;
 322         le->args[0] = arg0;
 323         le->args[1] = arg1;
 324         le->args[2] = file_size;
 325         le->nr_args = 3;
 326         le->flags = flags;
 327         logptr++;
 328         logcount++;
 329         if (logptr >= LOGSIZE)
 330                 logptr = 0;
 331 }
 332
 333 void
 334 logdump(void)
 335 {
 336         FILE    *logopsf;
 337         int     i, count, down;
 338         struct log_entry        *lp;
 339
 340         prt("LOG DUMP (%d total operations):\n", logcount);
 341
 342         logopsf = fopen(opsfile, "w");
 343         if (!logopsf)
 344                 prterr(opsfile);
 345
 346         if (logcount < LOGSIZE) {
 347                 i = 0;
 348                 count = logcount;
 349         } else {
 350                 i = logptr;
 351                 count = LOGSIZE;
 352         }
 353         for ( ; count > 0; count--) {
 354                 bool overlap, overlap2;
 355                 int opnum;
 356
 357                 opnum = i+1 + (logcount/LOGSIZE)*LOGSIZE;
 358                 prt("%d(%3d mod 256): ", opnum, opnum%256);
 359                 lp = &oplog[i];
 360
 361                 overlap = badoff >= lp->args[0] &&
 362                           badoff < lp->args[0] + lp->args[1];
 363
 364                 if (lp->flags & FL_SKIPPED) {
 365                         prt("SKIPPED (no operation)");
 366                         goto skipped;
 367                 }
 368
 369                 switch (lp->operation) {
 370                 case OP_MAPREAD:
 371                         prt("MAPREAD  0x%x thru 0x%x\t(0x%x bytes)",
 372                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 373                             lp->args[1]);
 374                         if (overlap)
 375                                 prt("\t***RRRR***");
 376                         break;
 377                 case OP_MAPWRITE:
 378                         prt("MAPWRITE 0x%x thru 0x%x\t(0x%x bytes)",
 379                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 380                             lp->args[1]);
 381                         if (overlap)
 382                                 prt("\t******WWWW");
 383                         break;
 384                 case OP_READ:
 385                         prt("READ     0x%x thru 0x%x\t(0x%x bytes)",
 386                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 387                             lp->args[1]);
 388                         if (overlap)
 389                                 prt("\t***RRRR***");
 390                         break;
 391                 case OP_WRITE:
 392                         prt("WRITE    0x%x thru 0x%x\t(0x%x bytes)",
 393                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 394                             lp->args[1]);
 395                         if (lp->args[0] > lp->args[2])
 396                                 prt(" HOLE");
 397                         else if (lp->args[0] + lp->args[1] > lp->args[2])
 398                                 prt(" EXTEND");
 399                         overlap = (badoff >= lp->args[0] ||
 400                                    badoff >=lp->args[2]) &&
 401                                   badoff < lp->args[0] + lp->args[1];
 402                         if (overlap)
 403                                 prt("\t***WWWW");
 404                         break;
 405                 case OP_TRUNCATE:
 406                         down = lp->args[1] < lp->args[2];
 407                         prt("TRUNCATE %s\tfrom 0x%x to 0x%x",
 408                             down ? "DOWN" : "UP", lp->args[2], lp->args[1]);
 409                         overlap = badoff >= lp->args[1 + !down] &&
 410                                   badoff < lp->args[1 + !!down];
 411                         if (overlap)
 412                                 prt("\t******WWWW");
 413                         break;
 414                 case OP_FALLOCATE:
 415                         /* 0: offset 1: length 2: where alloced */
 416                         prt("FALLOC   0x%x thru 0x%x\t(0x%x bytes) ",
 417                                 lp->args[0], lp->args[0] + lp->args[1],
 418                                 lp->args[1]);
 419                         if (lp->args[0] + lp->args[1] <= lp->args[2])
 420                                 prt("INTERIOR");
 421                         else if (lp->flags & FL_KEEP_SIZE)
 422                                 prt("PAST_EOF");
 423                         else
 424                                 prt("EXTENDING");
 425                         if (overlap)
 426                                 prt("\t******FFFF");
 427                         break;
 428                 case OP_PUNCH_HOLE:
 429                         prt("PUNCH    0x%x thru 0x%x\t(0x%x bytes)",
 430                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 431                             lp->args[1]);
 432                         if (overlap)
 433                                 prt("\t******PPPP");
 434                         break;
 435                 case OP_ZERO_RANGE:
 436                         prt("ZERO     0x%x thru 0x%x\t(0x%x bytes)",
 437                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 438                             lp->args[1]);
 439                         if (overlap)
 440                                 prt("\t******ZZZZ");
 441                         break;
 442                 case OP_COLLAPSE_RANGE:
 443                         prt("COLLAPSE 0x%x thru 0x%x\t(0x%x bytes)",
 444                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 445                             lp->args[1]);
 446                         if (overlap)
 447                                 prt("\t******CCCC");
 448                         break;
 449                 case OP_INSERT_RANGE:
 450                         prt("INSERT 0x%x thru 0x%x\t(0x%x bytes)",
 451                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 452                             lp->args[1]);
 453                         if (overlap)
 454                                 prt("\t******IIII");
 455                         break;
 456                 case OP_CLONE_RANGE:
 457                         prt("CLONE 0x%x thru 0x%x\t(0x%x bytes) to 0x%x thru 0x%x",
 458                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 459                             lp->args[1],
 460                             lp->args[2], lp->args[2] + lp->args[1] - 1);
 461                         overlap2 = badoff >= lp->args[2] &&
 462                                   badoff < lp->args[2] + lp->args[1];
 463                         if (overlap && overlap2)
 464                                 prt("\tJJJJ**JJJJ");
 465                         else if (overlap)
 466                                 prt("\tJJJJ******");
 467                         else if (overlap2)
 468                                 prt("\t******JJJJ");
 469                         break;
 470                 case OP_DEDUPE_RANGE:
 471                         prt("DEDUPE 0x%x thru 0x%x\t(0x%x bytes) to 0x%x thru 0x%x",
 472                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 473                             lp->args[1],
 474                             lp->args[2], lp->args[2] + lp->args[1] - 1);
 475                         overlap2 = badoff >= lp->args[2] &&
 476                                   badoff < lp->args[2] + lp->args[1];
 477                         if (overlap && overlap2)
 478                                 prt("\tBBBB**BBBB");
 479                         else if (overlap)
 480                                 prt("\tBBBB******");
 481                         else if (overlap2)
 482                                 prt("\t******BBBB");
 483                         break;
 484                 case OP_COPY_RANGE:
 485                         prt("COPY 0x%x thru 0x%x\t(0x%x bytes) to 0x%x thru 0x%x",
 486                             lp->args[0], lp->args[0] + lp->args[1] - 1,
 487                             lp->args[1],
 488                             lp->args[2], lp->args[2] + lp->args[1] - 1);
 489                         overlap2 = badoff >= lp->args[2] &&
 490                                   badoff < lp->args[2] + lp->args[1];
 491                         if (overlap && overlap2)
 492                                 prt("\tEEEE**EEEE");
 493                         else if (overlap)
 494                                 prt("\tEEEE******");
 495                         else if (overlap2)
 496                                 prt("\t******EEEE");
 497                         break;
 498                 case OP_FSYNC:
 499                         prt("FSYNC");
 500                         break;
 501                 default:
 502                         prt("BOGUS LOG ENTRY (operation code = %d)!",
 503                             lp->operation);
 504                         continue;
 505                 }
 506
 507             skipped:
 508                 if (lp->flags & FL_CLOSE_OPEN)
 509                         prt("\n\t\tCLOSE/OPEN");
 510                 prt("\n");
 511                 i++;
 512                 if (i == LOGSIZE)
 513                         i = 0;
 514
 515                 if (logopsf) {
 516                         int j;
 517
 518                         if (lp->flags & FL_SKIPPED)
 519                                 fprintf(logopsf, "skip ");
 520                         fprintf(logopsf, "%s", op_name(lp->operation));
 521                         for (j = 0; j < lp->nr_args; j++)
 522                                 fprintf(logopsf, " 0x%x", lp->args[j]);
 523                         if (lp->flags & FL_KEEP_SIZE)
 524                                 fprintf(logopsf, " keep_size");
 525                         if (lp->flags & FL_CLOSE_OPEN)
 526                                 fprintf(logopsf, " close_open");
 527                         if (overlap)
 528                                 fprintf(logopsf, " *");
 529                         fprintf(logopsf, "\n");
 530                 }
 531         }
 532
 533         if (logopsf) {
 534                 if (fclose(logopsf) != 0)
 535                         prterr(opsfile);
 536                 else
 537                         prt("Log of operations saved to \"%s\"; "
 538                             "replay with --replay-ops\n",
 539                             opsfile);
 540         }
 541 }
 542
 543
 544 void
 545 save_buffer(char *buffer, off_t bufferlength, int fd)
 546 {
 547         off_t ret;
 548         ssize_t byteswritten;
 549
 550         if (fd <= 0 || bufferlength == 0)
 551                 return;
 552
 553         if (bufferlength > SSIZE_MAX) {
 554                 prt("fsx flaw: overflow in save_buffer\n");
 555                 exit(67);
 556         }
 557         if (lite) {
 558                 off_t size_by_seek = lseek(fd, (off_t)0, SEEK_END);
 559                 if (size_by_seek == (off_t)-1)
 560                         prterr("save_buffer: lseek eof");
 561                 else if (bufferlength > size_by_seek) {
 562                         warn("save_buffer: .fsxgood file too short... will save 0x%llx bytes instead of 0x%llx\n", (unsigned long long)size_by_seek,
 563                              (unsigned long long)bufferlength);
 564                         bufferlength = size_by_seek;
 565                 }
 566         }
 567
 568         ret = lseek(fd, (off_t)0, SEEK_SET);
 569         if (ret == (off_t)-1)
 570                 prterr("save_buffer: lseek 0");
 571
 572         byteswritten = write(fd, buffer, (size_t)bufferlength);
 573         if (byteswritten != bufferlength) {
 574                 if (byteswritten == -1)
 575                         prterr("save_buffer write");
 576                 else
 577                         warn("save_buffer: short write, 0x%x bytes instead of 0x%llx\n",
 578                              (unsigned)byteswritten,
 579                              (unsigned long long)bufferlength);
 580         }
 581 }
 582
 583
 584 void
 585 report_failure(int status)
 586 {
 587         logdump();
 588
 589         if (fsxgoodfd) {
 590                 if (good_buf) {
 591                         save_buffer(good_buf, file_size, fsxgoodfd);
 592                         prt("Correct content saved for comparison\n");
 593                         prt("(maybe hexdump \"%s\" vs \"%s\")\n",
 594                             fname, goodfile);
 595                 }
 596                 close(fsxgoodfd);
 597         }
 598         exit(status);
 599 }
 600
 601
 602 #define short_at(cp) ((unsigned short)((*((unsigned char *)(cp)) << 8) | \
 603                                         *(((unsigned char *)(cp)) + 1)))
 604
 605 void
 606 mark_log(void)
 607 {
 608         char command[256];
 609         int ret;
 610
 611         snprintf(command, 256, "dmsetup message %s 0 mark %s.mark%d", logdev,
 612                  bname, mark_nr);
 613         ret = system(command);
 614         if (ret) {
 615                 prterr("dmsetup mark failed");
 616                 exit(211);
 617         }
 618 }
 619
 620 void
 621 dump_fsync_buffer(void)
 622 {
 623         char fname_buffer[PATH_MAX];
 624         int good_fd;
 625
 626         if (!good_buf)
 627                 return;
 628
 629         snprintf(fname_buffer, sizeof(fname_buffer), "%s%s.mark%d", dname,
 630                  bname, mark_nr);
 631         good_fd = open(fname_buffer, O_WRONLY|O_CREAT|O_TRUNC, 0666);
 632         if (good_fd < 0) {
 633                 prterr(fname_buffer);
 634                 exit(212);
 635         }
 636
 637         save_buffer(good_buf, file_size, good_fd);
 638         close(good_fd);
 639         prt("Dumped fsync buffer to %s\n", fname_buffer + dirpath);
 640 }
 641
 642 void
 643 check_buffers(char *buf, unsigned offset, unsigned size)
 644 {
 645         unsigned char c, t;
 646         unsigned i = 0;
 647         unsigned n = 0;
 648         unsigned op = 0;
 649         unsigned bad = 0;
 650
 651         if (memcmp(good_buf + offset, buf, size) != 0) {
 652                 prt("READ BAD DATA: offset = 0x%x, size = 0x%x, fname = %s\n",
 653                     offset, size, fname);
 654                 prt("OFFSET\tGOOD\tBAD\tRANGE\n");
 655                 while (size > 0) {
 656                         c = good_buf[offset];
 657                         t = buf[i];
 658                         if (c != t) {
 659                                 if (n < 16) {
 660                                         bad = short_at(&buf[i]);
 661                                         prt("0x%05x\t0x%04x\t0x%04x", offset,
 662                                             short_at(&good_buf[offset]), bad);
 663                                         op = buf[offset & 1 ? i+1 : i];
 664                                         prt("\t0x%05x\n", n);
 665                                         if (op)
 666                                                 prt("operation# (mod 256) for "
 667                                                   "the bad data may be %u\n",
 668                                                 ((unsigned)op & 0xff));
 669                                         else
 670                                                 prt("operation# (mod 256) for "
 671                                                   "the bad data unknown, check"
 672                                                   " HOLE and EXTEND ops\n");
 673                                 }
 674                                 n++;
 675                                 badoff = offset;
 676                         }
 677                         offset++;
 678                         i++;
 679                         size--;
 680                 }
 681                 report_failure(110);
 682         }
 683 }
 684
 685
 686 void
 687 check_size(void)
 688 {
 689         struct stat     statbuf;
 690         off_t   size_by_seek;
 691
 692         if (fstat(fd, &statbuf)) {
 693                 prterr("check_size: fstat");
 694                 statbuf.st_size = -1;
 695         }
 696         size_by_seek = lseek(fd, (off_t)0, SEEK_END);
 697         if (file_size != statbuf.st_size || file_size != size_by_seek) {
 698                 prt("Size error: expected 0x%llx stat 0x%llx seek 0x%llx\n",
 699                     (unsigned long long)file_size,
 700                     (unsigned long long)statbuf.st_size,
 701                     (unsigned long long)size_by_seek);
 702                 report_failure(120);
 703         }
 704 }
 705
 706
 707 void
 708 check_trunc_hack(void)
 709 {
 710         struct stat statbuf;
 711         off_t offset = file_size + (off_t)100000;
 712
 713         if (ftruncate(fd, file_size))
 714                 goto ftruncate_err;
 715         if (ftruncate(fd, offset))
 716                 goto ftruncate_err;
 717         fstat(fd, &statbuf);
 718         if (statbuf.st_size != offset) {
 719                 prt("no extend on truncate! not posix!\n");
 720                 exit(130);
 721         }
 722         if (ftruncate(fd, file_size)) {
 723 ftruncate_err:
 724                 prterr("check_trunc_hack: ftruncate");
 725                 exit(131);
 726         }
 727 }
 728
 729 void
 730 doflush(unsigned offset, unsigned size)
 731 {
 732         unsigned pg_offset;
 733         unsigned map_size;
 734         char    *p;
 735
 736         if (o_direct == O_DIRECT)
 737                 return;
 738
 739         pg_offset = offset & mmap_mask;
 740         map_size  = pg_offset + size;
 741
 742         if ((p = (char *)mmap(0, map_size, PROT_READ | PROT_WRITE,
 743                               MAP_FILE | MAP_SHARED, fd,
 744                               (off_t)(offset - pg_offset))) == (char *)-1) {
 745                 prterr("doflush: mmap");
 746                 report_failure(202);
 747         }
 748         if (msync(p, map_size, MS_INVALIDATE) != 0) {
 749                 prterr("doflush: msync");
 750                 report_failure(203);
 751         }
 752         if (munmap(p, map_size) != 0) {
 753                 prterr("doflush: munmap");
 754                 report_failure(204);
 755         }
 756 }
 757
 758 void
 759 doread(unsigned offset, unsigned size)
 760 {
 761         off_t ret;
 762         unsigned iret;
 763
 764         offset -= offset % readbdy;
 765         if (o_direct)
 766                 size -= size % readbdy;
 767         if (size == 0) {
 768                 if (!quiet && testcalls > simulatedopcount && !o_direct)
 769                         prt("skipping zero size read\n");
 770                 log4(OP_READ, offset, size, FL_SKIPPED);
 771                 return;
 772         }
 773         if (size + offset > file_size) {
 774                 if (!quiet && testcalls > simulatedopcount)
 775                         prt("skipping seek/read past end of file\n");
 776                 log4(OP_READ, offset, size, FL_SKIPPED);
 777                 return;
 778         }
 779
 780         log4(OP_READ, offset, size, FL_NONE);
 781
 782         if (testcalls <= simulatedopcount)
 783                 return;
 784
 785         if (!quiet &&
 786                 ((progressinterval && testcalls % progressinterval == 0)  ||
 787                 (debug &&
 788                        (monitorstart == -1 ||
 789                         (offset + size > monitorstart &&
 790                         (monitorend == -1 || offset <= monitorend))))))
 791                 prt("%lld read\t0x%x thru\t0x%x\t(0x%x bytes)\n", testcalls,
 792                     offset, offset + size - 1, size);
 793         ret = lseek(fd, (off_t)offset, SEEK_SET);
 794         if (ret == (off_t)-1) {
 795                 prterr("doread: lseek");
 796                 report_failure(140);
 797         }
 798         iret = fsxread(fd, temp_buf, size, offset);
 799         if (iret != size) {
 800                 if (iret == -1)
 801                         prterr("doread: read");
 802                 else
 803                         prt("short read: 0x%x bytes instead of 0x%x\n",
 804                             iret, size);
 805                 report_failure(141);
 806         }
 807         check_buffers(temp_buf, offset, size);
 808 }
 809
 810 void
 811 check_eofpage(char *s, unsigned offset, char *p, int size)
 812 {
 813         unsigned long last_page, should_be_zero;
 814
 815         if (offset + size <= (file_size & ~page_mask))
 816                 return;
 817         /*
 818          * we landed in the last page of the file
 819          * test to make sure the VM system provided 0's
 820          * beyond the true end of the file mapping
 821          * (as required by mmap def in 1996 posix 1003.1)
 822          */
 823         last_page = ((unsigned long)p + (offset & page_mask) + size) & ~page_mask;
 824
 825         for (should_be_zero = last_page + (file_size & page_mask);
 826              should_be_zero < last_page + page_size;
 827              should_be_zero++)
 828                 if (*(char *)should_be_zero) {
 829                         prt("Mapped %s: non-zero data past EOF (0x%llx) page offset 0x%x is 0x%04x\n",
 830                             s, file_size - 1, should_be_zero & page_mask,
 831                             short_at(should_be_zero));
 832                         report_failure(205);
 833                 }
 834 }
 835
 836 void
 837 check_contents(void)
 838 {
 839         static char *check_buf;
 840         unsigned offset = 0;
 841         unsigned size = file_size;
 842         unsigned map_offset;
 843         unsigned map_size;
 844         char *p;
 845         off_t ret;
 846         unsigned iret;
 847
 848         if (!check_buf) {
 849                 check_buf = (char *) malloc(maxfilelen + writebdy);
 850                 assert(check_buf != NULL);
 851                 check_buf = round_ptr_up(check_buf, writebdy, 0);
 852                 memset(check_buf, '\0', maxfilelen);
 853         }
 854
 855         if (o_direct)
 856                 size -= size % readbdy;
 857         if (size == 0)
 858                 return;
 859
 860         ret = lseek(fd, (off_t)offset, SEEK_SET);
 861         if (ret == (off_t)-1) {
 862                 prterr("doread: lseek");
 863                 report_failure(140);
 864         }
 865
 866         iret = fsxread(fd, check_buf, size, offset);
 867         if (iret != size) {
 868                 if (iret == -1)
 869                         prterr("check_contents: read");
 870                 else
 871                         prt("short check read: 0x%x bytes instead of 0x%x\n",
 872                             iret, size);
 873                 report_failure(141);
 874         }
 875         check_buffers(check_buf, offset, size);
 876
 877         /* Map eof page, check it */
 878         map_offset = size - (size & PAGE_MASK);
 879         if (map_offset == size)
 880                 map_offset -= PAGE_SIZE;
 881         map_size  = size - map_offset;
 882
 883         p = mmap(0, map_size, PROT_READ, MAP_SHARED, fd, map_offset);
 884         if (p == MAP_FAILED) {
 885                 prterr("check_contents: mmap");
 886                 report_failure(190);
 887         }
 888         check_eofpage("check_contents", map_offset, p, map_size);
 889
 890         if (munmap(p, map_size) != 0) {
 891                 prterr("check_contents: munmap");
 892                 report_failure(191);
 893         }
 894 }
 895
 896 void
 897 domapread(unsigned offset, unsigned size)
 898 {
 899         unsigned pg_offset;
 900         unsigned map_size;
 901         char    *p;
 902
 903         offset -= offset % readbdy;
 904         if (size == 0) {
 905                 if (!quiet && testcalls > simulatedopcount)
 906                         prt("skipping zero size read\n");
 907                 log4(OP_MAPREAD, offset, size, FL_SKIPPED);
 908                 return;
 909         }
 910         if (size + offset > file_size) {
 911                 if (!quiet && testcalls > simulatedopcount)
 912                         prt("skipping seek/read past end of file\n");
 913                 log4(OP_MAPREAD, offset, size, FL_SKIPPED);
 914                 return;
 915         }
 916
 917         log4(OP_MAPREAD, offset, size, FL_NONE);
 918
 919         if (testcalls <= simulatedopcount)
 920                 return;
 921
 922         if (!quiet &&
 923                 ((progressinterval && testcalls % progressinterval == 0) ||
 924                        (debug &&
 925                        (monitorstart == -1 ||
 926                         (offset + size > monitorstart &&
 927                         (monitorend == -1 || offset <= monitorend))))))
 928                 prt("%lld mapread\t0x%x thru\t0x%x\t(0x%x bytes)\n", testcalls,
 929                     offset, offset + size - 1, size);
 930
 931         pg_offset = offset & PAGE_MASK;
 932         map_size  = pg_offset + size;
 933
 934         if ((p = (char *)mmap(0, map_size, PROT_READ, MAP_SHARED, fd,
 935                               (off_t)(offset - pg_offset))) == (char *)-1) {
 936                 prterr("domapread: mmap");
 937                 report_failure(190);
 938         }
 939         memcpy(temp_buf, p + pg_offset, size);
 940
 941         check_eofpage("Read", offset, p, size);
 942
 943         if (munmap(p, map_size) != 0) {
 944                 prterr("domapread: munmap");
 945                 report_failure(191);
 946         }
 947
 948         check_buffers(temp_buf, offset, size);
 949 }
 950
 951
 952 void
 953 gendata(char *original_buf, char *good_buf, unsigned offset, unsigned size)
 954 {
 955         while (size--) {
 956                 if (filldata) {
 957                         good_buf[offset] = filldata;
 958                 } else {
 959                         good_buf[offset] = testcalls % 256;
 960                         if (offset % 2)
 961                                 good_buf[offset] += original_buf[offset];
 962                 }
 963                 offset++;
 964         }
 965 }
 966
 967
 968 void
 969 dowrite(unsigned offset, unsigned size)
 970 {
 971         off_t ret;
 972         unsigned iret;
 973
 974         offset -= offset % writebdy;
 975         if (o_direct)
 976                 size -= size % writebdy;
 977         if (size == 0) {
 978                 if (!quiet && testcalls > simulatedopcount && !o_direct)
 979                         prt("skipping zero size write\n");
 980                 log4(OP_WRITE, offset, size, FL_SKIPPED);
 981                 return;
 982         }
 983
 984         log4(OP_WRITE, offset, size, FL_NONE);
 985
 986         gendata(original_buf, good_buf, offset, size);
 987         if (file_size < offset + size) {
 988                 if (file_size < offset)
 989                         memset(good_buf + file_size, '\0', offset - file_size);
 990                 file_size = offset + size;
 991                 if (lite) {
 992                         warn("Lite file size bug in fsx!");
 993                         report_failure(149);
 994                 }
 995         }
 996
 997         if (testcalls <= simulatedopcount)
 998                 return;
 999
1000         if (!quiet &&
1001                 ((progressinterval && testcalls % progressinterval == 0) ||
1002                        (debug &&
1003                        (monitorstart == -1 ||
1004                         (offset + size > monitorstart &&
1005                         (monitorend == -1 || offset <= monitorend))))))
1006                 prt("%lld write\t0x%x thru\t0x%x\t(0x%x bytes)\n", testcalls,
1007                     offset, offset + size - 1, size);
1008         ret = lseek(fd, (off_t)offset, SEEK_SET);
1009         if (ret == (off_t)-1) {
1010                 prterr("dowrite: lseek");
1011                 report_failure(150);
1012         }
1013         iret = fsxwrite(fd, good_buf + offset, size, offset);
1014         if (iret != size) {
1015                 if (iret == -1)
1016                         prterr("dowrite: write");
1017                 else
1018                         prt("short write: 0x%x bytes instead of 0x%x\n",
1019                             iret, size);
1020                 report_failure(151);
1021         }
1022         if (do_fsync) {
1023                 if (fsync(fd)) {
1024                         prt("fsync() failed: %s\n", strerror(errno));
1025                         report_failure(152);
1026                 }
1027         }
1028         if (flush) {
1029                 doflush(offset, size);
1030         }
1031 }
1032
1033
1034 void
1035 domapwrite(unsigned offset, unsigned size)
1036 {
1037         unsigned pg_offset;
1038         unsigned map_size;
1039         off_t    cur_filesize;
1040         char    *p;
1041
1042         offset -= offset % writebdy;
1043         if (size == 0) {
1044                 if (!quiet && testcalls > simulatedopcount)
1045                         prt("skipping zero size write\n");
1046                 log4(OP_MAPWRITE, offset, size, FL_SKIPPED);
1047                 return;
1048         }
1049         cur_filesize = file_size;
1050
1051         log4(OP_MAPWRITE, offset, size, FL_NONE);
1052
1053         gendata(original_buf, good_buf, offset, size);
1054         if (file_size < offset + size) {
1055                 if (file_size < offset)
1056                         memset(good_buf + file_size, '\0', offset - file_size);
1057                 file_size = offset + size;
1058                 if (lite) {
1059                         warn("Lite file size bug in fsx!");
1060                         report_failure(200);
1061                 }
1062         }
1063
1064         if (testcalls <= simulatedopcount)
1065                 return;
1066
1067         if (!quiet &&
1068                 ((progressinterval && testcalls % progressinterval == 0) ||
1069                        (debug &&
1070                        (monitorstart == -1 ||
1071                         (offset + size > monitorstart &&
1072                         (monitorend == -1 || offset <= monitorend))))))
1073                 prt("%lld mapwrite\t0x%x thru\t0x%x\t(0x%x bytes)\n", testcalls,
1074                     offset, offset + size - 1, size);
1075
1076         if (file_size > cur_filesize) {
1077                 if (ftruncate(fd, file_size) == -1) {
1078                         prterr("domapwrite: ftruncate");
1079                         exit(201);
1080                 }
1081         }
1082         pg_offset = offset & PAGE_MASK;
1083         map_size  = pg_offset + size;
1084
1085         if ((p = (char *)mmap(0, map_size, PROT_READ | PROT_WRITE,
1086                               MAP_FILE | MAP_SHARED, fd,
1087                               (off_t)(offset - pg_offset))) == (char *)-1) {
1088                 prterr("domapwrite: mmap");
1089                 report_failure(202);
1090         }
1091         memcpy(p + pg_offset, good_buf + offset, size);
1092         if (msync(p, map_size, MS_SYNC) != 0) {
1093                 prterr("domapwrite: msync");
1094                 report_failure(203);
1095         }
1096
1097         check_eofpage("Write", offset, p, size);
1098
1099         if (munmap(p, map_size) != 0) {
1100                 prterr("domapwrite: munmap");
1101                 report_failure(204);
1102         }
1103 }
1104
1105
1106 void
1107 dotruncate(unsigned size)
1108 {
1109         int oldsize = file_size;
1110
1111         size -= size % truncbdy;
1112         if (size > biggest) {
1113                 biggest = size;
1114                 if (!quiet && testcalls > simulatedopcount)
1115                         prt("truncating to largest ever: 0x%x\n", size);
1116         }
1117
1118         log4(OP_TRUNCATE, 0, size, FL_NONE);
1119
1120         if (size > file_size)
1121                 memset(good_buf + file_size, '\0', size - file_size);
1122         file_size = size;
1123
1124         if (testcalls <= simulatedopcount)
1125                 return;
1126
1127         if ((progressinterval && testcalls % progressinterval == 0) ||
1128             (debug && (monitorstart == -1 || monitorend == -1 ||
1129                       size <= monitorend)))
1130                 prt("%lld trunc\tfrom 0x%x to 0x%x\n", testcalls, oldsize,
1131                                 size);
1132         if (ftruncate(fd, (off_t)size) == -1) {
1133                 prt("ftruncate1: %x\n", size);
1134                 prterr("dotruncate: ftruncate");
1135                 report_failure(160);
1136         }
1137 }
1138
1139 #ifdef FALLOC_FL_PUNCH_HOLE
1140 void
1141 do_punch_hole(unsigned offset, unsigned length)
1142 {
1143         unsigned end_offset;
1144         int max_offset = 0;
1145         int max_len = 0;
1146         int mode = FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE;
1147
1148         if (length == 0) {
1149                 if (!quiet && testcalls > simulatedopcount)
1150                         prt("skipping zero length punch hole\n");
1151                 log4(OP_PUNCH_HOLE, offset, length, FL_SKIPPED);
1152                 return;
1153         }
1154
1155         if (file_size <= (loff_t)offset) {
1156                 if (!quiet && testcalls > simulatedopcount)
1157                         prt("skipping hole punch off the end of the file\n");
1158                 log4(OP_PUNCH_HOLE, offset, length, FL_SKIPPED);
1159                 return;
1160         }
1161
1162         end_offset = offset + length;
1163
1164         log4(OP_PUNCH_HOLE, offset, length, FL_NONE);
1165
1166         if (testcalls <= simulatedopcount)
1167                 return;
1168
1169         if ((progressinterval && testcalls % progressinterval == 0) ||
1170             (debug && (monitorstart == -1 || monitorend == -1 ||
1171                       end_offset <= monitorend))) {
1172                 prt("%lld punch\tfrom 0x%x to 0x%x, (0x%x bytes)\n", testcalls,
1173                         offset, offset+length, length);
1174         }
1175         if (fallocate(fd, mode, (loff_t)offset, (loff_t)length) == -1) {
1176                 prt("punch hole: 0x%x to 0x%x\n", offset, offset + length);
1177                 prterr("do_punch_hole: fallocate");
1178                 report_failure(161);
1179         }
1180
1181
1182         max_offset = offset < file_size ? offset : file_size;
1183         max_len = max_offset + length <= file_size ? length :
1184                         file_size - max_offset;
1185         memset(good_buf + max_offset, '\0', max_len);
1186 }
1187
1188 #else
1189 void
1190 do_punch_hole(unsigned offset, unsigned length)
1191 {
1192         return;
1193 }
1194 #endif
1195
1196 #ifdef FALLOC_FL_ZERO_RANGE
1197 void
1198 do_zero_range(unsigned offset, unsigned length, int keep_size)
1199 {
1200         unsigned end_offset;
1201         int mode = FALLOC_FL_ZERO_RANGE;
1202
1203         if (length == 0) {
1204                 if (!quiet && testcalls > simulatedopcount)
1205                         prt("skipping zero length zero range\n");
1206                 log4(OP_ZERO_RANGE, offset, length, FL_SKIPPED |
1207                      (keep_size ? FL_KEEP_SIZE : FL_NONE));
1208                 return;
1209         }
1210
1211         end_offset = keep_size ? 0 : offset + length;
1212
1213         if (end_offset > biggest) {
1214                 biggest = end_offset;
1215                 if (!quiet && testcalls > simulatedopcount)
1216                         prt("zero_range to largest ever: 0x%x\n", end_offset);
1217         }
1218
1219         /*
1220          * last arg matches fallocate string array index in logdump:
1221          *      0: allocate past EOF
1222          *      1: extending prealloc
1223          *      2: interior prealloc
1224          */
1225         log4(OP_ZERO_RANGE, offset, length,
1226              keep_size ? FL_KEEP_SIZE : FL_NONE);
1227
1228         if (testcalls <= simulatedopcount)
1229                 return;
1230
1231         if ((progressinterval && testcalls % progressinterval == 0) ||
1232             (debug && (monitorstart == -1 || monitorend == -1 ||
1233                       end_offset <= monitorend))) {
1234                 prt("%lld zero\tfrom 0x%x to 0x%x, (0x%x bytes)\n", testcalls,
1235                         offset, offset+length, length);
1236         }
1237         if (fallocate(fd, mode, (loff_t)offset, (loff_t)length) == -1) {
1238                 prt("zero range: 0x%x to 0x%x\n", offset, offset + length);
1239                 prterr("do_zero_range: fallocate");
1240                 report_failure(161);
1241         }
1242
1243         memset(good_buf + offset, '\0', length);
1244 }
1245
1246 #else
1247 void
1248 do_zero_range(unsigned offset, unsigned length, int keep_size)
1249 {
1250         return;
1251 }
1252 #endif
1253
1254 #ifdef FALLOC_FL_COLLAPSE_RANGE
1255 void
1256 do_collapse_range(unsigned offset, unsigned length)
1257 {
1258         unsigned end_offset;
1259         int mode = FALLOC_FL_COLLAPSE_RANGE;
1260
1261         if (length == 0) {
1262                 if (!quiet && testcalls > simulatedopcount)
1263                         prt("skipping zero length collapse range\n");
1264                 log4(OP_COLLAPSE_RANGE, offset, length, FL_SKIPPED);
1265                 return;
1266         }
1267
1268         end_offset = offset + length;
1269         if ((loff_t)end_offset >= file_size) {
1270                 if (!quiet && testcalls > simulatedopcount)
1271                         prt("skipping collapse range behind EOF\n");
1272                 log4(OP_COLLAPSE_RANGE, offset, length, FL_SKIPPED);
1273                 return;
1274         }
1275
1276         log4(OP_COLLAPSE_RANGE, offset, length, FL_NONE);
1277
1278         if (testcalls <= simulatedopcount)
1279                 return;
1280
1281         if ((progressinterval && testcalls % progressinterval == 0) ||
1282             (debug && (monitorstart == -1 || monitorend == -1 ||
1283                       end_offset <= monitorend))) {
1284                 prt("%lld collapse\tfrom 0x%x to 0x%x, (0x%x bytes)\n",
1285                                 testcalls, offset, offset+length, length);
1286         }
1287         if (fallocate(fd, mode, (loff_t)offset, (loff_t)length) == -1) {
1288                 prt("collapse range: 0x%x to 0x%x\n", offset, offset + length);
1289                 prterr("do_collapse_range: fallocate");
1290                 report_failure(161);
1291         }
1292
1293         memmove(good_buf + offset, good_buf + end_offset,
1294                 file_size - end_offset);
1295         file_size -= length;
1296 }
1297
1298 #else
1299 void
1300 do_collapse_range(unsigned offset, unsigned length)
1301 {
1302         return;
1303 }
1304 #endif
1305
1306 #ifdef FALLOC_FL_INSERT_RANGE
1307 void
1308 do_insert_range(unsigned offset, unsigned length)
1309 {
1310         unsigned end_offset;
1311         int mode = FALLOC_FL_INSERT_RANGE;
1312
1313         if (length == 0) {
1314                 if (!quiet && testcalls > simulatedopcount)
1315                         prt("skipping zero length insert range\n");
1316                 log4(OP_INSERT_RANGE, offset, length, FL_SKIPPED);
1317                 return;
1318         }
1319
1320         if ((loff_t)offset >= file_size) {
1321                 if (!quiet && testcalls > simulatedopcount)
1322                         prt("skipping insert range behind EOF\n");
1323                 log4(OP_INSERT_RANGE, offset, length, FL_SKIPPED);
1324                 return;
1325         }
1326
1327         log4(OP_INSERT_RANGE, offset, length, FL_NONE);
1328
1329         if (testcalls <= simulatedopcount)
1330                 return;
1331
1332         end_offset = offset + length;
1333         if ((progressinterval && testcalls % progressinterval == 0) ||
1334             (debug && (monitorstart == -1 || monitorend == -1 ||
1335                       end_offset <= monitorend))) {
1336                 prt("%lld insert\tfrom 0x%x to 0x%x, (0x%x bytes)\n", testcalls,
1337                         offset, offset+length, length);
1338         }
1339         if (fallocate(fd, mode, (loff_t)offset, (loff_t)length) == -1) {
1340                 prt("insert range: 0x%x to 0x%x\n", offset, offset + length);
1341                 prterr("do_insert_range: fallocate");
1342                 report_failure(161);
1343         }
1344
1345         memmove(good_buf + end_offset, good_buf + offset,
1346                 file_size - offset);
1347         memset(good_buf + offset, '\0', length);
1348         file_size += length;
1349 }
1350
1351 #else
1352 void
1353 do_insert_range(unsigned offset, unsigned length)
1354 {
1355         return;
1356 }
1357 #endif
1358
1359 #ifdef FICLONERANGE
1360 int
1361 test_clone_range(void)
1362 {
1363         struct file_clone_range fcr = {
1364                 .src_fd = fd,
1365         };
1366
1367         if (ioctl(fd, FICLONERANGE, &fcr) &&
1368             (errno == EOPNOTSUPP || errno == ENOTTY)) {
1369                 if (!quiet)
1370                         fprintf(stderr,
1371                                 "main: filesystem does not support "
1372                                 "clone range, disabling!\n");
1373                 return 0;
1374         }
1375
1376         return 1;
1377 }
1378
1379 void
1380 do_clone_range(unsigned offset, unsigned length, unsigned dest)
1381 {
1382         struct file_clone_range fcr = {
1383                 .src_fd = fd,
1384                 .src_offset = offset,
1385                 .src_length = length,
1386                 .dest_offset = dest,
1387         };
1388
1389         if (length == 0) {
1390                 if (!quiet && testcalls > simulatedopcount)
1391                         prt("skipping zero length clone range\n");
1392                 log5(OP_CLONE_RANGE, offset, length, dest, FL_SKIPPED);
1393                 return;
1394         }
1395
1396         if ((loff_t)offset >= file_size) {
1397                 if (!quiet && testcalls > simulatedopcount)
1398                         prt("skipping clone range behind EOF\n");
1399                 log5(OP_CLONE_RANGE, offset, length, dest, FL_SKIPPED);
1400                 return;
1401         }
1402
1403         if (dest + length > biggest) {
1404                 biggest = dest + length;
1405                 if (!quiet && testcalls > simulatedopcount)
1406                         prt("cloning to largest ever: 0x%x\n", dest + length);
1407         }
1408
1409         log5(OP_CLONE_RANGE, offset, length, dest, FL_NONE);
1410
1411         if (testcalls <= simulatedopcount)
1412                 return;
1413
1414         if ((progressinterval && testcalls % progressinterval == 0) ||
1415             (debug && (monitorstart == -1 || monitorend == -1 ||
1416                        dest <= monitorstart || dest + length <= monitorend))) {
1417                 prt("%lu clone\tfrom 0x%x to 0x%x, (0x%x bytes) at 0x%x\n",
1418                         testcalls, offset, offset+length, length, dest);
1419         }
1420
1421         if (ioctl(fd, FICLONERANGE, &fcr) == -1) {
1422                 prt("clone range: 0x%x to 0x%x at 0x%x\n", offset,
1423                                 offset + length, dest);
1424                 prterr("do_clone_range: FICLONERANGE");
1425                 report_failure(161);
1426         }
1427
1428         memcpy(good_buf + dest, good_buf + offset, length);
1429         if (dest > file_size)
1430                 memset(good_buf + file_size, '\0', dest - file_size);
1431         if (dest + length > file_size)
1432                 file_size = dest + length;
1433 }
1434
1435 #else
1436 int
1437 test_clone_range(void)
1438 {
1439         return 0;
1440 }
1441
1442 void
1443 do_clone_range(unsigned offset, unsigned length, unsigned dest)
1444 {
1445         return;
1446 }
1447 #endif
1448
1449 #ifdef FIDEDUPERANGE
1450 int
1451 test_dedupe_range(void)
1452 {
1453         struct file_dedupe_range *fdr;
1454         off_t new_len;
1455         int error;
1456         int ret = 1;
1457
1458         /* Alloc memory */
1459         fdr = calloc(sizeof(struct file_dedupe_range_info) +
1460                      sizeof(struct file_dedupe_range), 1);
1461         if (!fdr) {
1462                 prterr("do_dedupe_range: malloc");
1463                 report_failure(161);
1464         }
1465
1466         /* Make sure we have at least two blocks */
1467         new_len = block_size * 2;
1468         if (file_size < new_len && ftruncate(fd, new_len)) {
1469                 warn("main: ftruncate");
1470                 exit(132);
1471         }
1472
1473         /* Try to dedupe them */
1474         fdr->src_length = block_size;
1475         fdr->dest_count = 1;
1476         fdr->info[0].dest_fd = fd;
1477         fdr->info[0].dest_offset = block_size;
1478
1479         if (ioctl(fd, FIDEDUPERANGE, fdr))
1480                 error = errno;
1481         else if (fdr->info[0].status < 0)
1482                 error = -fdr->info[0].status;
1483         else
1484                 error = 0;
1485
1486         /* Older kernels may return EINVAL... */
1487         if (error == EOPNOTSUPP || error == ENOTTY || error == EINVAL) {
1488                 if (!quiet)
1489                         fprintf(stderr,
1490                                 "main: filesystem does not support "
1491                                 "dedupe range, disabling!\n");
1492                 ret = 0;
1493         }
1494
1495         /* Put the file back the way it was. */
1496         if (file_size < new_len && ftruncate(fd, file_size)) {
1497                 warn("main: ftruncate");
1498                 exit(132);
1499         }
1500
1501         free(fdr);
1502         return ret;
1503 }
1504
1505 void
1506 do_dedupe_range(unsigned offset, unsigned length, unsigned dest)
1507 {
1508         struct file_dedupe_range *fdr;
1509
1510         if (length == 0) {
1511                 if (!quiet && testcalls > simulatedopcount)
1512                         prt("skipping zero length dedupe range\n");
1513                 log5(OP_DEDUPE_RANGE, offset, length, dest, FL_SKIPPED);
1514                 return;
1515         }
1516
1517         if ((loff_t)offset >= file_size) {
1518                 if (!quiet && testcalls > simulatedopcount)
1519                         prt("skipping dedupe range behind EOF\n");
1520                 log5(OP_DEDUPE_RANGE, offset, length, dest, FL_SKIPPED);
1521                 return;
1522         }
1523
1524         log5(OP_DEDUPE_RANGE, offset, length, dest, FL_NONE);
1525
1526         if (testcalls <= simulatedopcount)
1527                 return;
1528
1529         if ((progressinterval && testcalls % progressinterval == 0) ||
1530             (debug && (monitorstart == -1 || monitorend == -1 ||
1531                        dest <= monitorstart || dest + length <= monitorend))) {
1532                 prt("%lu dedupe\tfrom 0x%x to 0x%x, (0x%x bytes) at 0x%x\n",
1533                         testcalls, offset, offset+length, length, dest);
1534         }
1535
1536         /* Alloc memory */
1537         fdr = calloc(sizeof(struct file_dedupe_range_info) +
1538                      sizeof(struct file_dedupe_range), 1);
1539         if (!fdr) {
1540                 prterr("do_dedupe_range: malloc");
1541                 report_failure(161);
1542         }
1543
1544         /* Dedupe data blocks */
1545         fdr->src_offset = offset;
1546         fdr->src_length = length;
1547         fdr->dest_count = 1;
1548         fdr->info[0].dest_fd = fd;
1549         fdr->info[0].dest_offset = dest;
1550
1551         if (ioctl(fd, FIDEDUPERANGE, fdr) == -1) {
1552                 prt("dedupe range: 0x%x to 0x%x at 0x%x\n", offset,
1553                                 offset + length, dest);
1554                 prterr("do_dedupe_range(0): FIDEDUPERANGE");
1555                 report_failure(161);
1556         } else if (fdr->info[0].status < 0) {
1557                 errno = -fdr->info[0].status;
1558                 prt("dedupe range: 0x%x to 0x%x at 0x%x\n", offset,
1559                                 offset + length, dest);
1560                 prterr("do_dedupe_range(1): FIDEDUPERANGE");
1561                 report_failure(161);
1562         }
1563
1564         free(fdr);
1565 }
1566
1567 #else
1568 int
1569 test_dedupe_range(void)
1570 {
1571         return 0;
1572 }
1573
1574 void
1575 do_dedupe_range(unsigned offset, unsigned length, unsigned dest)
1576 {
1577         return;
1578 }
1579 #endif
1580
1581 #ifdef HAVE_COPY_FILE_RANGE
1582 int
1583 test_copy_range(void)
1584 {
1585         loff_t o1 = 0, o2 = 1;
1586
1587         if (syscall(__NR_copy_file_range, fd, &o1, fd, &o2, 1, 0) == -1 &&
1588             (errno == ENOSYS || errno == EOPNOTSUPP || errno == ENOTTY)) {
1589                 if (!quiet)
1590                         fprintf(stderr,
1591                                 "main: filesystem does not support "
1592                                 "copy range, disabling!\n");
1593                 return 0;
1594         }
1595
1596         return 1;
1597 }
1598
1599 void
1600 do_copy_range(unsigned offset, unsigned length, unsigned dest)
1601 {
1602         loff_t o1, o2;
1603         size_t olen;
1604         ssize_t nr;
1605         int tries = 0;
1606
1607         if (length == 0) {
1608                 if (!quiet && testcalls > simulatedopcount)
1609                         prt("skipping zero length copy range\n");
1610                 log5(OP_COPY_RANGE, offset, length, dest, FL_SKIPPED);
1611                 return;
1612         }
1613
1614         if ((loff_t)offset >= file_size) {
1615                 if (!quiet && testcalls > simulatedopcount)
1616                         prt("skipping copy range behind EOF\n");
1617                 log5(OP_COPY_RANGE, offset, length, dest, FL_SKIPPED);
1618                 return;
1619         }
1620
1621         if (dest + length > biggest) {
1622                 biggest = dest + length;
1623                 if (!quiet && testcalls > simulatedopcount)
1624                         prt("copying to largest ever: 0x%x\n", dest + length);
1625         }
1626
1627         log5(OP_COPY_RANGE, offset, length, dest, FL_NONE);
1628
1629         if (testcalls <= simulatedopcount)
1630                 return;
1631
1632         if ((progressinterval && testcalls % progressinterval == 0) ||
1633             (debug && (monitorstart == -1 || monitorend == -1 ||
1634                        dest <= monitorstart || dest + length <= monitorend))) {
1635                 prt("%lu copy\tfrom 0x%x to 0x%x, (0x%x bytes) at 0x%x\n",
1636                         testcalls, offset, offset+length, length, dest);
1637         }
1638
1639         o1 = offset;
1640         o2 = dest;
1641         olen = length;
1642
1643         while (olen > 0) {
1644                 nr = syscall(__NR_copy_file_range, fd, &o1, fd, &o2, olen, 0);
1645                 if (nr < 0) {
1646                         if (errno != EAGAIN || tries++ >= 300)
1647                                 break;
1648                 } else if (nr > olen) {
1649                         prt("copy range: 0x%x to 0x%x at 0x%x\n", offset,
1650                                         offset + length, dest);
1651                         prt("do_copy_range: asked %u, copied %u??\n",
1652                                         nr, olen);
1653                         report_failure(161);
1654                 } else if (nr > 0)
1655                         olen -= nr;
1656         }
1657         if (nr < 0) {
1658                 prt("copy range: 0x%x to 0x%x at 0x%x\n", offset,
1659                                 offset + length, dest);
1660                 prterr("do_copy_range:");
1661                 report_failure(161);
1662         }
1663
1664         memcpy(good_buf + dest, good_buf + offset, length);
1665         if (dest > file_size)
1666                 memset(good_buf + file_size, '\0', dest - file_size);
1667         if (dest + length > file_size)
1668                 file_size = dest + length;
1669 }
1670
1671 #else
1672 int
1673 test_copy_range(void)
1674 {
1675         return 0;
1676 }
1677
1678 void
1679 do_copy_range(unsigned offset, unsigned length, unsigned dest)
1680 {
1681         return;
1682 }
1683 #endif
1684
1685 #ifdef HAVE_LINUX_FALLOC_H
1686 /* fallocate is basically a no-op unless extending, then a lot like a truncate */
1687 void
1688 do_preallocate(unsigned offset, unsigned length, int keep_size)
1689 {
1690         unsigned end_offset;
1691
1692         if (length == 0) {
1693                 if (!quiet && testcalls > simulatedopcount)
1694                         prt("skipping zero length fallocate\n");
1695                 log4(OP_FALLOCATE, offset, length, FL_SKIPPED |
1696                      (keep_size ? FL_KEEP_SIZE : FL_NONE));
1697                 return;
1698         }
1699
1700         end_offset = keep_size ? 0 : offset + length;
1701
1702         if (end_offset > biggest) {
1703                 biggest = end_offset;
1704                 if (!quiet && testcalls > simulatedopcount)
1705                         prt("fallocating to largest ever: 0x%x\n", end_offset);
1706         }
1707
1708         /*
1709          * last arg matches fallocate string array index in logdump:
1710          *      0: allocate past EOF
1711          *      1: extending prealloc
1712          *      2: interior prealloc
1713          */
1714         log4(OP_FALLOCATE, offset, length,
1715              keep_size ? FL_KEEP_SIZE : FL_NONE);
1716
1717         if (end_offset > file_size) {
1718                 memset(good_buf + file_size, '\0', end_offset - file_size);
1719                 file_size = end_offset;
1720         }
1721
1722         if (testcalls <= simulatedopcount)
1723                 return;
1724
1725         if ((progressinterval && testcalls % progressinterval == 0) ||
1726             (debug && (monitorstart == -1 || monitorend == -1 ||
1727                       end_offset <= monitorend)))
1728                 prt("%lld falloc\tfrom 0x%x to 0x%x (0x%x bytes)\n", testcalls,
1729                                 offset, offset + length, length);
1730         if (fallocate(fd, keep_size ? FALLOC_FL_KEEP_SIZE : 0, (loff_t)offset, (loff_t)length) == -1) {
1731                 prt("fallocate: 0x%x to 0x%x\n", offset, offset + length);
1732                 prterr("do_preallocate: fallocate");
1733                 report_failure(161);
1734         }
1735 }
1736 #else
1737 void
1738 do_preallocate(unsigned offset, unsigned length, int keep_size)
1739 {
1740         return;
1741 }
1742 #endif
1743
1744 void
1745 writefileimage()
1746 {
1747         ssize_t iret;
1748
1749         if (lseek(fd, (off_t)0, SEEK_SET) == (off_t)-1) {
1750                 prterr("writefileimage: lseek");
1751                 report_failure(171);
1752         }
1753         iret = write(fd, good_buf, file_size);
1754         if ((off_t)iret != file_size) {
1755                 if (iret == -1)
1756                         prterr("writefileimage: write");
1757                 else
1758                         prt("short write: 0x%x bytes instead of 0x%llx\n",
1759                             iret, (unsigned long long)file_size);
1760                 report_failure(172);
1761         }
1762         if (lite ? 0 : ftruncate(fd, file_size) == -1) {
1763                 prt("ftruncate2: %llx\n", (unsigned long long)file_size);
1764                 prterr("writefileimage: ftruncate");
1765                 report_failure(173);
1766         }
1767 }
1768
1769
1770 void
1771 docloseopen(void)
1772 {
1773         if (testcalls <= simulatedopcount)
1774                 return;
1775
1776         if (debug)
1777                 prt("%lld close/open\n", testcalls);
1778         if (close(fd)) {
1779                 prterr("docloseopen: close");
1780                 report_failure(180);
1781         }
1782         if (system("echo 3 > /proc/sys/vm/drop_caches")) {
1783                 prterr("docloseopen: drop_caches");
1784                 report_failure(181);
1785         }
1786         fd = open(fname, O_RDWR|o_direct, 0);
1787         if (fd < 0) {
1788                 prterr("docloseopen: open");
1789                 report_failure(182);
1790         }
1791 }
1792
1793 void
1794 dofsync(void)
1795 {
1796         int ret;
1797
1798         if (testcalls <= simulatedopcount)
1799                 return;
1800         if (debug)
1801                 prt("%lld fsync\n", testcalls);
1802         log4(OP_FSYNC, 0, 0, 0);
1803         ret = fsync(fd);
1804         if (ret < 0) {
1805                 prterr("dofsync");
1806                 report_failure(210);
1807         }
1808         mark_log();
1809         dump_fsync_buffer();
1810         mark_nr++;
1811 }
1812
1813 #define TRIM_OFF(off, size)                     \
1814 do {                                            \
1815         if (size)                               \
1816                 (off) %= (size);                \
1817         else                                    \
1818                 (off) = 0;                      \
1819 } while (0)
1820
1821 #define TRIM_LEN(off, len, size)                \
1822 do {                                            \
1823         if ((off) + (len) > (size))             \
1824                 (len) = (size) - (off);         \
1825 } while (0)
1826
1827 #define TRIM_OFF_LEN(off, len, size)            \
1828 do {                                            \
1829         TRIM_OFF(off, size);                    \
1830         TRIM_LEN(off, len, size);               \
1831 } while (0)
1832
1833 void
1834 cleanup(int sig)
1835 {
1836         if (sig)
1837                 prt("signal %d\n", sig);
1838         prt("testcalls = %lld\n", testcalls);
1839         exit(sig);
1840 }
1841
1842 static int
1843 op_args_count(int operation)
1844 {
1845         switch (operation) {
1846         case OP_CLONE_RANGE:
1847         case OP_DEDUPE_RANGE:
1848         case OP_COPY_RANGE:
1849                 return 4;
1850         default:
1851                 return 3;
1852         }
1853 }
1854
1855 static int
1856 read_op(struct log_entry *log_entry)
1857 {
1858         char line[256];
1859
1860         memset(log_entry, 0, sizeof(*log_entry));
1861         log_entry->operation = -1;
1862
1863         while (log_entry->operation == -1) {
1864                 char *str;
1865                 int i;
1866
1867                 do {
1868                         if (!fgets(line, sizeof(line), replayopsf)) {
1869                                 if (feof(replayopsf)) {
1870                                         replayopsf = NULL;
1871                                         return 0;
1872                                 }
1873                                 goto fail;
1874                         }
1875                         str = strtok(line, " \t\n");
1876                 } while (!str || str[0] == '#');
1877
1878                 if (strcmp(str, "skip") == 0) {
1879                         log_entry->flags |= FL_SKIPPED;
1880                         str = strtok(NULL, " \t\n");
1881                         if (!str)
1882                                 goto fail;
1883                 }
1884                 log_entry->operation = op_code(str);
1885                 if (log_entry->operation == -1)
1886                         goto fail;
1887                 log_entry->nr_args = op_args_count(log_entry->operation);
1888                 for (i = 0; i < log_entry->nr_args; i++) {
1889                         char *end;
1890
1891                         str = strtok(NULL, " \t\n");
1892                         if (!str)
1893                                 goto fail;
1894                         log_entry->args[i] = strtoul(str, &end, 0);
1895                         if (*end)
1896                                 goto fail;
1897                 }
1898                 while ((str = strtok(NULL, " \t\n"))) {
1899                         if (strcmp(str, "keep_size") == 0)
1900                                 log_entry->flags |= FL_KEEP_SIZE;
1901                         else if (strcmp(str, "close_open") == 0)
1902                                 log_entry->flags |= FL_CLOSE_OPEN;
1903                         else if (strcmp(str, "*") == 0)
1904                                 ;  /* overlap marker; ignore */
1905                         else
1906                                 goto fail;
1907                 }
1908         }
1909         return 1;
1910
1911 fail:
1912         fprintf(stderr, "%s: parse error\n", replayops);
1913         fclose(replayopsf);
1914         replayopsf = NULL;
1915         cleanup(100);  /* doesn't return */
1916         return 0;
1917 }
1918
1919 static inline bool
1920 range_overlaps(
1921         unsigned long   off0,
1922         unsigned long   off1,
1923         unsigned long   size)
1924 {
1925         return llabs((unsigned long long)off1 - off0) < size;
1926 }
1927
1928 int
1929 test(void)
1930 {
1931         unsigned long   offset, offset2;
1932         unsigned long   size;
1933         unsigned long   rv;
1934         unsigned long   op;
1935         int             keep_size = 0;
1936
1937         if (simulatedopcount > 0 && testcalls == simulatedopcount)
1938                 writefileimage();
1939
1940         testcalls++;
1941
1942         if (debugstart > 0 && testcalls >= debugstart)
1943                 debug = 1;
1944
1945         if (!quiet && testcalls < simulatedopcount && testcalls % 100000 == 0)
1946                 prt("%lld...\n", testcalls);
1947
1948         if (replayopsf) {
1949                 struct log_entry log_entry;
1950
1951                 while (read_op(&log_entry)) {
1952                         if (log_entry.flags & FL_SKIPPED) {
1953                                 log4(log_entry.operation,
1954                                      log_entry.args[0], log_entry.args[1],
1955                                      log_entry.flags);
1956                                 continue;
1957                         }
1958
1959                         op = log_entry.operation;
1960                         offset = log_entry.args[0];
1961                         size = log_entry.args[1];
1962                         offset2 = log_entry.args[2];
1963                         closeopen = !!(log_entry.flags & FL_CLOSE_OPEN);
1964                         keep_size = !!(log_entry.flags & FL_KEEP_SIZE);
1965                         goto have_op;
1966                 }
1967                 return 0;
1968         }
1969
1970         rv = random();
1971         if (closeprob)
1972                 closeopen = (rv >> 3) < (1 << 28) / closeprob;
1973
1974         offset = random();
1975         offset2 = 0;
1976         size = maxoplen;
1977         if (randomoplen)
1978                 size = random() % (maxoplen + 1);
1979
1980         /* calculate appropriate op to run */
1981         if (lite)
1982                 op = rv % OP_MAX_LITE;
1983         else if (!integrity)
1984                 op = rv % OP_MAX_FULL;
1985         else
1986                 op = rv % OP_MAX_INTEGRITY;
1987
1988         switch(op) {
1989         case OP_TRUNCATE:
1990                 if (!style)
1991                         size = random() % maxfilelen;
1992                 break;
1993         case OP_FALLOCATE:
1994                 if (fallocate_calls && size && keep_size_calls)
1995                         keep_size = random() % 2;
1996                 break;
1997         case OP_ZERO_RANGE:
1998                 if (zero_range_calls && size && keep_size_calls)
1999                         keep_size = random() % 2;
2000                 break;
2001         case OP_CLONE_RANGE:
2002                 TRIM_OFF_LEN(offset, size, file_size);
2003                 offset = offset & ~(block_size - 1);
2004                 size = size & ~(block_size - 1);
2005                 do {
2006                         offset2 = random();
2007                         TRIM_OFF(offset2, maxfilelen);
2008                         offset2 = offset2 & ~(block_size - 1);
2009                 } while (range_overlaps(offset, offset2, size) ||
2010                          offset2 + size > maxfilelen);
2011                 break;
2012         case OP_DEDUPE_RANGE:
2013                 {
2014                         int tries = 0;
2015
2016                         TRIM_OFF_LEN(offset, size, file_size);
2017                         offset = offset & ~(block_size - 1);
2018                         size = size & ~(block_size - 1);
2019                         do {
2020                                 if (tries++ >= 30) {
2021                                         size = 0;
2022                                         break;
2023                                 }
2024                                 offset2 = random();
2025                                 TRIM_OFF(offset2, file_size);
2026                                 offset2 = offset2 & ~(block_size - 1);
2027                         } while (range_overlaps(offset, offset2, size) ||
2028                                  offset2 + size > file_size);
2029                         break;
2030                 }
2031         case OP_COPY_RANGE:
2032                 TRIM_OFF_LEN(offset, size, file_size);
2033                 offset -= offset % readbdy;
2034                 if (o_direct)
2035                         size -= size % readbdy;
2036                 do {
2037                         offset2 = random();
2038                         TRIM_OFF(offset2, maxfilelen);
2039                         offset2 -= offset2 % writebdy;
2040                 } while (range_overlaps(offset, offset2, size) ||
2041                          offset2 + size > maxfilelen);
2042                 break;
2043         }
2044
2045 have_op:
2046
2047         switch (op) {
2048         case OP_MAPREAD:
2049                 if (!mapped_reads)
2050                         op = OP_READ;
2051                 break;
2052         case OP_MAPWRITE:
2053                 if (!mapped_writes)
2054                         op = OP_WRITE;
2055                 break;
2056         case OP_FALLOCATE:
2057                 if (!fallocate_calls) {
2058                         log4(OP_FALLOCATE, offset, size, FL_SKIPPED);
2059                         goto out;
2060                 }
2061                 break;
2062         case OP_PUNCH_HOLE:
2063                 if (!punch_hole_calls) {
2064                         log4(OP_PUNCH_HOLE, offset, size, FL_SKIPPED);
2065                         goto out;
2066                 }
2067                 break;
2068         case OP_ZERO_RANGE:
2069                 if (!zero_range_calls) {
2070                         log4(OP_ZERO_RANGE, offset, size, FL_SKIPPED);
2071                         goto out;
2072                 }
2073                 break;
2074         case OP_COLLAPSE_RANGE:
2075                 if (!collapse_range_calls) {
2076                         log4(OP_COLLAPSE_RANGE, offset, size, FL_SKIPPED);
2077                         goto out;
2078                 }
2079                 break;
2080         case OP_INSERT_RANGE:
2081                 if (!insert_range_calls) {
2082                         log4(OP_INSERT_RANGE, offset, size, FL_SKIPPED);
2083                         goto out;
2084                 }
2085                 break;
2086         case OP_CLONE_RANGE:
2087                 if (!clone_range_calls) {
2088                         log5(op, offset, size, offset2, FL_SKIPPED);
2089                         goto out;
2090                 }
2091                 break;
2092         case OP_DEDUPE_RANGE:
2093                 if (!dedupe_range_calls) {
2094                         log5(op, offset, size, offset2, FL_SKIPPED);
2095                         goto out;
2096                 }
2097                 break;
2098         case OP_COPY_RANGE:
2099                 if (!copy_range_calls) {
2100                         log5(op, offset, size, offset2, FL_SKIPPED);
2101                         goto out;
2102                 }
2103                 break;
2104         }
2105
2106         switch (op) {
2107         case OP_READ:
2108                 TRIM_OFF_LEN(offset, size, file_size);
2109                 doread(offset, size);
2110                 break;
2111
2112         case OP_WRITE:
2113                 TRIM_OFF_LEN(offset, size, maxfilelen);
2114                 dowrite(offset, size);
2115                 break;
2116
2117         case OP_MAPREAD:
2118                 TRIM_OFF_LEN(offset, size, file_size);
2119                 domapread(offset, size);
2120                 break;
2121
2122         case OP_MAPWRITE:
2123                 TRIM_OFF_LEN(offset, size, maxfilelen);
2124                 domapwrite(offset, size);
2125                 break;
2126
2127         case OP_TRUNCATE:
2128                 dotruncate(size);
2129                 break;
2130
2131         case OP_FALLOCATE:
2132                 TRIM_OFF_LEN(offset, size, maxfilelen);
2133                 do_preallocate(offset, size, keep_size);
2134                 break;
2135
2136         case OP_PUNCH_HOLE:
2137                 TRIM_OFF_LEN(offset, size, file_size);
2138                 do_punch_hole(offset, size);
2139                 break;
2140         case OP_ZERO_RANGE:
2141                 TRIM_OFF_LEN(offset, size, file_size);
2142                 do_zero_range(offset, size, keep_size);
2143                 break;
2144         case OP_COLLAPSE_RANGE:
2145                 TRIM_OFF_LEN(offset, size, file_size - 1);
2146                 offset = offset & ~(block_size - 1);
2147                 size = size & ~(block_size - 1);
2148                 if (size == 0) {
2149                         log4(OP_COLLAPSE_RANGE, offset, size, FL_SKIPPED);
2150                         goto out;
2151                 }
2152                 do_collapse_range(offset, size);
2153                 break;
2154         case OP_INSERT_RANGE:
2155                 TRIM_OFF(offset, file_size);
2156                 TRIM_LEN(file_size, size, maxfilelen);
2157                 offset = offset & ~(block_size - 1);
2158                 size = size & ~(block_size - 1);
2159                 if (size == 0) {
2160                         log4(OP_INSERT_RANGE, offset, size, FL_SKIPPED);
2161                         goto out;
2162                 }
2163                 if (file_size + size > maxfilelen) {
2164                         log4(OP_INSERT_RANGE, offset, size, FL_SKIPPED);
2165                         goto out;
2166                 }
2167
2168                 do_insert_range(offset, size);
2169                 break;
2170         case OP_CLONE_RANGE:
2171                 if (size == 0) {
2172                         log5(OP_CLONE_RANGE, offset, size, offset2, FL_SKIPPED);
2173                         goto out;
2174                 }
2175                 if (offset2 + size > maxfilelen) {
2176                         log5(OP_CLONE_RANGE, offset, size, offset2, FL_SKIPPED);
2177                         goto out;
2178                 }
2179
2180                 do_clone_range(offset, size, offset2);
2181                 break;
2182         case OP_DEDUPE_RANGE:
2183                 if (size == 0) {
2184                         log5(OP_DEDUPE_RANGE, offset, size, offset2, FL_SKIPPED);
2185                         goto out;
2186                 }
2187                 if (offset2 + size > maxfilelen) {
2188                         log5(OP_DEDUPE_RANGE, offset, size, offset2, FL_SKIPPED);
2189                         goto out;
2190                 }
2191
2192                 do_dedupe_range(offset, size, offset2);
2193                 break;
2194         case OP_COPY_RANGE:
2195                 if (size == 0) {
2196                         log5(OP_COPY_RANGE, offset, size, offset2, FL_SKIPPED);
2197                         goto out;
2198                 }
2199                 if (offset2 + size > maxfilelen) {
2200                         log5(OP_COPY_RANGE, offset, size, offset2, FL_SKIPPED);
2201                         goto out;
2202                 }
2203
2204                 do_copy_range(offset, size, offset2);
2205                 break;
2206         case OP_FSYNC:
2207                 dofsync();
2208                 break;
2209         default:
2210                 prterr("test: unknown operation");
2211                 report_failure(42);
2212                 break;
2213         }
2214
2215         if (check_file && testcalls > simulatedopcount)
2216                 check_contents();
2217
2218 out:
2219         if (closeopen)
2220                 docloseopen();
2221         if (sizechecks && testcalls > simulatedopcount)
2222                 check_size();
2223         return 1;
2224 }
2225
2226
2227 void
2228 usage(void)
2229 {
2230         fprintf(stdout, "usage: %s",
2231                 "fsx [-dknqxABEFJLOWZ] [-b opnum] [-c Prob] [-g filldata] [-i logdev] [-j logid] [-l flen] [-m start:end] [-o oplen] [-p progressinterval] [-r readbdy] [-s style] [-t truncbdy] [-w writebdy] [-D startingop] [-N numops] [-P dirpath] [-S seed] fname\n\
2232         -b opnum: beginning operation number (default 1)\n\
2233         -c P: 1 in P chance of file close+open at each op (default infinity)\n\
2234         -d: debug output for all operations\n\
2235         -f flush and invalidate cache after I/O\n\
2236         -g X: write character X instead of random generated data\n\
2237         -i logdev: do integrity testing, logdev is the dm log writes device\n\
2238         -j logid: prefix debug log messsages with this id\n\
2239         -k: do not truncate existing file and use its size as upper bound on file size\n\
2240         -l flen: the upper bound on file size (default 262144)\n\
2241         -m startop:endop: monitor (print debug output) specified byte range (default 0:infinity)\n\
2242         -n: no verifications of file size\n\
2243         -o oplen: the upper bound on operation size (default 65536)\n\
2244         -p progressinterval: debug output at specified operation interval\n\
2245         -q: quieter operation\n\
2246         -r readbdy: 4096 would make reads page aligned (default 1)\n\
2247         -s style: 1 gives smaller truncates (default 0)\n\
2248         -t truncbdy: 4096 would make truncates page aligned (default 1)\n\
2249         -w writebdy: 4096 would make writes page aligned (default 1)\n\
2250         -x: preallocate file space before starting, XFS only (default 0)\n\
2251         -y synchronize changes to a file\n"
2252
2253 #ifdef AIO
2254 "       -A: Use the AIO system calls\n"
2255 #endif
2256 "       -D startingop: debug output starting at specified operation\n"
2257 #ifdef HAVE_LINUX_FALLOC_H
2258 "       -F: Do not use fallocate (preallocation) calls\n"
2259 #endif
2260 #ifdef FALLOC_FL_PUNCH_HOLE
2261 "       -H: Do not use punch hole calls\n"
2262 #endif
2263 #ifdef FALLOC_FL_ZERO_RANGE
2264 "       -z: Do not use zero range calls\n"
2265 #endif
2266 #ifdef FALLOC_FL_COLLAPSE_RANGE
2267 "       -C: Do not use collapse range calls\n"
2268 #endif
2269 #ifdef FALLOC_FL_INSERT_RANGE
2270 "       -I: Do not use insert range calls\n"
2271 #endif
2272 #ifdef FICLONERANGE
2273 "       -J: Do not use clone range calls\n"
2274 #endif
2275 #ifdef FIDEDUPERANGE
2276 "       -B: Do not use dedupe range calls\n"
2277 #endif
2278 #ifdef HAVE_COPY_FILE_RANGE
2279 "       -E: Do not use copy range calls\n"
2280 #endif
2281 "       -L: fsxLite - no file creations & no file size changes\n\
2282         -N numops: total # operations to do (default infinity)\n\
2283         -O: use oplen (see -o flag) for every op (default random)\n\
2284         -P: save .fsxlog .fsxops and .fsxgood files in dirpath (default ./)\n\
2285         -S seed: for random # generator (default 1) 0 gets timestamp\n\
2286         -W: mapped write operations DISabled\n\
2287         -X: Read file and compare to good buffer after every operation.\n\
2288         -R: read() system calls only (mapped reads disabled)\n\
2289         -Z: O_DIRECT (use -R, -W, -r and -w too)\n\
2290         --replay-ops opsfile: replay ops from recorded .fsxops file\n\
2291         --record-ops[=opsfile]: dump ops file also on success. optionally specify ops file name\n\
2292         fname: this filename is REQUIRED (no default)\n");
2293         exit(90);
2294 }
2295
2296
2297 long long
2298 getnum(char *s, char **e)
2299 {
2300         long long ret;
2301
2302         *e = (char *) 0;
2303         ret = strtoll(s, e, 0);
2304         if (*e)
2305                 switch (**e) {
2306                 case 'b':
2307                 case 'B':
2308                         ret *= 512;
2309                         *e = *e + 1;
2310                         break;
2311                 case 'k':
2312                 case 'K':
2313                         ret *= 1024;
2314                         *e = *e + 1;
2315                         break;
2316                 case 'm':
2317                 case 'M':
2318                         ret *= 1024*1024;
2319                         *e = *e + 1;
2320                         break;
2321                 case 'w':
2322                 case 'W':
2323                         ret *= 4;
2324                         *e = *e + 1;
2325                         break;
2326                 }
2327         return (ret);
2328 }
2329
2330 #ifdef AIO
2331
2332 #define QSZ     1024
2333 io_context_t    io_ctx;
2334 struct iocb     iocb;
2335
2336 int aio_setup()
2337 {
2338         int ret;
2339         ret = io_queue_init(QSZ, &io_ctx);
2340         if (ret != 0) {
2341                 fprintf(stderr, "aio_setup: io_queue_init failed: %s\n",
2342                         strerror(ret));
2343                 return(-1);
2344         }
2345         return(0);
2346 }
2347
2348 int
2349 __aio_rw(int rw, int fd, char *buf, unsigned len, unsigned offset)
2350 {
2351         struct io_event event;
2352         static struct timespec ts;
2353         struct iocb *iocbs[] = { &iocb };
2354         int ret;
2355         long res;
2356
2357         if (rw == READ) {
2358                 io_prep_pread(&iocb, fd, buf, len, offset);
2359         } else {
2360                 io_prep_pwrite(&iocb, fd, buf, len, offset);
2361         }
2362
2363         ts.tv_sec = 30;
2364         ts.tv_nsec = 0;
2365         ret = io_submit(io_ctx, 1, iocbs);
2366         if (ret != 1) {
2367                 fprintf(stderr, "errcode=%d\n", ret);
2368                 fprintf(stderr, "aio_rw: io_submit failed: %s\n",
2369                                 strerror(ret));
2370                 goto out_error;
2371         }
2372
2373         ret = io_getevents(io_ctx, 1, 1, &event, &ts);
2374         if (ret != 1) {
2375                 if (ret == 0)
2376                         fprintf(stderr, "aio_rw: no events available\n");
2377                 else {
2378                         fprintf(stderr, "errcode=%d\n", -ret);
2379                         fprintf(stderr, "aio_rw: io_getevents failed: %s\n",
2380                                         strerror(-ret));
2381                 }
2382                 goto out_error;
2383         }
2384         if (len != event.res) {
2385                 /*
2386                  * The b0rked libaio defines event.res as unsigned.
2387                  * However the kernel strucuture has it signed,
2388                  * and it's used to pass negated error value.
2389                  * Till the library is fixed use the temp var.
2390                  */
2391                 res = (long)event.res;
2392                 if (res >= 0)
2393                         fprintf(stderr, "bad io length: %lu instead of %u\n",
2394                                         res, len);
2395                 else {
2396                         fprintf(stderr, "errcode=%ld\n", -res);
2397                         fprintf(stderr, "aio_rw: async io failed: %s\n",
2398                                         strerror(-res));
2399                         ret = res;
2400                         goto out_error;
2401                 }
2402
2403         }
2404         return event.res;
2405
2406 out_error:
2407         /*
2408          * The caller expects error return in traditional libc
2409          * convention, i.e. -1 and the errno set to error.
2410          */
2411         errno = -ret;
2412         return -1;
2413 }
2414
2415 int aio_rw(int rw, int fd, char *buf, unsigned len, unsigned offset)
2416 {
2417         int ret;
2418
2419         if (aio) {
2420                 ret = __aio_rw(rw, fd, buf, len, offset);
2421         } else {
2422                 if (rw == READ)
2423                         ret = read(fd, buf, len);
2424                 else
2425                         ret = write(fd, buf, len);
2426         }
2427         return ret;
2428 }
2429
2430 #endif
2431
2432 #define test_fallocate(mode) __test_fallocate(mode, #mode)
2433
2434 int
2435 __test_fallocate(int mode, const char *mode_str)
2436 {
2437 #ifdef HAVE_LINUX_FALLOC_H
2438         int ret = 0;
2439         if (!lite) {
2440                 if (fallocate(fd, mode, file_size, 1) &&
2441                     (errno == ENOSYS || errno == EOPNOTSUPP)) {
2442                         if(!quiet)
2443                                 fprintf(stderr,
2444                                         "main: filesystem does not support "
2445                                         "fallocate mode %s, disabling!\n",
2446                                         mode_str);
2447                 } else {
2448                         ret = 1;
2449                         if (ftruncate(fd, file_size)) {
2450                                 warn("main: ftruncate");
2451                                 exit(132);
2452                         }
2453                 }
2454         }
2455         return ret;
2456 #endif
2457 }
2458
2459 static struct option longopts[] = {
2460         {"replay-ops", required_argument, 0, 256},
2461         {"record-ops", optional_argument, 0, 255},
2462         { }
2463 };
2464
2465 int
2466 main(int argc, char **argv)
2467 {
2468         int     i, style, ch;
2469         char    *endp, *tmp;
2470         char logfile[PATH_MAX];
2471         struct stat statbuf;
2472         int o_flags = O_RDWR|O_CREAT|O_TRUNC;
2473
2474         logfile[0] = 0;
2475         dname[0] = 0;
2476
2477         page_size = getpagesize();
2478         page_mask = page_size - 1;
2479         mmap_mask = page_mask;
2480
2481
2482         setvbuf(stdout, (char *)0, _IOLBF, 0); /* line buffered stdout */
2483
2484         while ((ch = getopt_long(argc, argv,
2485                                  "b:c:dfg:i:j:kl:m:no:p:qr:s:t:w:xyABD:EFJKHzCILN:OP:RS:WXZ",
2486                                  longopts, NULL)) != EOF)
2487                 switch (ch) {
2488                 case 'b':
2489                         simulatedopcount = getnum(optarg, &endp);
2490                         if (!quiet)
2491                                 prt("Will begin at operation %lld\n",
2492                                                 simulatedopcount);
2493                         if (simulatedopcount == 0)
2494                                 usage();
2495                         simulatedopcount -= 1;
2496                         break;
2497                 case 'c':
2498                         closeprob = getnum(optarg, &endp);
2499                         if (!quiet)
2500                                 prt("Chance of close/open is 1 in %d\n", closeprob);
2501                         if (closeprob <= 0)
2502                                 usage();
2503                         break;
2504                 case 'd':
2505                         debug = 1;
2506                         break;
2507                 case 'f':
2508                         flush = 1;
2509                         break;
2510                 case 'g':
2511                         filldata = *optarg;
2512                         break;
2513                 case 'i':
2514                         integrity = 1;
2515                         logdev = strdup(optarg);
2516                         if (!logdev) {
2517                                 prterr("strdup");
2518                                 exit(101);
2519                         }
2520                         break;
2521                 case 'j':
2522                         logid = strdup(optarg);
2523                         if (!logid) {
2524                                 prterr("strdup");
2525                                 exit(101);
2526                         }
2527                         break;
2528                 case 'k':
2529                         o_flags &= ~O_TRUNC;
2530                         break;
2531                 case 'l':
2532                         maxfilelen = getnum(optarg, &endp);
2533                         if (maxfilelen <= 0)
2534                                 usage();
2535                         break;
2536                 case 'm':
2537                         monitorstart = getnum(optarg, &endp);
2538                         if (monitorstart < 0)
2539                                 usage();
2540                         if (!endp || *endp++ != ':')
2541                                 usage();
2542                         monitorend = getnum(endp, &endp);
2543                         if (monitorend < 0)
2544                                 usage();
2545                         if (monitorend == 0)
2546                                 monitorend = -1; /* aka infinity */
2547                         debug = 1;
2548                 case 'n':
2549                         sizechecks = 0;
2550                         break;
2551                 case 'o':
2552                         maxoplen = getnum(optarg, &endp);
2553                         if (maxoplen <= 0)
2554                                 usage();
2555                         break;
2556                 case 'p':
2557                         progressinterval = getnum(optarg, &endp);
2558                         if (progressinterval == 0)
2559                                 usage();
2560                         break;
2561                 case 'q':
2562                         quiet = 1;
2563                         break;
2564                 case 'r':
2565                         readbdy = getnum(optarg, &endp);
2566                         if (readbdy <= 0)
2567                                 usage();
2568                         break;
2569                 case 's':
2570                         style = getnum(optarg, &endp);
2571                         if (style < 0 || style > 1)
2572                                 usage();
2573                         break;
2574                 case 't':
2575                         truncbdy = getnum(optarg, &endp);
2576                         if (truncbdy <= 0)
2577                                 usage();
2578                         break;
2579                 case 'w':
2580                         writebdy = getnum(optarg, &endp);
2581                         if (writebdy <= 0)
2582                                 usage();
2583                         break;
2584                 case 'x':
2585                         prealloc = 1;
2586                         break;
2587                 case 'y':
2588                         do_fsync = 1;
2589                         break;
2590                 case 'A':
2591                         aio = 1;
2592                         break;
2593                 case 'D':
2594                         debugstart = getnum(optarg, &endp);
2595                         if (debugstart < 1)
2596                                 usage();
2597                         break;
2598                 case 'F':
2599                         fallocate_calls = 0;
2600                         break;
2601                 case 'K':
2602                         keep_size_calls = 0;
2603                         break;
2604                 case 'H':
2605                         punch_hole_calls = 0;
2606                         break;
2607                 case 'z':
2608                         zero_range_calls = 0;
2609                         break;
2610                 case 'C':
2611                         collapse_range_calls = 0;
2612                         break;
2613                 case 'I':
2614                         insert_range_calls = 0;
2615                         break;
2616                 case 'J':
2617                         clone_range_calls = 0;
2618                         break;
2619                 case 'B':
2620                         dedupe_range_calls = 0;
2621                         break;
2622                 case 'E':
2623                         copy_range_calls = 0;
2624                         break;
2625                 case 'L':
2626                         lite = 1;
2627                         o_flags &= ~(O_CREAT|O_TRUNC);
2628                         break;
2629                 case 'N':
2630                         numops = getnum(optarg, &endp);
2631                         if (numops < 0)
2632                                 usage();
2633                         break;
2634                 case 'O':
2635                         randomoplen = 0;
2636                         break;
2637                 case 'P':
2638                         strncpy(dname, optarg, sizeof(dname));
2639                         strcat(dname, "/");
2640                         dirpath = strlen(dname);
2641                         break;
2642                 case 'R':
2643                         mapped_reads = 0;
2644                         break;
2645                 case 'S':
2646                         seed = getnum(optarg, &endp);
2647                         if (seed == 0) {
2648                                 seed = time(0) % 10000;
2649                                 seed += (int)getpid();
2650                         }
2651                         if (seed < 0)
2652                                 usage();
2653                         break;
2654                 case 'W':
2655                         mapped_writes = 0;
2656                         if (!quiet)
2657                                 prt("mapped writes DISABLED\n");
2658                         break;
2659                 case 'X':
2660                         check_file = 1;
2661                         break;
2662                 case 'Z':
2663                         o_direct = O_DIRECT;
2664                         o_flags |= O_DIRECT;
2665                         break;
2666                 case 255:  /* --record-ops */
2667                         if (optarg)
2668                                 strncpy(opsfile, optarg, sizeof(opsfile));
2669                         recordops = opsfile;
2670                         break;
2671                 case 256:  /* --replay-ops */
2672                         replayops = optarg;
2673                         break;
2674                 default:
2675                         usage();
2676                         /* NOTREACHED */
2677                 }
2678         argc -= optind;
2679         argv += optind;
2680         if (argc != 1)
2681                 usage();
2682
2683         if (integrity && !dirpath) {
2684                 fprintf(stderr, "option -i <logdev> requires -P <dirpath>\n");
2685                 usage();
2686         }
2687
2688         fname = argv[0];
2689         tmp = strdup(fname);
2690         if (!tmp) {
2691                 prterr("strdup");
2692                 exit(101);
2693         }
2694         bname = basename(tmp);
2695
2696         signal(SIGHUP,  cleanup);
2697         signal(SIGINT,  cleanup);
2698         signal(SIGPIPE, cleanup);
2699         signal(SIGALRM, cleanup);
2700         signal(SIGTERM, cleanup);
2701         signal(SIGXCPU, cleanup);
2702         signal(SIGXFSZ, cleanup);
2703         signal(SIGVTALRM,       cleanup);
2704         signal(SIGUSR1, cleanup);
2705         signal(SIGUSR2, cleanup);
2706
2707         if (!quiet && seed)
2708                 prt("Seed set to %d\n", seed);
2709         srandom(seed);
2710         fd = open(fname, o_flags, 0666);
2711         if (fd < 0) {
2712                 prterr(fname);
2713                 exit(91);
2714         }
2715         if (fstat(fd, &statbuf)) {
2716                 prterr("check_size: fstat");
2717                 exit(91);
2718         }
2719         block_size = statbuf.st_blksize;
2720 #ifdef XFS
2721         if (prealloc) {
2722                 xfs_flock64_t   resv = { 0 };
2723 #ifdef HAVE_XFS_PLATFORM_DEFS_H
2724                 if (!platform_test_xfs_fd(fd)) {
2725                         prterr(fname);
2726                         fprintf(stderr, "main: cannot prealloc, non XFS\n");
2727                         exit(96);
2728                 }
2729 #endif
2730                 resv.l_len = maxfilelen;
2731                 if ((xfsctl(fname, fd, XFS_IOC_RESVSP, &resv)) < 0) {
2732                         prterr(fname);
2733                         exit(97);
2734                 }
2735         }
2736 #endif
2737
2738         if (dirpath) {
2739                 snprintf(goodfile, sizeof(goodfile), "%s%s.fsxgood", dname, bname);
2740                 snprintf(logfile, sizeof(logfile), "%s%s.fsxlog", dname, bname);
2741                 if (!*opsfile)
2742                         snprintf(opsfile, sizeof(opsfile), "%s%s.fsxops", dname, bname);
2743         } else {
2744                 snprintf(goodfile, sizeof(goodfile), "%s.fsxgood", fname);
2745                 snprintf(logfile, sizeof(logfile), "%s.fsxlog", fname);
2746                 if (!*opsfile)
2747                         snprintf(opsfile, sizeof(opsfile), "%s.fsxops", fname);
2748         }
2749         fsxgoodfd = open(goodfile, O_RDWR|O_CREAT|O_TRUNC, 0666);
2750         if (fsxgoodfd < 0) {
2751                 prterr(goodfile);
2752                 exit(92);
2753         }
2754         fsxlogf = fopen(logfile, "w");
2755         if (fsxlogf == NULL) {
2756                 prterr(logfile);
2757                 exit(93);
2758         }
2759         unlink(opsfile);
2760
2761         if (replayops) {
2762                 replayopsf = fopen(replayops, "r");
2763                 if (!replayopsf) {
2764                         prterr(replayops);
2765                         exit(93);
2766                 }
2767         }
2768
2769 #ifdef AIO
2770         if (aio)
2771                 aio_setup();
2772 #endif
2773
2774         if (!(o_flags & O_TRUNC)) {
2775                 off_t ret;
2776                 file_size = maxfilelen = biggest = lseek(fd, (off_t)0, SEEK_END);
2777                 if (file_size == (off_t)-1) {
2778                         prterr(fname);
2779                         warn("main: lseek eof");
2780                         exit(94);
2781                 }
2782                 ret = lseek(fd, (off_t)0, SEEK_SET);
2783                 if (ret == (off_t)-1) {
2784                         prterr(fname);
2785                         warn("main: lseek 0");
2786                         exit(95);
2787                 }
2788         }
2789         original_buf = (char *) malloc(maxfilelen);
2790         for (i = 0; i < maxfilelen; i++)
2791                 original_buf[i] = random() % 256;
2792         good_buf = (char *) malloc(maxfilelen + writebdy);
2793         good_buf = round_ptr_up(good_buf, writebdy, 0);
2794         memset(good_buf, '\0', maxfilelen);
2795         temp_buf = (char *) malloc(maxoplen + readbdy);
2796         temp_buf = round_ptr_up(temp_buf, readbdy, 0);
2797         memset(temp_buf, '\0', maxoplen);
2798         if (lite) {     /* zero entire existing file */
2799                 ssize_t written;
2800
2801                 written = write(fd, good_buf, (size_t)maxfilelen);
2802                 if (written != maxfilelen) {
2803                         if (written == -1) {
2804                                 prterr(fname);
2805                                 warn("main: error on write");
2806                         } else
2807                                 warn("main: short write, 0x%x bytes instead "
2808                                         "of 0x%lx\n",
2809                                         (unsigned)written,
2810                                         maxfilelen);
2811                         exit(98);
2812                 }
2813         } else {
2814                 ssize_t ret, len = file_size;
2815                 off_t off = 0;
2816
2817                 while (len > 0) {
2818                         ret = read(fd, good_buf + off, len);
2819                         if (ret == -1) {
2820                                 prterr(fname);
2821                                 warn("main: error on read");
2822                                 exit(98);
2823                         }
2824                         len -= ret;
2825                         off += ret;
2826                 }
2827
2828                 check_trunc_hack();
2829         }
2830
2831         if (fallocate_calls)
2832                 fallocate_calls = test_fallocate(0);
2833         if (keep_size_calls)
2834                 keep_size_calls = test_fallocate(FALLOC_FL_KEEP_SIZE);
2835         if (punch_hole_calls)
2836                 punch_hole_calls = test_fallocate(FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE);
2837         if (zero_range_calls)
2838                 zero_range_calls = test_fallocate(FALLOC_FL_ZERO_RANGE);
2839         if (collapse_range_calls)
2840                 collapse_range_calls = test_fallocate(FALLOC_FL_COLLAPSE_RANGE);
2841         if (insert_range_calls)
2842                 insert_range_calls = test_fallocate(FALLOC_FL_INSERT_RANGE);
2843         if (clone_range_calls)
2844                 clone_range_calls = test_clone_range();
2845         if (dedupe_range_calls)
2846                 dedupe_range_calls = test_dedupe_range();
2847         if (copy_range_calls)
2848                 copy_range_calls = test_copy_range();
2849
2850         while (numops == -1 || numops--)
2851                 if (!test())
2852                         break;
2853
2854         free(tmp);
2855         if (close(fd)) {
2856                 prterr("close");
2857                 report_failure(99);
2858         }
2859         prt("All %lld operations completed A-OK!\n", testcalls);
2860         if (recordops)
2861                 logdump();
2862
2863         exit(0);
2864         return 0;
2865 }