tests/btrfs/045

   1 #! /bin/bash
   2 # FS QA Test No. btrfs/045
   3 #
   4 # Regression test for a btrfs incremental send issue where the kernel failed
   5 # to build paths strings. This resulted either in sending a wrong path string
   6 # to the send stream or entering an infinite loop when building it.
   7 # This happened in the following scenarios:
   8 #
   9 # 1) A directory was made a child of another directory which has a lower inode
  10 #    number and has a pending move/rename operation or there's some non-direct
  11 #    ancestor directory with a higher inode number that was renamed/moved too.
  12 #    This made the incremental send code go into an infinite loop when building
  13 #    a path string;
  14 #
  15 # 2) A directory was made a child of another directory which has a higher inode
  16 #    number, but the new parent wasn't moved nor renamed. Instead some other
  17 #    ancestor higher in the hierarchy, with an higher inode number too, was
  18 #    moved/renamed too. This made the incremental send code go into an infinite
  19 #    loop when building a path string;
  20 #
  21 # 3) An orphan directory is created and at least one of its non-immediate
  22 #    descendent directories have a pending move/rename operation. This made
  23 #    an incremental send issue to the send stream an invalid path string that
  24 #    didn't account for the orphan ancestor directory.
  25 #
  26 # These issues are fixed by the following linux kernel btrfs patches:
  27 #
  28 #   Btrfs: fix incremental send's decision to delay a dir move/rename
  29 #   Btrfs: part 2, fix incremental send's decision to delay a dir move/rename
  30 #   Btrfs: send, fix more issues related to directory renames
  31 #   Btrfs: send, account for orphan directories when building path strings
  32 #
  33 #-----------------------------------------------------------------------
  34 # Copyright (c) 2014 Filipe Manana.  All Rights Reserved.
  35 #
  36 # This program is free software; you can redistribute it and/or
  37 # modify it under the terms of the GNU General Public License as
  38 # published by the Free Software Foundation.
  39 #
  40 # This program is distributed in the hope that it would be useful,
  41 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  42 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  43 # GNU General Public License for more details.
  44 #
  45 # You should have received a copy of the GNU General Public License
  46 # along with this program; if not, write the Free Software Foundation,
  47 # Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  48 #-----------------------------------------------------------------------
  49 #
  50
  51 seq=`basename $0`
  52 seqres=$RESULT_DIR/$seq
  53 echo "QA output created by $seq"
  54
  55 tmp=`mktemp -d`
  56 status=1        # failure is the default!
  57 trap "_cleanup; exit \$status" 0 1 2 3 15
  58
  59 _cleanup()
  60 {
  61     rm -fr $tmp
  62 }
  63
  64 # get standard environment, filters and checks
  65 . ./common/rc
  66 . ./common/filter
  67
  68 # real QA test starts here
  69 _supported_fs btrfs
  70 _supported_os Linux
  71 _require_scratch
  72 _require_fssum
  73 _need_to_be_root
  74
  75 rm -f $seqres.full
  76
  77 _scratch_mkfs >/dev/null 2>&1
  78 _scratch_mount
  79
  80 # case 1), mentioned above
  81 mkdir -p $SCRATCH_MNT/a/b
  82 mkdir $SCRATCH_MNT/a/c
  83 mkdir $SCRATCH_MNT/a/b/d
  84 touch $SCRATCH_MNT/a/file1
  85 touch $SCRATCH_MNT/a/b/file2
  86 mv $SCRATCH_MNT/a/file1 $SCRATCH_MNT/a/b/d/file3
  87 ln $SCRATCH_MNT/a/b/d/file3 $SCRATCH_MNT/a/b/file4
  88 mkdir $SCRATCH_MNT/a/b/f
  89 mv $SCRATCH_MNT/a/b $SCRATCH_MNT/a/c/b2
  90 touch $SCRATCH_MNT/a/c/b2/d/file5
  91
  92 # case 2), mentioned above
  93 mkdir -p $SCRATCH_MNT/a/x1/x2
  94 mkdir $SCRATCH_MNT/a/Z
  95 mkdir -p $SCRATCH_MNT/a/x1/x2/x3/x4/x5
  96
  97 # case 2) again, but a more complex scenario
  98 mkdir -p $SCRATCH_MNT/_a/_b/_c/_d
  99 mkdir $SCRATCH_MNT/_a/_b/_c/_d/_e
 100 mkdir $SCRATCH_MNT/_a/_b/_c/_d/_f
 101 mv $SCRATCH_MNT/_a/_b/_c/_d/_e $SCRATCH_MNT/_a/_b/_c/_d/_f/_E2
 102 mkdir $SCRATCH_MNT/_a/_b/_c/_g
 103 mv $SCRATCH_MNT/_a/_b/_c/_d $SCRATCH_MNT/_a/_b/_D2
 104
 105 # case 3), mentioned above
 106 mkdir -p $SCRATCH_MNT/za/zb/zc/zd
 107 mkdir $SCRATCH_MNT/za/zb/ze
 108 mv $SCRATCH_MNT/za/zb/zc $SCRATCH_MNT/za/zb/ze/zCC
 109 mkdir $SCRATCH_MNT/za/zb/ze/zCC/zd/zf
 110 mkdir $SCRATCH_MNT/za/zg
 111
 112 # case 1), more complex scenario
 113 mkdir -p $SCRATCH_MNT/y_a/y_b
 114 mkdir -p $SCRATCH_MNT/y_a/y_c/y_d
 115 mkdir $SCRATCH_MNT/y_a/y_b/y_e
 116 mkdir $SCRATCH_MNT/y_a/y_c/y_d/y_f
 117 mv $SCRATCH_MNT/y_a/y_b  $SCRATCH_MNT/y_a/y_c/y_d/y_2b
 118 mkdir $SCRATCH_MNT/y_a/y_x
 119 mkdir $SCRATCH_MNT/y_a/y_y
 120
 121 # case 1), variation of previous scenario with a subtree is moved into
 122 # a directory created after creating the parent snapshot
 123 mkdir -p $SCRATCH_MNT/w_a/w_b
 124 mkdir -p $SCRATCH_MNT/w_a/w_c/w_d
 125 mkdir $SCRATCH_MNT/w_a/w_b/w_e
 126 mkdir $SCRATCH_MNT/w_a/w_c/w_d/w_f
 127 mv $SCRATCH_MNT/w_a/w_b  $SCRATCH_MNT/w_a/w_c/w_d/w_2b
 128
 129 mkdir -p $SCRATCH_MNT/xa/xb
 130 mkdir $SCRATCH_MNT/xa/xc
 131 mv $SCRATCH_MNT/xa/xb $SCRATCH_MNT/xa/xc/xb2
 132 mkdir $SCRATCH_MNT/xa/xe
 133
 134 mkdir -p $SCRATCH_MNT/%a/%b
 135 mkdir $SCRATCH_MNT/%a/%c
 136 mkdir $SCRATCH_MNT/%a/%b/%d
 137 mkdir $SCRATCH_MNT/%a/%c/%e
 138
 139 # Filesystem looks like:
 140 #
 141 # .                               (ino 256)
 142 # |-- a/                          (ino 257)
 143 # |   |-- c/                      (ino 259)
 144 # |   |   |-- b2/                 (ino 258)
 145 # |   |       |-- d/              (ino 260)
 146 # |   |       |   |-- file3       (ino 261)
 147 # |   |       |   |-- file5       (ino 264)
 148 # |   |       |
 149 # |   |       |-- file2           (ino 262)
 150 # |   |       |-- file4           (ino 261)
 151 # |   |       |-- f/              (ino 263)
 152 # |   |
 153 # |   |-- x1/                     (ino 265)
 154 # |   |   |-- x2/                 (ino 266)
 155 # |   |       |-- x3/             (ino 268)
 156 # |   |           |-- x4/         (ino 269)
 157 # |   |               |-- x5/     (ino 270)
 158 # |   |
 159 # |   |-- Z/                      (ino 267)
 160 # |
 161 # |-- _a/                         (ino 271)
 162 # |    |-- _b/                    (ino 272)
 163 # |         |-- _c/               (ino 273)
 164 # |         |    |-- _g/          (ino 277)
 165 # |         |
 166 # |         |-- _D2/              (ino 274)
 167 # |              |-- _f/          (ino 276)
 168 # |                   |-- _E2/    (ino 275)
 169 # |
 170 # |-- za/                         (ino 278)
 171 # |   |-- zb/                     (ino 279)
 172 # |   |   |-- ze/                 (ino 282)
 173 # |   |       |-- zCC/            (ino 280)
 174 # |   |            |-- zd/        (ino 281)
 175 # |   |                |-- zf/    (ino 283)
 176 # |   |
 177 # |   |-- zg/                     (ino 284)
 178 # |
 179 # |-- y_a/                        (ino 285)
 180 # |    |-- y_c/                   (ino 287)
 181 # |    |    |-- y_d/              (ino 288)
 182 # |    |         |-- y_2b/        (ino 286)
 183 # |    |         |    |-- y_e/    (ino 289)
 184 # |    |         |
 185 # |    |         |-- y_f/         (ino 290)
 186 # |    |
 187 # |    |-- y_x/                   (ino 291)
 188 # |    |-- y_y/                   (ino 292)
 189 # |
 190 # |-- w_a/                        (ino 293)
 191 # |    |-- w_c/                   (ino 295)
 192 # |         |-- w_d/              (ino 296)
 193 # |              |-- w_2b/        (ino 294)
 194 # |              |    |-- w_e/    (ino 297)
 195 # |              |
 196 # |              |-- w_f/         (ino 298)
 197 # |
 198 # |-- xa/                         (ino 299)
 199 # |   |-- xc/                     (ino 301)
 200 # |   |   |-- xb2/                (ino 300)
 201 # |   |
 202 # |   |-- xe/                     (ino 302)
 203 # |
 204 # |-- %a/                         (ino 303)
 205 #     |-- %b/                     (ino 304)
 206 #     |   |-- %d/                 (ino 306)
 207 #     |
 208 #     |-- %c/                     (ino 305)
 209 #         |-- %e/                 (ino 307)
 210
 211 _run_btrfs_util_prog subvolume snapshot -r $SCRATCH_MNT $SCRATCH_MNT/mysnap1
 212
 213 # case 1), mentioned above
 214 ln $SCRATCH_MNT/a/c/b2/file4 $SCRATCH_MNT/a/c/b2/f/file6
 215 mv $SCRATCH_MNT/a/c/b2/d/file5 $SCRATCH_MNT/a/c/file7
 216 touch $SCRATCH_MNT/a/c/b2/d/file8
 217 touch $SCRATCH_MNT/a/c/b2/file9
 218 ln $SCRATCH_MNT/a/c/b2/file9 $SCRATCH_MNT/a/c/b2/file10
 219 mv $SCRATCH_MNT/a/c/b2/f $SCRATCH_MNT/a/f2
 220 mv $SCRATCH_MNT/a/c $SCRATCH_MNT/a/c2
 221 mv $SCRATCH_MNT/a/c2/b2 $SCRATCH_MNT/a/f2/b3
 222 mv $SCRATCH_MNT/a/c2 $SCRATCH_MNT/a/f2/b3/c3
 223 touch $SCRATCH_MNT/a/f2/b3/c3/file11
 224 mv $SCRATCH_MNT/a $SCRATCH_MNT/a2
 225
 226 # case 2), mentioned above
 227 mv $SCRATCH_MNT/a2/x1/x2/x3 $SCRATCH_MNT/a2/Z/X33
 228 mv $SCRATCH_MNT/a2/x1/x2 $SCRATCH_MNT/a2/Z/X33/x4/x5/X22
 229
 230 # case 2) again, but a more complex scenario
 231 mkdir $SCRATCH_MNT/_a/_o
 232 mv $SCRATCH_MNT/_a/_b/_c/_g $SCRATCH_MNT/_a/_b/_D2/_f/_G2
 233 mv $SCRATCH_MNT/_a/_b/_D2 $SCRATCH_MNT/_a/_b/_dd
 234 mv $SCRATCH_MNT/_a/_b/_c $SCRATCH_MNT/_a/_C2
 235 mv $SCRATCH_MNT/_a/_b/_dd/_f $SCRATCH_MNT/_a/_o/_FF
 236 mv $SCRATCH_MNT/_a/_b $SCRATCH_MNT/_a/_o/_FF/_E2/_BB
 237
 238 # case 3), mentioned above
 239 mkdir $SCRATCH_MNT/za/zg/zh
 240 mv $SCRATCH_MNT/za/zb/ze $SCRATCH_MNT/za/zg/zh/zEE
 241 mv $SCRATCH_MNT/za/zg/zh/zEE/zCC/zd $SCRATCH_MNT/za/zg/zh/zEE/zDD
 242 mv $SCRATCH_MNT/za/zg/zh/zEE/zDD/zf $SCRATCH_MNT/za/zg/zh/zEE/zDD/zFF
 243
 244 # case 1), more complex scenario
 245 mv $SCRATCH_MNT/y_a/y_x $SCRATCH_MNT/y_a/y_y
 246 mv $SCRATCH_MNT/y_a/y_c/y_d/y_2b/y_e $SCRATCH_MNT/y_a/y_c/y_d/y_2b/y_2e
 247 mv $SCRATCH_MNT/y_a/y_c/y_d $SCRATCH_MNT/y_a/y_y/y_x/y_2d
 248 mv $SCRATCH_MNT/y_a/y_c $SCRATCH_MNT/y_a/y_y/y_x/y_2d/y_2b/y_2c
 249
 250 # case 1), variation of previous scenario with a subtree is moved into
 251 # a directory created after creating the parent snapshot
 252 mv $SCRATCH_MNT/w_a/w_c/w_d/w_2b/w_e $SCRATCH_MNT/w_a/w_c/w_d/w_2b/w_2e
 253 mkdir $SCRATCH_MNT/w_a/w_h
 254 mv $SCRATCH_MNT/w_a/w_c/w_d $SCRATCH_MNT/w_a/w_h/w_2d
 255 mv $SCRATCH_MNT/w_a/w_c $SCRATCH_MNT/w_a/w_h/w_2d/w_2b/w_2c
 256
 257 mv $SCRATCH_MNT/xa/xc/xb2 $SCRATCH_MNT/xa/xe/xb3
 258 mkdir $SCRATCH_MNT/xa/xe/xb3/xf
 259 mkdir $SCRATCH_MNT/xa/xh
 260 mv $SCRATCH_MNT/xa/xc $SCRATCH_MNT/xa/xe/xb3/xf/xc2
 261 mv $SCRATCH_MNT/xa/xe $SCRATCH_MNT/xa/xh/xe2
 262
 263 echo "hello" > $SCRATCH_MNT/%a/foo
 264 mkdir $SCRATCH_MNT/%a/%b/%d/%f
 265 mkdir $SCRATCH_MNT/%a/%b/%g
 266 mv $SCRATCH_MNT/%a/%c/%e $SCRATCH_MNT/%a/%b/%g/%e2
 267 mv $SCRATCH_MNT/%a/%c $SCRATCH_MNT/%a/%b/%d/%f/%c2
 268 mv $SCRATCH_MNT/%a/%b/%d/%f $SCRATCH_MNT/%a/%b/%g/%e2/%f2
 269 mv $SCRATCH_MNT/%a/foo $SCRATCH_MNT/%a/%b/%g/%e2/%f2
 270
 271 # Filesystem now looks like:
 272 #
 273 # .                                    (ino 256)
 274 # |-- a2/                              (ino 257)
 275 # |   |-- f2/                          (ino 263)
 276 # |   |   |-- file6                    (ino 261)
 277 # |   |   |-- b3/                      (ino 258)
 278 # |   |       |-- d/                   (ino 260)
 279 # |   |       |   |-- file3            (ino 261)
 280 # |   |       |   |-- file8            (ino 308)
 281 # |   |       |
 282 # |   |       |-- file2                (ino 262)
 283 # |   |       |-- file4                (ino 261)
 284 # |   |       |-- file9                (ino 309)
 285 # |   |       |-- file10               (ino 309)
 286 # |   |       |
 287 # |   |       |-- c3/                  (ino 259)
 288 # |   |           |-- file7            (ino 264)
 289 # |   |           |-- file11           (ino 310)
 290 # |   |
 291 # |   |-- x1/                          (ino 265)
 292 # |   |-- Z/                           (ino 267)
 293 # |       |-- X33/                     (ino 268)
 294 # |            |-- x4/                 (ino 269)
 295 # |                |-- x5/             (ino 270)
 296 # |                    |-- X22/        (ino 266)
 297 # |
 298 # |-- _a/                              (ino 271)
 299 # |    |-- _o/                         (ino 311)
 300 # |    |    |-- _FF/                   (ino 276)
 301 # |    |         |-- _E2/              (ino 275)
 302 # |    |         |    |-- _BB/         (ino 272)
 303 # |    |         |         |-- dd/     (ino 274)
 304 # |    |         |
 305 # |    |         |-- G2/               (ino 277)
 306 # |    |-- C2/                         (ino 273)
 307 # |
 308 # |-- za/                              (ino 278)
 309 # |   |-- zb/                          (ino 279)
 310 # |   |-- zg/                          (ino 284)
 311 # |       |-- zh/                      (ino 312)
 312 # |           |-- zEE/                 (ino 282)
 313 # |                |-- zCC/            (ino 280)
 314 # |                |-- zDD/            (ino 281)
 315 # |                     |-- zFF/       (ino 283)
 316 # |
 317 # |-- y_a/                             (ino 285)
 318 # |    |-- y_y/                        (ino 292)
 319 # |         |-- y_x/                   (ino 291)
 320 # |              |-- y_2d/             (ino 288)
 321 # |                   |-- y_2b/        (ino 286)
 322 # |                   |    |-- y_2c/   (ino 287)
 323 # |                   |    |-- y_2e/   (ino 289)
 324 # |                   |-- y_f/         (ino 290)
 325 # |
 326 # |-- w_a/                             (ino 293)
 327 # |    |-- w_h/                        (ino 313)
 328 # |         |-- w_2d/                  (ino 296)
 329 # |              |-- w_2b/             (ino 294)
 330 # |              |    |-- w_2c/        (ino 295)
 331 # |              |    |-- w_2e/        (ino 297)
 332 # |              |-- w_f/              (ino 298)
 333 # |
 334 # |-- xa/                              (ino 299)
 335 # |    |-- xh/                         (ino 315)
 336 # |        |-- xe2                     (ino 302)
 337 # |            |-- xb3/                (ino 300)
 338 # |                 |-- xf/            (ino 314)
 339 # |                     |-- xc2/       (ino 301)
 340 # |
 341 # |-- %a/                              (ino 303)
 342 #     |-- %b/                          (ino 304)
 343 #         |-- %d/                      (ino 306)
 344 #         |-- %g/                      (ino 318)
 345 #             |-- %e2/                 (ino 307)
 346 #                  |-- %f2             (ino 317)
 347 #                       |-- %c2/       (ino 305)
 348 #                            |-- foo   (ino 316)
 349
 350 _run_btrfs_util_prog subvolume snapshot -r $SCRATCH_MNT $SCRATCH_MNT/mysnap2
 351
 352 run_check $FSSUM_PROG -A -f -w $tmp/1.fssum $SCRATCH_MNT/mysnap1
 353 run_check $FSSUM_PROG -A -f -w $tmp/2.fssum -x $SCRATCH_MNT/mysnap2/mysnap1 \
 354         $SCRATCH_MNT/mysnap2
 355
 356 _run_btrfs_util_prog send $SCRATCH_MNT/mysnap1 -f $tmp/1.snap
 357
 358 _run_btrfs_util_prog send -p $SCRATCH_MNT/mysnap1 $SCRATCH_MNT/mysnap2 \
 359         -f $tmp/2.snap
 360
 361 _check_scratch_fs
 362
 363 _scratch_unmount
 364 _scratch_mkfs >/dev/null 2>&1
 365 _scratch_mount
 366
 367 _run_btrfs_util_prog receive $SCRATCH_MNT -f $tmp/1.snap
 368 run_check $FSSUM_PROG -r $tmp/1.fssum $SCRATCH_MNT/mysnap1
 369
 370 _run_btrfs_util_prog receive $SCRATCH_MNT -f $tmp/2.snap
 371 run_check $FSSUM_PROG -r $tmp/2.fssum $SCRATCH_MNT/mysnap2
 372
 373 status=0
 374 exit