From ca9c677346610504f470678f3e897ebf8cb82693 Mon Sep 17 00:00:00 2001 From: "Darrick J. Wong" Date: Wed, 21 Jun 2017 14:57:57 -0700 Subject: [PATCH] xfs: seek data and holes that are in the CoW fork only Create a file with a hole in the data fork and CoW reservations in the same region in the CoW fork. Ensure that SEEK_HOLE/DATA find the data. Signed-off-by: Darrick J. Wong Reviewed-by: Eryu Guan Signed-off-by: Eryu Guan --- tests/xfs/420 | 160 ++++++++++++++++++++++++++++++++++++++++++++++ tests/xfs/420.out | 52 +++++++++++++++ tests/xfs/421 | 160 ++++++++++++++++++++++++++++++++++++++++++++++ tests/xfs/421.out | 52 +++++++++++++++ tests/xfs/group | 2 + 5 files changed, 426 insertions(+) create mode 100755 tests/xfs/420 create mode 100644 tests/xfs/420.out create mode 100755 tests/xfs/421 create mode 100644 tests/xfs/421.out diff --git a/tests/xfs/420 b/tests/xfs/420 new file mode 100755 index 00000000..08158846 --- /dev/null +++ b/tests/xfs/420 @@ -0,0 +1,160 @@ +#! /bin/bash +# FS QA Test No. 420 +# +# Test SEEK_HOLE/SEEK_DATA into a region that is marked CoW'd for +# speculative preallocation in the CoW fork and isn't backed by +# data fork extents. +# +# - Set a huge cowextsize hint. +# - Create a file "DD " (two data blocks, six hole blocks) +# - Reflink copy this file to a second file. +# - Write to the first block of the second file to create a single +# large CoW reservation covering the whole file. +# - Write to block 3, which should be a hole in the data fork. +# - Display the SEEK_HOLE/SEEK_DATA info for the second file to confirm +# that we see the data in blocks 0-1, the hole at block 2, the data +# at block 3, and the hole for the rest of the file. +# +# Basically we want to create a file with the following data/CoW forks: +# +# data: DD------ +# cow: dddddddd +# ^--^---------- these blocks are dirty +# +# And then check that SEEK_HOLE and SEEK_DATA actually find that second +# dirty block even though we've never had a data fork extent mapping the +# second dirty block. We need the huge cowextsize so that the hole +# area receives preallocation in the CoW fork. +# +#----------------------------------------------------------------------- +# Copyright (c) 2017, Oracle and/or its affiliates. All Rights Reserved. +# +# This program is free software; you can redistribute it and/or +# modify it under the terms of the GNU General Public License as +# published by the Free Software Foundation. +# +# This program is distributed in the hope that it would be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write the Free Software Foundation, +# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA +#----------------------------------------------------------------------- + +seq=`basename $0` +seqres=$RESULT_DIR/$seq +echo "QA output created by $seq" + +here=`pwd` +tmp=/tmp/$$ +status=1 # failure is the default! +trap "_cleanup; exit \$status" 0 1 2 3 15 + +_cleanup() +{ + cd / + rm -rf $tmp.* +} + +# get standard environment, filters and checks +. ./common/rc +. ./common/filter +. ./common/reflink + +# real QA test starts here +_supported_os Linux +_supported_fs xfs +_require_scratch_reflink +_require_cp_reflink +_require_xfs_io_command "cowextsize" +_require_xfs_io_command "fpunch" + +rm -f $seqres.full + +echo "Format and mount" +_scratch_mkfs > $seqres.full 2>&1 +_scratch_mount >> $seqres.full 2>&1 + +testdir=$SCRATCH_MNT/test-$seq +mkdir $testdir + +blksz=65536 +nr=8 +filesize=$((blksz * nr)) + +echo "Create the original files" +$XFS_IO_PROG -c "cowextsize" $testdir >> $seqres.full +$XFS_IO_PROG -c "cowextsize $filesize" $testdir >> $seqres.full +$XFS_IO_PROG -c "cowextsize" $testdir >> $seqres.full +$XFS_IO_PROG -f -c "pwrite -S 0x61 0 $((blksz * 2))" -c "truncate $filesize" -c "fpunch $((blksz * 2)) $((blksz * (nr - 2) ))" $testdir/file1 >> $seqres.full +_cp_reflink $testdir/file1 $testdir/file2 >> $seqres.full +$XFS_IO_PROG -f -c "pwrite -S 0 0 $filesize" -c "pwrite -S 0x61 0 $((blksz * 2))" $testdir/file3 >> $seqres.full +_scratch_cycle_mount + +echo "Compare files" +md5sum $testdir/file1 | _filter_scratch +md5sum $testdir/file2 | _filter_scratch +md5sum $testdir/file3 | _filter_scratch + +echo "CoW the shared part then write into the empty part" | tee -a $seqres.full +$XFS_IO_PROG -c "cowextsize" $testdir/file1 >> $seqres.full +$XFS_IO_PROG -c "cowextsize" $testdir/file2 >> $seqres.full +$XFS_IO_PROG -c "pwrite -S 0x63 0 $blksz" $testdir/file2 >> $seqres.full +$XFS_IO_PROG -c "pwrite -S 0x63 $((blksz * 3)) $blksz" $testdir/file2 >> $seqres.full + +$XFS_IO_PROG -c "pwrite -S 0x63 0 $blksz" $testdir/file3 >> $seqres.full +$XFS_IO_PROG -c "pwrite -S 0x63 $((blksz * 3)) $blksz" $testdir/file3 >> $seqres.full + +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1 + +echo "Seek holes and data in file1" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1 +echo "Seek holes and data in file2" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2 + +echo "Compare files" +md5sum $testdir/file1 | _filter_scratch +md5sum $testdir/file2 | _filter_scratch +md5sum $testdir/file3 | _filter_scratch + +echo "sync filesystem" | tee -a $seqres.full +sync + +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1 + +echo "Seek holes and data in file1" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1 +echo "Seek holes and data in file2" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2 + +echo "Compare files" +md5sum $testdir/file1 | _filter_scratch +md5sum $testdir/file2 | _filter_scratch +md5sum $testdir/file3 | _filter_scratch + +echo "Remount" | tee -a $seqres.full +_scratch_cycle_mount + +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1 + +echo "Seek holes and data in file1" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1 +echo "Seek holes and data in file2" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2 + +echo "Compare files" +md5sum $testdir/file1 | _filter_scratch +md5sum $testdir/file2 | _filter_scratch +md5sum $testdir/file3 | _filter_scratch + +# success, all done +status=0 +exit diff --git a/tests/xfs/420.out b/tests/xfs/420.out new file mode 100644 index 00000000..d1b5483a --- /dev/null +++ b/tests/xfs/420.out @@ -0,0 +1,52 @@ +QA output created by 420 +Format and mount +Create the original files +Compare files +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file1 +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file2 +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file3 +CoW the shared part then write into the empty part +Seek holes and data in file1 +Whence Result +DATA 0 +HOLE 131072 +Seek holes and data in file2 +Whence Result +DATA 0 +HOLE 131072 +DATA 196608 +HOLE 262144 +Compare files +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file1 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file2 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file3 +sync filesystem +Seek holes and data in file1 +Whence Result +DATA 0 +HOLE 131072 +Seek holes and data in file2 +Whence Result +DATA 0 +HOLE 131072 +DATA 196608 +HOLE 262144 +Compare files +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file1 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file2 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file3 +Remount +Seek holes and data in file1 +Whence Result +DATA 0 +HOLE 131072 +Seek holes and data in file2 +Whence Result +DATA 0 +HOLE 131072 +DATA 196608 +HOLE 262144 +Compare files +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file1 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file2 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file3 diff --git a/tests/xfs/421 b/tests/xfs/421 new file mode 100755 index 00000000..1b5137d8 --- /dev/null +++ b/tests/xfs/421 @@ -0,0 +1,160 @@ +#! /bin/bash +# FS QA Test No. 421 +# +# Test SEEK_HOLE/SEEK_DATA into a region that is marked CoW'd for +# speculative preallocation in the CoW fork and isn't backed by +# data fork extents. +# +# - Set a huge cowextsize hint. +# - Create a file "DD " (two data blocks, six hole blocks) +# - Reflink copy this file to a second file. +# - dio write to the first block of the second file to create a single +# large CoW reservation covering the whole file. +# - dio write to block 3, which should be a hole in the data fork. +# - Display the SEEK_HOLE/SEEK_DATA info for the second file to confirm +# that we see the data in blocks 0-1, the hole at block 2, the data +# at block 3, and the hole for the rest of the file. +# +# Basically we want to create a file with the following data/CoW forks: +# +# data: DD------ +# cow: dddddddd +# ^--^---------- these blocks are dirty +# +# And then check that SEEK_HOLE and SEEK_DATA actually find that second +# dirty block even though we've never had a data fork extent mapping the +# second dirty block. We need the huge cowextsize so that the hole +# area receives preallocation in the CoW fork. +# +#----------------------------------------------------------------------- +# Copyright (c) 2017, Oracle and/or its affiliates. All Rights Reserved. +# +# This program is free software; you can redistribute it and/or +# modify it under the terms of the GNU General Public License as +# published by the Free Software Foundation. +# +# This program is distributed in the hope that it would be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write the Free Software Foundation, +# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA +#----------------------------------------------------------------------- + +seq=`basename $0` +seqres=$RESULT_DIR/$seq +echo "QA output created by $seq" + +here=`pwd` +tmp=/tmp/$$ +status=1 # failure is the default! +trap "_cleanup; exit \$status" 0 1 2 3 15 + +_cleanup() +{ + cd / + rm -rf $tmp.* +} + +# get standard environment, filters and checks +. ./common/rc +. ./common/filter +. ./common/reflink + +# real QA test starts here +_supported_os Linux +_supported_fs xfs +_require_scratch_reflink +_require_cp_reflink +_require_xfs_io_command "cowextsize" +_require_xfs_io_command "fpunch" + +rm -f $seqres.full + +echo "Format and mount" +_scratch_mkfs > $seqres.full 2>&1 +_scratch_mount >> $seqres.full 2>&1 + +testdir=$SCRATCH_MNT/test-$seq +mkdir $testdir + +blksz=65536 +nr=8 +filesize=$((blksz * nr)) + +echo "Create the original files" +$XFS_IO_PROG -c "cowextsize" $testdir >> $seqres.full +$XFS_IO_PROG -c "cowextsize $filesize" $testdir >> $seqres.full +$XFS_IO_PROG -c "cowextsize" $testdir >> $seqres.full +$XFS_IO_PROG -f -c "pwrite -S 0x61 0 $((blksz * 2))" -c "truncate $filesize" -c "fpunch $((blksz * 2)) $((blksz * (nr - 2) ))" $testdir/file1 >> $seqres.full +_cp_reflink $testdir/file1 $testdir/file2 >> $seqres.full +$XFS_IO_PROG -f -c "pwrite -S 0 0 $filesize" -c "pwrite -S 0x61 0 $((blksz * 2))" $testdir/file3 >> $seqres.full +_scratch_cycle_mount + +echo "Compare files" +md5sum $testdir/file1 | _filter_scratch +md5sum $testdir/file2 | _filter_scratch +md5sum $testdir/file3 | _filter_scratch + +echo "CoW the shared part then write into the empty part" | tee -a $seqres.full +$XFS_IO_PROG -c "cowextsize" $testdir/file1 >> $seqres.full +$XFS_IO_PROG -c "cowextsize" $testdir/file2 >> $seqres.full +$XFS_IO_PROG -d -c "pwrite -S 0x63 0 $blksz" $testdir/file2 >> $seqres.full +$XFS_IO_PROG -d -c "pwrite -S 0x63 $((blksz * 3)) $blksz" $testdir/file2 >> $seqres.full + +$XFS_IO_PROG -d -c "pwrite -S 0x63 0 $blksz" $testdir/file3 >> $seqres.full +$XFS_IO_PROG -d -c "pwrite -S 0x63 $((blksz * 3)) $blksz" $testdir/file3 >> $seqres.full + +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1 + +echo "Seek holes and data in file1" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1 +echo "Seek holes and data in file2" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2 + +echo "Compare files" +md5sum $testdir/file1 | _filter_scratch +md5sum $testdir/file2 | _filter_scratch +md5sum $testdir/file3 | _filter_scratch + +echo "sync filesystem" | tee -a $seqres.full +sync + +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1 + +echo "Seek holes and data in file1" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1 +echo "Seek holes and data in file2" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2 + +echo "Compare files" +md5sum $testdir/file1 | _filter_scratch +md5sum $testdir/file2 | _filter_scratch +md5sum $testdir/file3 | _filter_scratch + +echo "Remount" | tee -a $seqres.full +_scratch_cycle_mount + +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1 +$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1 + +echo "Seek holes and data in file1" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1 +echo "Seek holes and data in file2" +$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2 + +echo "Compare files" +md5sum $testdir/file1 | _filter_scratch +md5sum $testdir/file2 | _filter_scratch +md5sum $testdir/file3 | _filter_scratch + +# success, all done +status=0 +exit diff --git a/tests/xfs/421.out b/tests/xfs/421.out new file mode 100644 index 00000000..87ec9c60 --- /dev/null +++ b/tests/xfs/421.out @@ -0,0 +1,52 @@ +QA output created by 421 +Format and mount +Create the original files +Compare files +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file1 +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file2 +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file3 +CoW the shared part then write into the empty part +Seek holes and data in file1 +Whence Result +DATA 0 +HOLE 131072 +Seek holes and data in file2 +Whence Result +DATA 0 +HOLE 131072 +DATA 196608 +HOLE 262144 +Compare files +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file1 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file2 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file3 +sync filesystem +Seek holes and data in file1 +Whence Result +DATA 0 +HOLE 131072 +Seek holes and data in file2 +Whence Result +DATA 0 +HOLE 131072 +DATA 196608 +HOLE 262144 +Compare files +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file1 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file2 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file3 +Remount +Seek holes and data in file1 +Whence Result +DATA 0 +HOLE 131072 +Seek holes and data in file2 +Whence Result +DATA 0 +HOLE 131072 +DATA 196608 +HOLE 262144 +Compare files +c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file1 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file2 +017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file3 diff --git a/tests/xfs/group b/tests/xfs/group index 490c9715..2a3b9505 100644 --- a/tests/xfs/group +++ b/tests/xfs/group @@ -417,3 +417,5 @@ 417 dangerous_fuzzers dangerous_scrub dangerous_online_repair 418 dangerous_fuzzers dangerous_scrub dangerous_repair 419 auto quick +420 auto quick clone dedupe +421 auto quick clone dedupe -- 2.39.5