##/bin/bash
-# Routines for reflinking, deduping, and comparing parts of files.
-#-----------------------------------------------------------------------
-# Copyright (c) 2015 Oracle. All Rights Reserved.
-# This program is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation; either version 2 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
-# USA
+# SPDX-License-Identifier: GPL-2.0+
+# Copyright (c) 2015 Oracle. All Rights Reserved.
#
-# Contact information: Oracle Corporation, 500 Oracle Parkway,
-# Redwood Shores, CA 94065, USA, or: http://www.oracle.com/
-#-----------------------------------------------------------------------
+# Routines for reflinking, deduping, and comparing parts of files.
# Check that cp has a reflink argument
_require_cp_reflink()
_notrun "This test requires a cp with --reflink support."
}
+# Can we reflink between arbitrary file sets?
+# i.e. if we reflink a->b and c->d, can we later share
+# blocks between b & c?
+_supports_arbitrary_fileset_reflink()
+{
+ test "$FSTYP" != "ocfs2"
+}
+
+_require_arbitrary_fileset_reflink()
+{
+ _supports_arbitrary_fileset_reflink ||
+ _notrun "reflink between arbitrary file groups not supported in $FSTYP"
+}
+
# Given 2 files, verify that they have the same mapping but different
# inodes - i.e. an undisturbed reflink
# Silent if so, make noise if not
_require_xfs_io_command "reflink"
rm -rf "$TEST_DIR/file1" "$TEST_DIR/file2"
- "$XFS_IO_PROG" -f -c "pwrite -S 0x61 0 65536" "$TEST_DIR/file1" > /dev/null
- "$XFS_IO_PROG" -f -c "reflink $TEST_DIR/file1 0 0 65536" "$TEST_DIR/file2" > /dev/null
+ $XFS_IO_PROG -f -c "pwrite -S 0x61 0 65536" "$TEST_DIR/file1" > /dev/null
+ $XFS_IO_PROG -f -c "reflink $TEST_DIR/file1 0 0 65536" "$TEST_DIR/file2" > /dev/null
if [ ! -s "$TEST_DIR/file2" ]; then
rm -rf "$TEST_DIR/file1" "$TEST_DIR/file2"
_notrun "Reflink not supported by test filesystem type: $FSTYP"
_scratch_mkfs > /dev/null
_scratch_mount
- "$XFS_IO_PROG" -f -c "pwrite -S 0x61 0 65536" "$SCRATCH_MNT/file1" > /dev/null
- "$XFS_IO_PROG" -f -c "reflink $SCRATCH_MNT/file1 0 0 65536" "$SCRATCH_MNT/file2" > /dev/null
+ $XFS_IO_PROG -f -c "pwrite -S 0x61 0 65536" "$SCRATCH_MNT/file1" > /dev/null
+ $XFS_IO_PROG -f -c "reflink $SCRATCH_MNT/file1 0 0 65536" "$SCRATCH_MNT/file2" > /dev/null
if [ ! -s "$SCRATCH_MNT/file2" ]; then
_scratch_unmount
_notrun "Reflink not supported by scratch filesystem type: $FSTYP"
_scratch_unmount
}
+# this test requires duperemove working for the file system
+_require_scratch_duperemove()
+{
+ _require_scratch
+ _require_command "$DUPEREMOVE_PROG" duperemove
+
+ _scratch_mkfs > /dev/null
+ _scratch_mount
+ dd if=/dev/zero of="$SCRATCH_MNT/file1" bs=128k count=1 >& /dev/null
+ dd if=/dev/zero of="$SCRATCH_MNT/file2" bs=128k count=1 >& /dev/null
+ if ! "$DUPEREMOVE_PROG" -d "$SCRATCH_MNT/file1" \
+ "$SCRATCH_MNT/file2" >& /dev/null ; then
+ _scratch_unmount
+ _notrun "duperemove does not support file system type: $FSTYP"
+ fi
+ _scratch_unmount
+}
+
+# this test requires scratch fs to report explicit SHARED flag
+# e.g.
+# 0 4K 8K
+# / File1: Extent 0 \
+# / \
+# |<- On disk Extent-->|
+# | /
+# | File2 /
+# Extent: 0
+# Fs supports explicit SHARED extent reporting should report fiemap like:
+# File1: 2 extents
+# Extent 0-4K: SHARED
+# Extent 4-8K:
+# File2: 1 extents
+# Extent 0-4K: SHARED
+#
+# Fs doesn't support explicit reporting will report fiemap like:
+# File1: 1 extent
+# Extent 0-8K: SHARED
+# File2: 1 extent
+# Extent 0-4K: SHARED
+_require_scratch_explicit_shared_extents()
+{
+ _require_scratch
+ _require_xfs_io_command "fiemap"
+ _require_scratch_reflink
+ _require_xfs_io_command "reflink"
+ local nr_extents
+
+ _scratch_mkfs > /dev/null
+ _scratch_mount
+
+ _pwrite_byte 0x61 0 128k $SCRATCH_MNT/file1 >/dev/null
+ _reflink_range $SCRATCH_MNT/file1 0 $SCRATCH_MNT/file2 0 64k >/dev/null
+
+ _scratch_cycle_mount
+
+ nr_extents=$(_count_extents $SCRATCH_MNT/file1)
+ if [ $nr_extents -eq 1 ]; then
+ _notrun "Explicit SHARED flag reporting not support by filesystem type: $FSTYP"
+ fi
+ _scratch_unmount
+}
+
# this test requires the test fs support dedupe...
_require_test_dedupe()
{
_require_xfs_io_command "dedupe"
rm -rf "$TEST_DIR/file1" "$TEST_DIR/file2"
- "$XFS_IO_PROG" -f -c "pwrite -S 0x61 0 65536" "$TEST_DIR/file1" > /dev/null
- "$XFS_IO_PROG" -f -c "pwrite -S 0x61 0 65536" "$TEST_DIR/file2" > /dev/null
- testio="$("$XFS_IO_PROG" -f -c "dedupe $TEST_DIR/file1 0 0 65536" "$TEST_DIR/file2" 2>&1)"
+ $XFS_IO_PROG -f -c "pwrite -S 0x61 0 65536" "$TEST_DIR/file1" > /dev/null
+ $XFS_IO_PROG -f -c "pwrite -S 0x61 0 65536" "$TEST_DIR/file2" > /dev/null
+ testio="$($XFS_IO_PROG -f -c "dedupe $TEST_DIR/file1 0 0 65536" "$TEST_DIR/file2" 2>&1)"
echo $testio | grep -q "Operation not supported" && \
_notrun "Dedupe not supported by test filesystem type: $FSTYP"
echo $testio | grep -q "Inappropriate ioctl for device" && \
_notrun "Dedupe not supported by test filesystem type: $FSTYP"
+ echo $testio | grep -q "Invalid argument" && \
+ _notrun "Dedupe not supported by test filesystem type: $FSTYP"
rm -rf "$TEST_DIR/file1" "$TEST_DIR/file2"
}
_scratch_mkfs > /dev/null
_scratch_mount
- "$XFS_IO_PROG" -f -c "pwrite -S 0x61 0 65536" "$SCRATCH_MNT/file1" > /dev/null
- "$XFS_IO_PROG" -f -c "pwrite -S 0x61 0 65536" "$SCRATCH_MNT/file2" > /dev/null
- testio="$("$XFS_IO_PROG" -f -c "dedupe $TEST_DIR/file1 0 0 65536" "$TEST_DIR/file2" 2>&1)"
+ $XFS_IO_PROG -f -c "pwrite -S 0x61 0 65536" "$SCRATCH_MNT/file1" > /dev/null
+ $XFS_IO_PROG -f -c "pwrite -S 0x61 0 65536" "$SCRATCH_MNT/file2" > /dev/null
+ testio="$($XFS_IO_PROG -f -c "dedupe $SCRATCH_MNT/file1 0 0 65536" "$SCRATCH_MNT/file2" 2>&1)"
echo $testio | grep -q "Operation not supported" && \
- _notrun "Dedupe not supported by test filesystem type: $FSTYP"
+ _notrun "Dedupe not supported by scratch filesystem type: $FSTYP"
echo $testio | grep -q "Inappropriate ioctl for device" && \
- _notrun "Dedupe not supported by test filesystem type: $FSTYP"
+ _notrun "Dedupe not supported by scratch filesystem type: $FSTYP"
+ echo $testio | grep -q "Invalid argument" && \
+ _notrun "Dedupe not supported by scratch filesystem type: $FSTYP"
_scratch_unmount
}
file1="$1"
file2="$2"
- cp --reflink=always "$file1" "$file2"
+ cp --reflink=always -p -f "$file1" "$file2"
}
# Reflink some file1 into file2
file1="$1"
file2="$2"
- "$XFS_IO_PROG" -f -c "reflink $file1" "$file2"
+ $XFS_IO_PROG -f -c "reflink $file1" "$file2"
}
# Reflink some part of file1 into another part of file2
len="$5"
xfs_io_args="$6"
- "$XFS_IO_PROG" $xfs_io_args -f -c "reflink $file1 $offset1 $offset2 $len" "$file2"
+ $XFS_IO_PROG $xfs_io_args -f -c "reflink $file1 $offset1 $offset2 $len" "$file2"
}
# Dedupe some part of file1 into another part of file2
len="$5"
xfs_io_args="$6"
- "$XFS_IO_PROG" $xfs_io_args -f -c "dedupe $file1 $offset1 $offset2 $len" "$file2"
+ $XFS_IO_PROG $xfs_io_args -f -c "dedupe $file1 $offset1 $offset2 $len" "$file2"
+}
+
+# Unify xfs_io dedupe ioctl error message prefix
+_filter_dedupe_error()
+{
+ sed -e 's/^dedupe:/XFS_IOC_FILE_EXTENT_SAME:/g'
+}
+
+# Create a file of interleaved unwritten and reflinked blocks
+_weave_reflink_unwritten() {
+ blksz=$1
+ nr=$2
+ sfile=$3
+ dfile=$4
+
+ _pwrite_byte 0x61 0 $((blksz * nr)) $sfile
+ $XFS_IO_PROG -f -c "falloc 0 $((blksz * nr))" $dfile
+ _pwrite_byte 0x00 0 $((blksz * nr)) $dfile.chk
+ seq 0 2 $((nr - 1)) | while read i; do
+ _reflink_range $sfile $((blksz * i)) $dfile $((blksz * i)) $blksz
+ _pwrite_byte 0x61 $((blksz * i)) $blksz $dfile.chk
+ done
+}
+
+# Create a file of interleaved holes and reflinked blocks
+_weave_reflink_holes() {
+ blksz=$1
+ nr=$2
+ sfile=$3
+ dfile=$4
+
+ _pwrite_byte 0x61 0 $((blksz * nr)) $sfile
+ $XFS_IO_PROG -f -c "truncate $((blksz * nr))" $dfile
+ _pwrite_byte 0x00 0 $((blksz * nr)) $dfile.chk
+ seq 0 2 $((nr - 1)) | while read i; do
+ _reflink_range $sfile $((blksz * i)) $dfile $((blksz * i)) $blksz
+ _pwrite_byte 0x61 $((blksz * i)) $blksz $dfile.chk
+ done
+}
+
+# For a file created with _weave_reflink_holes, fill the holes with delalloc
+# extents
+_weave_reflink_holes_delalloc() {
+ blksz=$1
+ nr=$2
+ dfile=$3
+
+ seq 1 2 $((nr - 1)) | while read i; do
+ _pwrite_byte 0x62 $((blksz * i)) $blksz $dfile
+ _pwrite_byte 0x62 $((blksz * i)) $blksz $dfile.chk
+ done
+}
+
+# Create a file of interleaved regular blocks and reflinked blocks
+_weave_reflink_regular() {
+ blksz=$1
+ nr=$2
+ sfile=$3
+ dfile=$4
+
+ _pwrite_byte 0x61 0 $((blksz * nr)) $sfile
+ _pwrite_byte 0x62 0 $((blksz * nr)) $dfile
+ _pwrite_byte 0x62 0 $((blksz * nr)) $dfile.chk
+ seq 0 2 $((nr - 1)) | while read i; do
+ _reflink_range $sfile $((blksz * i)) $dfile $((blksz * i)) $blksz
+ _pwrite_byte 0x61 $((blksz * i)) $blksz $dfile.chk
+ done
+}
+
+# Create a file of interleaved holes, unwritten blocks, regular blocks, and
+# reflinked blocks
+_weave_reflink_rainbow() {
+ blksz=$1
+ nr=$2
+ sfile=$3
+ dfile=$4
+
+ _pwrite_byte 0x61 0 $((blksz * nr)) $sfile
+ $XFS_IO_PROG -f -c "truncate $((blksz * nr))" $dfile
+ _pwrite_byte 0x00 0 $((blksz * nr)) $dfile.chk
+ # 0 blocks are reflinked
+ seq 0 5 $((nr - 1)) | while read i; do
+ _reflink_range $sfile $((blksz * i)) $dfile $((blksz * i)) $blksz
+ _pwrite_byte 0x61 $((blksz * i)) $blksz $dfile.chk
+ done
+ # 1 blocks are unwritten
+ seq 1 5 $((nr - 1)) | while read i; do
+ $XFS_IO_PROG -f -c "falloc $((blksz * i)) $blksz" $dfile
+ _pwrite_byte 0x00 $((blksz * i)) $blksz $dfile.chk
+ done
+ # 2 blocks are holes
+ seq 2 5 $((nr - 1)) | while read i; do
+ _pwrite_byte 0x00 $((blksz * i)) $blksz $dfile.chk
+ done
+ # 3 blocks are regular
+ seq 3 5 $((nr - 1)) | while read i; do
+ _pwrite_byte 0x71 $((blksz * i)) $blksz $dfile
+ _pwrite_byte 0x71 $((blksz * i)) $blksz $dfile.chk
+ done
+ # 4 blocks will be delalloc later
+}
+
+# For a file created with _weave_reflink_rainbow, fill the holes with delalloc
+# extents
+_weave_reflink_rainbow_delalloc() {
+ blksz=$1
+ nr=$2
+ dfile=$3
+
+ # 4 blocks are delalloc (do later)
+ seq 4 5 $((nr - 1)) | while read i; do
+ _pwrite_byte 0x62 $((blksz * i)) $blksz $dfile
+ _pwrite_byte 0x62 $((blksz * i)) $blksz $dfile.chk
+ done
+}
+
+# Make the source file have interleaved regular blocks and reflinked blocks
+_sweave_reflink_regular() {
+ blksz=$1
+ nr=$2
+ sfile=$3
+ dfile=$4
+
+ _pwrite_byte 0x61 0 $((blksz * nr)) $sfile
+ _pwrite_byte 0x62 0 $((blksz * nr)) $dfile
+ _pwrite_byte 0x61 0 $((blksz * nr)) $sfile.chk
+ seq 1 2 $((nr - 1)) | while read i; do
+ _reflink_range $sfile $((blksz * i)) $dfile $((blksz * i)) $blksz
+ done
+}
+
+# Make the source file have interleaved unwritten blocks and reflinked blocks
+_sweave_reflink_unwritten() {
+ blksz=$1
+ nr=$2
+ sfile=$3
+ dfile=$4
+
+ $XFS_IO_PROG -f -c "falloc 0 $((blksz * nr))" $sfile
+ _pwrite_byte 0x00 0 $((blksz * nr)) $sfile.chk
+ _pwrite_byte 0x62 0 $((blksz * nr)) $dfile
+ seq 1 2 $((nr - 1)) | while read i; do
+ _pwrite_byte 0x61 $((blksz * i)) $blksz $sfile
+ _pwrite_byte 0x61 $((blksz * i)) $blksz $sfile.chk
+ done
+ seq 1 2 $((nr - 1)) | while read i; do
+ _reflink_range $sfile $((blksz * i)) $dfile $((blksz * i)) $blksz
+ done
+}
+
+# Make the source file have interleaved holes and reflinked blocks
+_sweave_reflink_holes() {
+ blksz=$1
+ nr=$2
+ sfile=$3
+ dfile=$4
+
+ $XFS_IO_PROG -f -c "truncate $((blksz * nr))" $sfile
+ _pwrite_byte 0x00 0 $((blksz * nr)) $sfile.chk
+ _pwrite_byte 0x62 0 $((blksz * nr)) $dfile
+ seq 1 2 $((nr - 1)) | while read i; do
+ _pwrite_byte 0x61 $((blksz * i)) $blksz $sfile
+ _pwrite_byte 0x61 $((blksz * i)) $blksz $sfile.chk
+ done
+ seq 1 2 $((nr - 1)) | while read i; do
+ _reflink_range $sfile $((blksz * i)) $dfile $((blksz * i)) $blksz
+ done
+}
+
+# For a file created with _sweave_reflink_holes, fill the holes with delalloc
+# extents
+_sweave_reflink_holes_delalloc() {
+ blksz=$1
+ nr=$2
+ sfile=$3
+
+ seq 0 2 $((nr - 1)) | while read i; do
+ _pwrite_byte 0x64 $((blksz * i)) $blksz $sfile
+ _pwrite_byte 0x64 $((blksz * i)) $blksz $sfile.chk
+ done
}
projects / xfstests-dev.git / blobdiff