xfs: seek data and holes that are in the CoW fork only

Create a file with a hole in the data fork and CoW reservations in the
same region in the CoW fork.  Ensure that SEEK_HOLE/DATA find the data.

Signed-off-by: Darrick J. Wong <darrick.wong@oracle.com>
Reviewed-by: Eryu Guan <eguan@redhat.com>
Signed-off-by: Eryu Guan <eguan@redhat.com>
This commit is contained in:
Darrick J. Wong
2017-06-21 14:57:57 -07:00
committed by Eryu Guan
parent 1bd599745e
commit ca9c677346
5 changed files with 426 additions and 0 deletions
Executable
+160
View File
@@ -0,0 +1,160 @@
#! /bin/bash
# FS QA Test No. 420
#
# Test SEEK_HOLE/SEEK_DATA into a region that is marked CoW'd for
# speculative preallocation in the CoW fork and isn't backed by
# data fork extents.
#
# - Set a huge cowextsize hint.
# - Create a file "DD " (two data blocks, six hole blocks)
# - Reflink copy this file to a second file.
# - Write to the first block of the second file to create a single
# large CoW reservation covering the whole file.
# - Write to block 3, which should be a hole in the data fork.
# - Display the SEEK_HOLE/SEEK_DATA info for the second file to confirm
# that we see the data in blocks 0-1, the hole at block 2, the data
# at block 3, and the hole for the rest of the file.
#
# Basically we want to create a file with the following data/CoW forks:
#
# data: DD------
# cow: dddddddd
# ^--^---------- these blocks are dirty
#
# And then check that SEEK_HOLE and SEEK_DATA actually find that second
# dirty block even though we've never had a data fork extent mapping the
# second dirty block. We need the huge cowextsize so that the hole
# area receives preallocation in the CoW fork.
#
#-----------------------------------------------------------------------
# Copyright (c) 2017, Oracle and/or its affiliates. All Rights Reserved.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it would be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
#-----------------------------------------------------------------------
seq=`basename $0`
seqres=$RESULT_DIR/$seq
echo "QA output created by $seq"
here=`pwd`
tmp=/tmp/$$
status=1 # failure is the default!
trap "_cleanup; exit \$status" 0 1 2 3 15
_cleanup()
{
cd /
rm -rf $tmp.*
}
# get standard environment, filters and checks
. ./common/rc
. ./common/filter
. ./common/reflink
# real QA test starts here
_supported_os Linux
_supported_fs xfs
_require_scratch_reflink
_require_cp_reflink
_require_xfs_io_command "cowextsize"
_require_xfs_io_command "fpunch"
rm -f $seqres.full
echo "Format and mount"
_scratch_mkfs > $seqres.full 2>&1
_scratch_mount >> $seqres.full 2>&1
testdir=$SCRATCH_MNT/test-$seq
mkdir $testdir
blksz=65536
nr=8
filesize=$((blksz * nr))
echo "Create the original files"
$XFS_IO_PROG -c "cowextsize" $testdir >> $seqres.full
$XFS_IO_PROG -c "cowextsize $filesize" $testdir >> $seqres.full
$XFS_IO_PROG -c "cowextsize" $testdir >> $seqres.full
$XFS_IO_PROG -f -c "pwrite -S 0x61 0 $((blksz * 2))" -c "truncate $filesize" -c "fpunch $((blksz * 2)) $((blksz * (nr - 2) ))" $testdir/file1 >> $seqres.full
_cp_reflink $testdir/file1 $testdir/file2 >> $seqres.full
$XFS_IO_PROG -f -c "pwrite -S 0 0 $filesize" -c "pwrite -S 0x61 0 $((blksz * 2))" $testdir/file3 >> $seqres.full
_scratch_cycle_mount
echo "Compare files"
md5sum $testdir/file1 | _filter_scratch
md5sum $testdir/file2 | _filter_scratch
md5sum $testdir/file3 | _filter_scratch
echo "CoW the shared part then write into the empty part" | tee -a $seqres.full
$XFS_IO_PROG -c "cowextsize" $testdir/file1 >> $seqres.full
$XFS_IO_PROG -c "cowextsize" $testdir/file2 >> $seqres.full
$XFS_IO_PROG -c "pwrite -S 0x63 0 $blksz" $testdir/file2 >> $seqres.full
$XFS_IO_PROG -c "pwrite -S 0x63 $((blksz * 3)) $blksz" $testdir/file2 >> $seqres.full
$XFS_IO_PROG -c "pwrite -S 0x63 0 $blksz" $testdir/file3 >> $seqres.full
$XFS_IO_PROG -c "pwrite -S 0x63 $((blksz * 3)) $blksz" $testdir/file3 >> $seqres.full
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1
echo "Seek holes and data in file1"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1
echo "Seek holes and data in file2"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2
echo "Compare files"
md5sum $testdir/file1 | _filter_scratch
md5sum $testdir/file2 | _filter_scratch
md5sum $testdir/file3 | _filter_scratch
echo "sync filesystem" | tee -a $seqres.full
sync
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1
echo "Seek holes and data in file1"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1
echo "Seek holes and data in file2"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2
echo "Compare files"
md5sum $testdir/file1 | _filter_scratch
md5sum $testdir/file2 | _filter_scratch
md5sum $testdir/file3 | _filter_scratch
echo "Remount" | tee -a $seqres.full
_scratch_cycle_mount
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1
echo "Seek holes and data in file1"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1
echo "Seek holes and data in file2"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2
echo "Compare files"
md5sum $testdir/file1 | _filter_scratch
md5sum $testdir/file2 | _filter_scratch
md5sum $testdir/file3 | _filter_scratch
# success, all done
status=0
exit
+52
View File
@@ -0,0 +1,52 @@
QA output created by 420
Format and mount
Create the original files
Compare files
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file1
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file2
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file3
CoW the shared part then write into the empty part
Seek holes and data in file1
Whence Result
DATA 0
HOLE 131072
Seek holes and data in file2
Whence Result
DATA 0
HOLE 131072
DATA 196608
HOLE 262144
Compare files
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file1
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file2
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file3
sync filesystem
Seek holes and data in file1
Whence Result
DATA 0
HOLE 131072
Seek holes and data in file2
Whence Result
DATA 0
HOLE 131072
DATA 196608
HOLE 262144
Compare files
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file1
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file2
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file3
Remount
Seek holes and data in file1
Whence Result
DATA 0
HOLE 131072
Seek holes and data in file2
Whence Result
DATA 0
HOLE 131072
DATA 196608
HOLE 262144
Compare files
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-420/file1
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file2
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-420/file3
Executable
+160
View File
@@ -0,0 +1,160 @@
#! /bin/bash
# FS QA Test No. 421
#
# Test SEEK_HOLE/SEEK_DATA into a region that is marked CoW'd for
# speculative preallocation in the CoW fork and isn't backed by
# data fork extents.
#
# - Set a huge cowextsize hint.
# - Create a file "DD " (two data blocks, six hole blocks)
# - Reflink copy this file to a second file.
# - dio write to the first block of the second file to create a single
# large CoW reservation covering the whole file.
# - dio write to block 3, which should be a hole in the data fork.
# - Display the SEEK_HOLE/SEEK_DATA info for the second file to confirm
# that we see the data in blocks 0-1, the hole at block 2, the data
# at block 3, and the hole for the rest of the file.
#
# Basically we want to create a file with the following data/CoW forks:
#
# data: DD------
# cow: dddddddd
# ^--^---------- these blocks are dirty
#
# And then check that SEEK_HOLE and SEEK_DATA actually find that second
# dirty block even though we've never had a data fork extent mapping the
# second dirty block. We need the huge cowextsize so that the hole
# area receives preallocation in the CoW fork.
#
#-----------------------------------------------------------------------
# Copyright (c) 2017, Oracle and/or its affiliates. All Rights Reserved.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it would be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
#-----------------------------------------------------------------------
seq=`basename $0`
seqres=$RESULT_DIR/$seq
echo "QA output created by $seq"
here=`pwd`
tmp=/tmp/$$
status=1 # failure is the default!
trap "_cleanup; exit \$status" 0 1 2 3 15
_cleanup()
{
cd /
rm -rf $tmp.*
}
# get standard environment, filters and checks
. ./common/rc
. ./common/filter
. ./common/reflink
# real QA test starts here
_supported_os Linux
_supported_fs xfs
_require_scratch_reflink
_require_cp_reflink
_require_xfs_io_command "cowextsize"
_require_xfs_io_command "fpunch"
rm -f $seqres.full
echo "Format and mount"
_scratch_mkfs > $seqres.full 2>&1
_scratch_mount >> $seqres.full 2>&1
testdir=$SCRATCH_MNT/test-$seq
mkdir $testdir
blksz=65536
nr=8
filesize=$((blksz * nr))
echo "Create the original files"
$XFS_IO_PROG -c "cowextsize" $testdir >> $seqres.full
$XFS_IO_PROG -c "cowextsize $filesize" $testdir >> $seqres.full
$XFS_IO_PROG -c "cowextsize" $testdir >> $seqres.full
$XFS_IO_PROG -f -c "pwrite -S 0x61 0 $((blksz * 2))" -c "truncate $filesize" -c "fpunch $((blksz * 2)) $((blksz * (nr - 2) ))" $testdir/file1 >> $seqres.full
_cp_reflink $testdir/file1 $testdir/file2 >> $seqres.full
$XFS_IO_PROG -f -c "pwrite -S 0 0 $filesize" -c "pwrite -S 0x61 0 $((blksz * 2))" $testdir/file3 >> $seqres.full
_scratch_cycle_mount
echo "Compare files"
md5sum $testdir/file1 | _filter_scratch
md5sum $testdir/file2 | _filter_scratch
md5sum $testdir/file3 | _filter_scratch
echo "CoW the shared part then write into the empty part" | tee -a $seqres.full
$XFS_IO_PROG -c "cowextsize" $testdir/file1 >> $seqres.full
$XFS_IO_PROG -c "cowextsize" $testdir/file2 >> $seqres.full
$XFS_IO_PROG -d -c "pwrite -S 0x63 0 $blksz" $testdir/file2 >> $seqres.full
$XFS_IO_PROG -d -c "pwrite -S 0x63 $((blksz * 3)) $blksz" $testdir/file2 >> $seqres.full
$XFS_IO_PROG -d -c "pwrite -S 0x63 0 $blksz" $testdir/file3 >> $seqres.full
$XFS_IO_PROG -d -c "pwrite -S 0x63 $((blksz * 3)) $blksz" $testdir/file3 >> $seqres.full
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1
echo "Seek holes and data in file1"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1
echo "Seek holes and data in file2"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2
echo "Compare files"
md5sum $testdir/file1 | _filter_scratch
md5sum $testdir/file2 | _filter_scratch
md5sum $testdir/file3 | _filter_scratch
echo "sync filesystem" | tee -a $seqres.full
sync
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1
echo "Seek holes and data in file1"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1
echo "Seek holes and data in file2"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2
echo "Compare files"
md5sum $testdir/file1 | _filter_scratch
md5sum $testdir/file2 | _filter_scratch
md5sum $testdir/file3 | _filter_scratch
echo "Remount" | tee -a $seqres.full
_scratch_cycle_mount
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file1 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file2 >> $seqres.full 2>&1
$XFS_IO_PROG -c "bmap -ev" -c "bmap -cv" $testdir/file3 >> $seqres.full 2>&1
echo "Seek holes and data in file1"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file1
echo "Seek holes and data in file2"
$XFS_IO_PROG -c "seek -a -r 0" $testdir/file2
echo "Compare files"
md5sum $testdir/file1 | _filter_scratch
md5sum $testdir/file2 | _filter_scratch
md5sum $testdir/file3 | _filter_scratch
# success, all done
status=0
exit
+52
View File
@@ -0,0 +1,52 @@
QA output created by 421
Format and mount
Create the original files
Compare files
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file1
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file2
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file3
CoW the shared part then write into the empty part
Seek holes and data in file1
Whence Result
DATA 0
HOLE 131072
Seek holes and data in file2
Whence Result
DATA 0
HOLE 131072
DATA 196608
HOLE 262144
Compare files
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file1
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file2
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file3
sync filesystem
Seek holes and data in file1
Whence Result
DATA 0
HOLE 131072
Seek holes and data in file2
Whence Result
DATA 0
HOLE 131072
DATA 196608
HOLE 262144
Compare files
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file1
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file2
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file3
Remount
Seek holes and data in file1
Whence Result
DATA 0
HOLE 131072
Seek holes and data in file2
Whence Result
DATA 0
HOLE 131072
DATA 196608
HOLE 262144
Compare files
c2803804acc9936eef8aab42c119bfac SCRATCH_MNT/test-421/file1
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file2
017c08a9320aad844ce86aa9631afb98 SCRATCH_MNT/test-421/file3
+2
View File
@@ -417,3 +417,5 @@
417 dangerous_fuzzers dangerous_scrub dangerous_online_repair
418 dangerous_fuzzers dangerous_scrub dangerous_repair
419 auto quick
420 auto quick clone dedupe
421 auto quick clone dedupe