default first/last bytess size to 4096

Author: Paul Dreik

Options.hh

@@ -36,9 +36,9 @@ struct Options
   long nsecsleep = 0; // number of nanoseconds to sleep between each file read.
   std::string resultsfile = "results.txt"; // results file name.
   std::uint64_t first_bytes_size =
-    64; // how much to read during the "read first bytes" step
+    4096; // how much to read during the "read first bytes" step
   std::uint64_t last_bytes_size =
-    64; // how much to read during the "read last bytes" step
+    4096; // how much to read during the "read last bytes" step
   /// checksum used for first and last bytes
   checksumtypes checksum_for_firstlast_bytes =
 #ifdef HAVE_LIBXXHASH

testcases/md5collisions.sh

@@ -11,12 +11,17 @@ mkdir md5coll
 cp "$testscriptsdir/md5collisions/"*.ps md5coll
 sync
 
+# set small first/last bytes sizes
+firstlastoptions="-firstbytessize 64 -lastbytessize 64"
+
 #make sure nothing happens when using sha
-$rdfind -checksum sha1 -deleteduplicates true md5coll 2>&1 | tee rdfind.out
+# shellcheck disable=SC2086
+$rdfind $firstlastoptions -checksum sha1 -deleteduplicates true md5coll 2>&1 | tee rdfind.out
 grep -q "^Deleted 0 files.$" rdfind.out
 dbgecho "using sha1 did not delete any files, as expected"
 
-$rdfind -checksum md5 -deleteduplicates true md5coll 2>&1 | tee rdfind.out
+# shellcheck disable=SC2086
+$rdfind $firstlastoptions -checksum md5 -deleteduplicates true md5coll 2>&1 | tee rdfind.out
 grep -q "^Deleted 1 files.$" rdfind.out
 dbgecho "using md5 did delete files, as expected"
 

testcases/sha1collisions.sh

@@ -6,15 +6,20 @@ set -e
 
 reset_teststate
 
+# set small first/last bytes sizes
+firstlastoptions="-firstbytessize 64 -lastbytessize 64"
+
 #unpack collisions example from https://shattered.it/static/shattered.pdf
 base64 --decode <"$testscriptsdir/sha1collisions/coll.tar.bz2.b64" | tar xvfj -
 
 #make sure nothing happens when using sha256
-$rdfind -checksum sha256 -deleteduplicates true . 2>&1 | tee rdfind.out
+# shellcheck disable=SC2086
+$rdfind $firstlastoptions -checksum sha256 -deleteduplicates true . 2>&1 | tee rdfind.out
 grep -q "^Deleted 0 files.$" rdfind.out
 dbgecho "using sha256 did not delete any files, as expected"
 
-$rdfind -checksum sha1 -deleteduplicates true . 2>&1 | tee rdfind.out
+# shellcheck disable=SC2086
+$rdfind $firstlastoptions -checksum sha1 -deleteduplicates true . 2>&1 | tee rdfind.out
 grep -q "^Deleted 1 files.$" rdfind.out
 dbgecho "using sha1 did delete the files, as expected"
 

testcases/verify_nochecksum.sh

@@ -24,14 +24,19 @@ makefiles() {
 reset_teststate
 makefiles
 
+# set small first/last to small sizes
+firstlastoptions="-firstbytessize 64 -lastbytessize 64"
+
 # with no checksum, we should falsely believe the files are equal
-$rdfind -checksum none a* b* \
+# shellcheck disable=SC2086
+$rdfind $firstlastoptions -checksum none a* b* \
   | grep "files that are not unique" >output.log
 
 verify [ "$(cat output.log)" = "It seems like you have 2 files that are not unique" ]
 
 # with checksumming (the default) the files should not be considered equal.
-$rdfind -checksum sha1 a* b* \
+# shellcheck disable=SC2086
+$rdfind $firstlastoptions -checksum sha1 a* b* \
   | grep "files that are not unique" >output.log
 
 verify [ "$(cat output.log)" = "It seems like you have 0 files that are not unique" ]