Refactor SIMD into Facade/Backend layers and consolidate CRC engine (#100)

Replaces the per-algorithm *Dispatch.pas units with a Facade/Backend SIMD architecture under HashLib/src/Simd/, consolidates CRC into a single generic engine with fold-by-8 carry-less kernels, expands x86 SIMD tier coverage (especially i386), and fixes several XXH3/CRC correctness issues found by new tests.

Author: Xor-el

HashLib.Benchmark/Delphi/HashLib.BenchmarkConsole.dpr

@@ -20,12 +20,14 @@ uses
   HlpHMACNotBuildInAdapter in '..\..\HashLib\src\Base\HlpHMACNotBuildInAdapter.pas',
   HlpMultipleTransformNonBlock in '..\..\HashLib\src\Base\HlpMultipleTransformNonBlock.pas',
   HlpAdler32 in '..\..\HashLib\src\Checksum\HlpAdler32.pas',
-  HlpAdler32Dispatch in '..\..\HashLib\src\Checksum\HlpAdler32Dispatch.pas',
+  HlpAdler32Simd in '..\..\HashLib\src\Simd\Facade\HlpAdler32Simd.pas',
+  HlpAdler32X86Backend in '..\..\HashLib\src\Simd\Backend\HlpAdler32X86Backend.pas',
+  HlpAdler32ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpAdler32ArmBackend.pas',
   HlpCRC in '..\..\HashLib\src\Checksum\HlpCRC.pas',
-  HlpCRCDispatch in '..\..\HashLib\src\Checksum\HlpCRCDispatch.pas',
-  HlpCRCFoldConstants in '..\..\HashLib\src\Checksum\HlpCRCFoldConstants.pas',
-  HlpCRCStandard in '..\..\HashLib\src\Checksum\HlpCRCStandard.pas',
-  HlpCRC32Fast in '..\..\HashLib\src\Checksum\HlpCRC32Fast.pas',
+  HlpCRCCore in '..\..\HashLib\src\Checksum\HlpCRCCore.pas',
+  HlpCRCSimd in '..\..\HashLib\src\Simd\Facade\HlpCRCSimd.pas',
+  HlpCRCX86Backend in '..\..\HashLib\src\Simd\Backend\HlpCRCX86Backend.pas',
+  HlpCRCArmBackend in '..\..\HashLib\src\Simd\Backend\HlpCRCArmBackend.pas',
   HlpGost in '..\..\HashLib\src\Crypto\HlpGost.pas',
   HlpGrindahl256 in '..\..\HashLib\src\Crypto\HlpGrindahl256.pas',
   HlpGrindahl512 in '..\..\HashLib\src\Crypto\HlpGrindahl512.pas',
@@ -45,27 +47,39 @@ uses
   HlpRIPEMD320 in '..\..\HashLib\src\Crypto\HlpRIPEMD320.pas',
   HlpSHA0 in '..\..\HashLib\src\Crypto\HlpSHA0.pas',
   HlpSHA1 in '..\..\HashLib\src\Crypto\HlpSHA1.pas',
-  HlpSHA1Dispatch in '..\..\HashLib\src\Crypto\HlpSHA1Dispatch.pas',
+  HlpSHA1Simd in '..\..\HashLib\src\Simd\Facade\HlpSHA1Simd.pas',
+  HlpSHA1X86Backend in '..\..\HashLib\src\Simd\Backend\HlpSHA1X86Backend.pas',
+  HlpSHA1ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpSHA1ArmBackend.pas',
   HlpSHA2_224 in '..\..\HashLib\src\Crypto\HlpSHA2_224.pas',
   HlpSHA2_256 in '..\..\HashLib\src\Crypto\HlpSHA2_256.pas',
-  HlpSHA2_256Dispatch in '..\..\HashLib\src\Crypto\HlpSHA2_256Dispatch.pas',
-  HlpSHA2_512Dispatch in '..\..\HashLib\src\Crypto\HlpSHA2_512Dispatch.pas',
+  HlpSHA2_256Simd in '..\..\HashLib\src\Simd\Facade\HlpSHA2_256Simd.pas',
+  HlpSHA2_256X86Backend in '..\..\HashLib\src\Simd\Backend\HlpSHA2_256X86Backend.pas',
+  HlpSHA2_256ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpSHA2_256ArmBackend.pas',
+  HlpSHA2_512Simd in '..\..\HashLib\src\Simd\Facade\HlpSHA2_512Simd.pas',
+  HlpSHA2_512X86Backend in '..\..\HashLib\src\Simd\Backend\HlpSHA2_512X86Backend.pas',
+  HlpSHA2_512ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpSHA2_512ArmBackend.pas',
   HlpSHA2_256Base in '..\..\HashLib\src\Crypto\HlpSHA2_256Base.pas',
   HlpSHA2_384 in '..\..\HashLib\src\Crypto\HlpSHA2_384.pas',
   HlpSHA2_512 in '..\..\HashLib\src\Crypto\HlpSHA2_512.pas',
   HlpSHA2_512_224 in '..\..\HashLib\src\Crypto\HlpSHA2_512_224.pas',
   HlpSHA2_512_256 in '..\..\HashLib\src\Crypto\HlpSHA2_512_256.pas',
   HlpSHA2_512Base in '..\..\HashLib\src\Crypto\HlpSHA2_512Base.pas',
-  HlpSHA3Dispatch in '..\..\HashLib\src\Crypto\HlpSHA3Dispatch.pas',
+  HlpSHA3Simd in '..\..\HashLib\src\Simd\Facade\HlpSHA3Simd.pas',
+  HlpSHA3X86Backend in '..\..\HashLib\src\Simd\Backend\HlpSHA3X86Backend.pas',
+  HlpSHA3ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpSHA3ArmBackend.pas',
   HlpSHA3 in '..\..\HashLib\src\Crypto\HlpSHA3.pas',
   HlpSnefru in '..\..\HashLib\src\Crypto\HlpSnefru.pas',
   HlpTiger in '..\..\HashLib\src\Crypto\HlpTiger.pas',
   HlpTiger2 in '..\..\HashLib\src\Crypto\HlpTiger2.pas',
   HlpWhirlPool in '..\..\HashLib\src\Crypto\HlpWhirlPool.pas',
   HlpGOST3411_2012 in '..\..\HashLib\src\Crypto\HlpGOST3411_2012.pas',
-  HlpBlake2BDispatch in '..\..\HashLib\src\Crypto\HlpBlake2BDispatch.pas',
+  HlpBlake2BSimd in '..\..\HashLib\src\Simd\Facade\HlpBlake2BSimd.pas',
+  HlpBlake2BX86Backend in '..\..\HashLib\src\Simd\Backend\HlpBlake2BX86Backend.pas',
+  HlpBlake2BArmBackend in '..\..\HashLib\src\Simd\Backend\HlpBlake2BArmBackend.pas',
   HlpBlake2B in '..\..\HashLib\src\Crypto\HlpBlake2B.pas',
-  HlpBlake2SDispatch in '..\..\HashLib\src\Crypto\HlpBlake2SDispatch.pas',
+  HlpBlake2SSimd in '..\..\HashLib\src\Simd\Facade\HlpBlake2SSimd.pas',
+  HlpBlake2SX86Backend in '..\..\HashLib\src\Simd\Backend\HlpBlake2SX86Backend.pas',
+  HlpBlake2SArmBackend in '..\..\HashLib\src\Simd\Backend\HlpBlake2SArmBackend.pas',
   HlpBlake2S in '..\..\HashLib\src\Crypto\HlpBlake2S.pas',
   HlpBlake2BParams in '..\..\HashLib\src\Crypto\Blake2BParams\HlpBlake2BParams.pas',
   HlpBlake2SParams in '..\..\HashLib\src\Crypto\Blake2SParams\HlpBlake2SParams.pas',
@@ -96,7 +110,9 @@ uses
   HlpMurmur2_64 in '..\..\HashLib\src\Hash64\HlpMurmur2_64.pas',
   HlpSipHash in '..\..\HashLib\src\Hash64\HlpSipHash.pas',
   HlpXXHash64 in '..\..\HashLib\src\Hash64\HlpXXHash64.pas',
-  HlpXXHash3Dispatch in '..\..\HashLib\src\Hash64\HlpXXHash3Dispatch.pas',
+  HlpXXHash3Simd in '..\..\HashLib\src\Simd\Facade\HlpXXHash3Simd.pas',
+  HlpXXHash3X86Backend in '..\..\HashLib\src\Simd\Backend\HlpXXHash3X86Backend.pas',
+  HlpXXHash3ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpXXHash3ArmBackend.pas',
   HlpXXHash3 in '..\..\HashLib\src\Hash64\HlpXXHash3.pas',
   HlpMurmurHash3_x86_128 in '..\..\HashLib\src\Hash128\HlpMurmurHash3_x86_128.pas',
   HlpMurmurHash3_x64_128 in '..\..\HashLib\src\Hash128\HlpMurmurHash3_x64_128.pas',
@@ -111,14 +127,20 @@ uses
   HlpIBlake2SParams in '..\..\HashLib\src\Interfaces\IBlake2SParams\HlpIBlake2SParams.pas',
   HlpBlake2BP in '..\..\HashLib\src\Crypto\HlpBlake2BP.pas',
   HlpBlake2SP in '..\..\HashLib\src\Crypto\HlpBlake2SP.pas',
-  HlpBlake3Dispatch in '..\..\HashLib\src\Crypto\HlpBlake3Dispatch.pas',
+  HlpBlake3Simd in '..\..\HashLib\src\Simd\Facade\HlpBlake3Simd.pas',
+  HlpBlake3X86Backend in '..\..\HashLib\src\Simd\Backend\HlpBlake3X86Backend.pas',
+  HlpBlake3ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpBlake3ArmBackend.pas',
   HlpBlake3 in '..\..\HashLib\src\Crypto\HlpBlake3.pas',
   HlpPBKDF2_HMACNotBuildInAdapter in '..\..\HashLib\src\KDF\HlpPBKDF2_HMACNotBuildInAdapter.pas',
   HlpPBKDF_Argon2NotBuildInAdapter in '..\..\HashLib\src\KDF\HlpPBKDF_Argon2NotBuildInAdapter.pas',
-  HlpArgon2Dispatch in '..\..\HashLib\src\KDF\HlpArgon2Dispatch.pas',
+  HlpArgon2Simd in '..\..\HashLib\src\Simd\Facade\HlpArgon2Simd.pas',
+  HlpArgon2X86Backend in '..\..\HashLib\src\Simd\Backend\HlpArgon2X86Backend.pas',
+  HlpArgon2ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpArgon2ArmBackend.pas',
   HlpArgon2TypeAndVersion in '..\..\HashLib\src\KDF\HlpArgon2TypeAndVersion.pas',
   HlpPBKDF_ScryptNotBuildInAdapter in '..\..\HashLib\src\KDF\HlpPBKDF_ScryptNotBuildInAdapter.pas',
-  HlpScryptDispatch in '..\..\HashLib\src\KDF\HlpScryptDispatch.pas',
+  HlpScryptSimd in '..\..\HashLib\src\Simd\Facade\HlpScryptSimd.pas',
+  HlpScryptX86Backend in '..\..\HashLib\src\Simd\Backend\HlpScryptX86Backend.pas',
+  HlpScryptArmBackend in '..\..\HashLib\src\Simd\Backend\HlpScryptArmBackend.pas',
   HlpConverters in '..\..\HashLib\src\Utils\HlpConverters.pas',
   HlpBitOperations in '..\..\HashLib\src\Utils\HlpBitOperations.pas',
   HlpBinaryPrimitives in '..\..\HashLib\src\Utils\HlpBinaryPrimitives.pas',

HashLib.Benchmark/Delphi/HashLib.BenchmarkFMX.dpr

@@ -19,12 +19,14 @@ uses
   HlpHMACNotBuildInAdapter in '..\..\HashLib\src\Base\HlpHMACNotBuildInAdapter.pas',
   HlpMultipleTransformNonBlock in '..\..\HashLib\src\Base\HlpMultipleTransformNonBlock.pas',
   HlpAdler32 in '..\..\HashLib\src\Checksum\HlpAdler32.pas',
-  HlpAdler32Dispatch in '..\..\HashLib\src\Checksum\HlpAdler32Dispatch.pas',
+  HlpAdler32Simd in '..\..\HashLib\src\Simd\Facade\HlpAdler32Simd.pas',
+  HlpAdler32X86Backend in '..\..\HashLib\src\Simd\Backend\HlpAdler32X86Backend.pas',
+  HlpAdler32ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpAdler32ArmBackend.pas',
   HlpCRC in '..\..\HashLib\src\Checksum\HlpCRC.pas',
-  HlpCRCDispatch in '..\..\HashLib\src\Checksum\HlpCRCDispatch.pas',
-  HlpCRCFoldConstants in '..\..\HashLib\src\Checksum\HlpCRCFoldConstants.pas',
-  HlpCRCStandard in '..\..\HashLib\src\Checksum\HlpCRCStandard.pas',
-  HlpCRC32Fast in '..\..\HashLib\src\Checksum\HlpCRC32Fast.pas',
+  HlpCRCCore in '..\..\HashLib\src\Checksum\HlpCRCCore.pas',
+  HlpCRCSimd in '..\..\HashLib\src\Simd\Facade\HlpCRCSimd.pas',
+  HlpCRCX86Backend in '..\..\HashLib\src\Simd\Backend\HlpCRCX86Backend.pas',
+  HlpCRCArmBackend in '..\..\HashLib\src\Simd\Backend\HlpCRCArmBackend.pas',
   HlpGost in '..\..\HashLib\src\Crypto\HlpGost.pas',
   HlpGrindahl256 in '..\..\HashLib\src\Crypto\HlpGrindahl256.pas',
   HlpGrindahl512 in '..\..\HashLib\src\Crypto\HlpGrindahl512.pas',
@@ -44,27 +46,39 @@ uses
   HlpRIPEMD320 in '..\..\HashLib\src\Crypto\HlpRIPEMD320.pas',
   HlpSHA0 in '..\..\HashLib\src\Crypto\HlpSHA0.pas',
   HlpSHA1 in '..\..\HashLib\src\Crypto\HlpSHA1.pas',
-  HlpSHA1Dispatch in '..\..\HashLib\src\Crypto\HlpSHA1Dispatch.pas',
+  HlpSHA1Simd in '..\..\HashLib\src\Simd\Facade\HlpSHA1Simd.pas',
+  HlpSHA1X86Backend in '..\..\HashLib\src\Simd\Backend\HlpSHA1X86Backend.pas',
+  HlpSHA1ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpSHA1ArmBackend.pas',
   HlpSHA2_224 in '..\..\HashLib\src\Crypto\HlpSHA2_224.pas',
   HlpSHA2_256 in '..\..\HashLib\src\Crypto\HlpSHA2_256.pas',
-  HlpSHA2_256Dispatch in '..\..\HashLib\src\Crypto\HlpSHA2_256Dispatch.pas',
-  HlpSHA2_512Dispatch in '..\..\HashLib\src\Crypto\HlpSHA2_512Dispatch.pas',
+  HlpSHA2_256Simd in '..\..\HashLib\src\Simd\Facade\HlpSHA2_256Simd.pas',
+  HlpSHA2_256X86Backend in '..\..\HashLib\src\Simd\Backend\HlpSHA2_256X86Backend.pas',
+  HlpSHA2_256ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpSHA2_256ArmBackend.pas',
+  HlpSHA2_512Simd in '..\..\HashLib\src\Simd\Facade\HlpSHA2_512Simd.pas',
+  HlpSHA2_512X86Backend in '..\..\HashLib\src\Simd\Backend\HlpSHA2_512X86Backend.pas',
+  HlpSHA2_512ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpSHA2_512ArmBackend.pas',
   HlpSHA2_256Base in '..\..\HashLib\src\Crypto\HlpSHA2_256Base.pas',
   HlpSHA2_384 in '..\..\HashLib\src\Crypto\HlpSHA2_384.pas',
   HlpSHA2_512 in '..\..\HashLib\src\Crypto\HlpSHA2_512.pas',
   HlpSHA2_512_224 in '..\..\HashLib\src\Crypto\HlpSHA2_512_224.pas',
   HlpSHA2_512_256 in '..\..\HashLib\src\Crypto\HlpSHA2_512_256.pas',
   HlpSHA2_512Base in '..\..\HashLib\src\Crypto\HlpSHA2_512Base.pas',
-  HlpSHA3Dispatch in '..\..\HashLib\src\Crypto\HlpSHA3Dispatch.pas',
+  HlpSHA3Simd in '..\..\HashLib\src\Simd\Facade\HlpSHA3Simd.pas',
+  HlpSHA3X86Backend in '..\..\HashLib\src\Simd\Backend\HlpSHA3X86Backend.pas',
+  HlpSHA3ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpSHA3ArmBackend.pas',
   HlpSHA3 in '..\..\HashLib\src\Crypto\HlpSHA3.pas',
   HlpSnefru in '..\..\HashLib\src\Crypto\HlpSnefru.pas',
   HlpTiger in '..\..\HashLib\src\Crypto\HlpTiger.pas',
   HlpTiger2 in '..\..\HashLib\src\Crypto\HlpTiger2.pas',
   HlpWhirlPool in '..\..\HashLib\src\Crypto\HlpWhirlPool.pas',
   HlpGOST3411_2012 in '..\..\HashLib\src\Crypto\HlpGOST3411_2012.pas',
-  HlpBlake2BDispatch in '..\..\HashLib\src\Crypto\HlpBlake2BDispatch.pas',
+  HlpBlake2BSimd in '..\..\HashLib\src\Simd\Facade\HlpBlake2BSimd.pas',
+  HlpBlake2BX86Backend in '..\..\HashLib\src\Simd\Backend\HlpBlake2BX86Backend.pas',
+  HlpBlake2BArmBackend in '..\..\HashLib\src\Simd\Backend\HlpBlake2BArmBackend.pas',
   HlpBlake2B in '..\..\HashLib\src\Crypto\HlpBlake2B.pas',
-  HlpBlake2SDispatch in '..\..\HashLib\src\Crypto\HlpBlake2SDispatch.pas',
+  HlpBlake2SSimd in '..\..\HashLib\src\Simd\Facade\HlpBlake2SSimd.pas',
+  HlpBlake2SX86Backend in '..\..\HashLib\src\Simd\Backend\HlpBlake2SX86Backend.pas',
+  HlpBlake2SArmBackend in '..\..\HashLib\src\Simd\Backend\HlpBlake2SArmBackend.pas',
   HlpBlake2S in '..\..\HashLib\src\Crypto\HlpBlake2S.pas',
   HlpBlake2BParams in '..\..\HashLib\src\Crypto\Blake2BParams\HlpBlake2BParams.pas',
   HlpBlake2SParams in '..\..\HashLib\src\Crypto\Blake2SParams\HlpBlake2SParams.pas',
@@ -95,7 +109,9 @@ uses
   HlpMurmur2_64 in '..\..\HashLib\src\Hash64\HlpMurmur2_64.pas',
   HlpSipHash in '..\..\HashLib\src\Hash64\HlpSipHash.pas',
   HlpXXHash64 in '..\..\HashLib\src\Hash64\HlpXXHash64.pas',
-  HlpXXHash3Dispatch in '..\..\HashLib\src\Hash64\HlpXXHash3Dispatch.pas',
+  HlpXXHash3Simd in '..\..\HashLib\src\Simd\Facade\HlpXXHash3Simd.pas',
+  HlpXXHash3X86Backend in '..\..\HashLib\src\Simd\Backend\HlpXXHash3X86Backend.pas',
+  HlpXXHash3ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpXXHash3ArmBackend.pas',
   HlpXXHash3 in '..\..\HashLib\src\Hash64\HlpXXHash3.pas',
   HlpMurmurHash3_x86_128 in '..\..\HashLib\src\Hash128\HlpMurmurHash3_x86_128.pas',
   HlpMurmurHash3_x64_128 in '..\..\HashLib\src\Hash128\HlpMurmurHash3_x64_128.pas',
@@ -110,14 +126,20 @@ uses
   HlpIBlake2SParams in '..\..\HashLib\src\Interfaces\IBlake2SParams\HlpIBlake2SParams.pas',
   HlpBlake2BP in '..\..\HashLib\src\Crypto\HlpBlake2BP.pas',
   HlpBlake2SP in '..\..\HashLib\src\Crypto\HlpBlake2SP.pas',
-  HlpBlake3Dispatch in '..\..\HashLib\src\Crypto\HlpBlake3Dispatch.pas',
+  HlpBlake3Simd in '..\..\HashLib\src\Simd\Facade\HlpBlake3Simd.pas',
+  HlpBlake3X86Backend in '..\..\HashLib\src\Simd\Backend\HlpBlake3X86Backend.pas',
+  HlpBlake3ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpBlake3ArmBackend.pas',
   HlpBlake3 in '..\..\HashLib\src\Crypto\HlpBlake3.pas',
   HlpPBKDF2_HMACNotBuildInAdapter in '..\..\HashLib\src\KDF\HlpPBKDF2_HMACNotBuildInAdapter.pas',
   HlpPBKDF_Argon2NotBuildInAdapter in '..\..\HashLib\src\KDF\HlpPBKDF_Argon2NotBuildInAdapter.pas',
-  HlpArgon2Dispatch in '..\..\HashLib\src\KDF\HlpArgon2Dispatch.pas',
+  HlpArgon2Simd in '..\..\HashLib\src\Simd\Facade\HlpArgon2Simd.pas',
+  HlpArgon2X86Backend in '..\..\HashLib\src\Simd\Backend\HlpArgon2X86Backend.pas',
+  HlpArgon2ArmBackend in '..\..\HashLib\src\Simd\Backend\HlpArgon2ArmBackend.pas',
   HlpArgon2TypeAndVersion in '..\..\HashLib\src\KDF\HlpArgon2TypeAndVersion.pas',
   HlpPBKDF_ScryptNotBuildInAdapter in '..\..\HashLib\src\KDF\HlpPBKDF_ScryptNotBuildInAdapter.pas',
-  HlpScryptDispatch in '..\..\HashLib\src\KDF\HlpScryptDispatch.pas',
+  HlpScryptSimd in '..\..\HashLib\src\Simd\Facade\HlpScryptSimd.pas',
+  HlpScryptX86Backend in '..\..\HashLib\src\Simd\Backend\HlpScryptX86Backend.pas',
+  HlpScryptArmBackend in '..\..\HashLib\src\Simd\Backend\HlpScryptArmBackend.pas',
   HlpConverters in '..\..\HashLib\src\Utils\HlpConverters.pas',
   HlpBitOperations in '..\..\HashLib\src\Utils\HlpBitOperations.pas',
   HlpBinaryPrimitives in '..\..\HashLib\src\Utils\HlpBinaryPrimitives.pas',