- Decompression: MPQ zlib blocks (DecompressData_WithOptions, 0x661A80) decoded with libdeflate 1.26 (vendored, decompression only), one decompressor per thread. Like the original, reports the produced size through outSize (verified in the client at +0x174). - MPQ file-lookup cache for File_FindInArchive (0x6549a0), re-implemented from WeirdUtils with an SRW lock (lookups also happen on loading threads) and stricter archive re-validation on hits. - Lua strings: table-driven matchclass (built lazily from the original on first use), a literal prefilter for string.find / gsub / the gfind iterator, and luaS_newlstr with a hash check before comparing bytes. - Claims WeirdUtils' "weirdperformance" mutex so an old weirdutils.dll never runs its custom Lua GC alongside. Prefilter fix over WeirdUtils: string.gfind does not treat a leading '^' as an anchor (Lua 5.0 gfind_aux calls match() directly), so '^' is an ordinary, quantifiable character there. Treating it as an anchor made patterns like "^*abab" wrongly report no match. Tests: tests/test_prefilter checks the prefilter against the real Lua 5.0.3 string library (vendored in tests/lua50): 4.7M fuzz checks plus 10M checks of 531 real addon patterns against combat-log and chat lines, 0 violations; the matcher is skipped in about half of real-world calls. Decompression verified through the hook in the offline harness. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
161 lines
6.0 KiB
C
161 lines
6.0 KiB
C
/*
|
|
* x86/crc32_impl.h - x86 implementations of the gzip CRC-32 algorithm
|
|
*
|
|
* Copyright 2016 Eric Biggers
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person
|
|
* obtaining a copy of this software and associated documentation
|
|
* files (the "Software"), to deal in the Software without
|
|
* restriction, including without limitation the rights to use,
|
|
* copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following
|
|
* conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be
|
|
* included in all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
|
|
* OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
|
|
* HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
|
* WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
*/
|
|
|
|
#ifndef LIB_X86_CRC32_IMPL_H
|
|
#define LIB_X86_CRC32_IMPL_H
|
|
|
|
#include "cpu_features.h"
|
|
|
|
/*
|
|
* pshufb(x, shift_tab[len..len+15]) left shifts x by 16-len bytes.
|
|
* pshufb(x, shift_tab[len+16..len+31]) right shifts x by len bytes.
|
|
*/
|
|
static const u8 MAYBE_UNUSED shift_tab[48] = {
|
|
0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
|
|
0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
|
|
0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
|
|
0x08, 0x09, 0x0a, 0x0b, 0x0c, 0x0d, 0x0e, 0x0f,
|
|
0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
|
|
0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
|
|
};
|
|
|
|
#if defined(__GNUC__) || defined(__clang__) || defined(_MSC_VER)
|
|
/*
|
|
* PCLMULQDQ implementation. This targets PCLMULQDQ+SSE4.1, since in practice
|
|
* all CPUs that support PCLMULQDQ also support SSE4.1.
|
|
*/
|
|
# define crc32_x86_pclmulqdq crc32_x86_pclmulqdq
|
|
# define SUFFIX _pclmulqdq
|
|
# define ATTRIBUTES _target_attribute("pclmul,sse4.1")
|
|
# define VL 16
|
|
# define USE_AVX512 0
|
|
# include "crc32_pclmul_template.h"
|
|
|
|
/*
|
|
* PCLMULQDQ/AVX implementation. Same as above, but this is compiled with AVX
|
|
* enabled so that the compiler can generate VEX-coded instructions which can be
|
|
* slightly more efficient. It still uses 128-bit vectors.
|
|
*/
|
|
# define crc32_x86_pclmulqdq_avx crc32_x86_pclmulqdq_avx
|
|
# define SUFFIX _pclmulqdq_avx
|
|
# define ATTRIBUTES _target_attribute("pclmul,avx")
|
|
# define VL 16
|
|
# define USE_AVX512 0
|
|
# include "crc32_pclmul_template.h"
|
|
#endif
|
|
|
|
/*
|
|
* VPCLMULQDQ/AVX2 implementation. This is used on CPUs that have AVX2 and
|
|
* VPCLMULQDQ but don't have AVX-512, for example Intel Alder Lake.
|
|
*
|
|
* Currently this can't be enabled with MSVC because MSVC has a bug where it
|
|
* incorrectly assumes that VPCLMULQDQ implies AVX-512:
|
|
* https://developercommunity.visualstudio.com/t/Compiler-incorrectly-assumes-VAES-and-VP/10578785
|
|
*
|
|
* gcc 8.1 and 8.2 had a similar bug where they assumed that
|
|
* _mm256_clmulepi64_epi128() always needed AVX512. It's fixed in gcc 8.3.
|
|
*
|
|
* _mm256_zextsi128_si256() requires gcc 10.
|
|
*/
|
|
#if (GCC_PREREQ(10, 1) || CLANG_PREREQ(6, 0, 10000000)) && \
|
|
!defined(LIBDEFLATE_ASSEMBLER_DOES_NOT_SUPPORT_VPCLMULQDQ)
|
|
# define crc32_x86_vpclmulqdq_avx2 crc32_x86_vpclmulqdq_avx2
|
|
# define SUFFIX _vpclmulqdq_avx2
|
|
# define ATTRIBUTES _target_attribute("vpclmulqdq,pclmul,avx2")
|
|
# define VL 32
|
|
# define USE_AVX512 0
|
|
# include "crc32_pclmul_template.h"
|
|
#endif
|
|
|
|
#if (GCC_PREREQ(10, 1) || CLANG_PREREQ(6, 0, 10000000) || MSVC_PREREQ(1920)) && \
|
|
!(CLANG_PREREQ(18, 0, 18000000) && !CLANG_PREREQ(19, 0, 19000000)) && \
|
|
!defined(LIBDEFLATE_ASSEMBLER_DOES_NOT_SUPPORT_VPCLMULQDQ)
|
|
/*
|
|
* VPCLMULQDQ/AVX512 implementation using 256-bit vectors. This is very similar
|
|
* to the VPCLMULQDQ/AVX2 implementation but takes advantage of the vpternlog
|
|
* instruction and more registers. This is used on certain older Intel CPUs,
|
|
* specifically Ice Lake and Tiger Lake, which support VPCLMULQDQ and AVX512 but
|
|
* downclock a bit too eagerly when ZMM registers are used.
|
|
*
|
|
* _mm256_zextsi128_si256() requires gcc 10.
|
|
*/
|
|
# define crc32_x86_vpclmulqdq_avx512_vl256 crc32_x86_vpclmulqdq_avx512_vl256
|
|
# define SUFFIX _vpclmulqdq_avx512_vl256
|
|
# define ATTRIBUTES _target_attribute("vpclmulqdq,pclmul,avx512bw,avx512vl")
|
|
# define VL 32
|
|
# define USE_AVX512 1
|
|
# include "crc32_pclmul_template.h"
|
|
|
|
/*
|
|
* VPCLMULQDQ/AVX512 implementation using 512-bit vectors. This is used on CPUs
|
|
* that have a good AVX-512 implementation including VPCLMULQDQ.
|
|
*
|
|
* _mm512_zextsi128_si512() requires gcc 10.
|
|
*/
|
|
# define crc32_x86_vpclmulqdq_avx512_vl512 crc32_x86_vpclmulqdq_avx512_vl512
|
|
# define SUFFIX _vpclmulqdq_avx512_vl512
|
|
# define ATTRIBUTES _target_attribute("vpclmulqdq,pclmul,avx512bw,avx512vl")
|
|
# define VL 64
|
|
# define USE_AVX512 1
|
|
# include "crc32_pclmul_template.h"
|
|
#endif
|
|
|
|
static inline crc32_func_t
|
|
arch_select_crc32_func(void)
|
|
{
|
|
const u32 features MAYBE_UNUSED = get_x86_cpu_features();
|
|
|
|
#ifdef crc32_x86_vpclmulqdq_avx512_vl512
|
|
if ((features & X86_CPU_FEATURE_ZMM) &&
|
|
HAVE_VPCLMULQDQ(features) && HAVE_PCLMULQDQ(features) &&
|
|
HAVE_AVX512BW(features) && HAVE_AVX512VL(features))
|
|
return crc32_x86_vpclmulqdq_avx512_vl512;
|
|
#endif
|
|
#ifdef crc32_x86_vpclmulqdq_avx512_vl256
|
|
if (HAVE_VPCLMULQDQ(features) && HAVE_PCLMULQDQ(features) &&
|
|
HAVE_AVX512BW(features) && HAVE_AVX512VL(features))
|
|
return crc32_x86_vpclmulqdq_avx512_vl256;
|
|
#endif
|
|
#ifdef crc32_x86_vpclmulqdq_avx2
|
|
if (HAVE_VPCLMULQDQ(features) && HAVE_PCLMULQDQ(features) &&
|
|
HAVE_AVX2(features))
|
|
return crc32_x86_vpclmulqdq_avx2;
|
|
#endif
|
|
#ifdef crc32_x86_pclmulqdq_avx
|
|
if (HAVE_PCLMULQDQ(features) && HAVE_AVX(features))
|
|
return crc32_x86_pclmulqdq_avx;
|
|
#endif
|
|
#ifdef crc32_x86_pclmulqdq
|
|
if (HAVE_PCLMULQDQ(features))
|
|
return crc32_x86_pclmulqdq;
|
|
#endif
|
|
return NULL;
|
|
}
|
|
#define arch_select_crc32_func arch_select_crc32_func
|
|
|
|
#endif /* LIB_X86_CRC32_IMPL_H */
|