78 for (
int i = 0; i < 4; ++i) {
79 if (p == pend) [[unlikely]] {
84 if (c >=
'0' && c <=
'9') [[likely]] {
85 val =
static_cast<uint32_t
>(c -
'0');
92 if (c >=
'0' && c <=
'9') {
93 if (val == 0) [[unlikely]] {
96 val = val * 10u +
static_cast<uint32_t
>(c -
'0');
100 if (c >=
'0' && c <=
'9') {
101 val = val * 10u +
static_cast<uint32_t
>(c -
'0');
103 if (val > 255u) [[unlikely]] {
110 ipv4 = (ipv4 << 8) | val;
112 if (p == pend || *p !=
'.') [[unlikely]] {
119 if (p == pend - 1 && *p ==
'.') {
127#if defined(ADA_AVX512) && defined(__AVX512VBMI2__)
136 size_t len)
noexcept {
139 if (data[len - 1] ==
'.') {
142 if (len > 15) [[unlikely]] {
147 const uint32_t len_mask = _bzhi_u32(0xFFFFFFFFu,
static_cast<unsigned>(len));
149 const uint32_t len_mask = (1u <<
static_cast<unsigned>(len)) - 1u;
151 const __mmask16 len_k =
static_cast<__mmask16
>(len_mask);
152 const __m128i dot = _mm_set1_epi8(
'.');
154 _mm_mask_loadu_epi8(dot, len_k,
reinterpret_cast<const void*
>(data));
156 const __mmask16 delim = _mm_cmpeq_epi8_mask(v, dot);
157 const uint32_t dots =
static_cast<uint32_t
>(delim) & len_mask;
158 const uint32_t keep = len_mask & ~dots;
160 const __m128i zero = _mm_set1_epi8(
'0');
161 const __m128i digits = _mm_sub_epi8(v, zero);
162 const __mmask16
is_digit = _mm_cmple_epu8_mask(digits, _mm_set1_epi8(9));
164 const __mmask16 hole = _kandn_mask16(_kor_mask16(delim,
is_digit), len_k);
165 const __m128i v0 = _mm_maskz_mov_epi8(
is_digit, digits);
168 _mm_setr_epi8(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15);
169 const __m128i c = _mm_maskz_compress_epi8(delim, iota);
170 const __m128i k_rep =
171 _mm_setr_epi8(0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3);
172 const __m128i qi = _mm_shuffle_epi8(c, k_rep);
174 _mm_shuffle_epi8(_mm_alignr_epi8(c, _mm_set1_epi8(-1), 15), k_rep);
177 const __m128i offr = _mm_setr_epi8(-1, -2, -3, -4, -1, -2, -3, -4, -1, -2, -3,
179 const __m128i idx = _mm_max_epi8(_mm_add_epi8(qi, offr), prev);
180 const __m128i padded = _mm_shuffle_epi8(v0, idx);
183 _mm_setr_epi8(5, 5, 2, 0, 5, 5, 2, 0, 5, 5, 2, 0, 5, 5, 2, 0);
184 const __mmask8 over = _mm_cmpgt_epu32_mask(padded, lim);
186 _mm_setr_epi8(1, 10, 100, 0, 1, 10, 100, 0, 1, 10, 100, 0, 1, 10, 100, 0);
187#if defined(__AVX512VNNI__)
188 const __m128i res = _mm_dpbusd_epi32(_mm_setzero_si128(), padded, wtsr);
191 _mm_madd_epi16(_mm_maddubs_epi16(padded, wtsr), _mm_set1_epi16(1));
195 _mm_setr_epi8(1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
197 _mm_setr_epi8(2, 2, 2, 2, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
198 const __m128i gap = _mm_sub_epi8(c, _mm_slli_si128(c, 1));
199 const __mmask16 bad_gap = _mm_cmpgt_epu8_mask(_mm_sub_epi8(gap, gmin), gmax);
201 const uint32_t zero_bits =
202 static_cast<uint32_t
>(_mm_cmpeq_epi8_mask(v, zero));
203 const uint32_t start_bits = (dots << 1) | 1u;
205 const __mmask16 kerr =
206 _kor_mask16(_kor_mask16(hole,
static_cast<__mmask16
>(over)), bad_gap);
207 const uint32_t gerr =
static_cast<uint32_t
>(_mm_popcnt_u32(dots) ^ 3u) |
208 (zero_bits & start_bits & (keep >> 1));
210 if ((gerr |
static_cast<uint32_t
>(kerr)) == 0) [[likely]] {
211 const uint32_t packed =
212 static_cast<uint32_t
>(_mm_cvtsi128_si32(_mm_cvtepi32_epi8(res)));
213#if defined(__GNUC__) || defined(__clang__)
214 return static_cast<uint64_t
>(__builtin_bswap32(packed));
216 return static_cast<uint64_t
>(_byteswap_ulong(packed));