zstd/compress/zstd_fast.c

24     const BYTE* ip = base + ms->nextToUpdate;
31     for ( ; ip + fastHashFillStep < iend + 2; ip += fastHashFillStep) {
32         U32 const curr = (U32)(ip - base);
33         size_t const hash0 = ZSTD_hashPtr(ip, hBits, mls);
39                 size_t const hash = ZSTD_hashPtr(ip + p, hBits, mls);
169         /* load repcode match for ip[2]*/
176         /* check repcode at ip[2] */
188         /* load match for ip[0] */
195         /* check match at ip[0] */
201         /* lookup ip[1] */
204         /* hash ip[2] */
217         /* load match for ip[0] */
224         /* check match at ip[0] */
230         /* lookup ip[1] */
233         /* hash ip[2] */
383     const BYTE* ip = istart;
400     const U32 dictAndPrefixLength  = (U32)(ip - prefixStart + dictEnd - dictStart);
406     const U32 endIndex = (U32)((size_t)(ip - base) + srcSize);
418     ip += (dictAndPrefixLength == 0);
425     while (ip < ilimit) {   /* < instead of <=, because repcode check at (ip+1) */
427         size_t const h = ZSTD_hashPtr(ip, hlog, mls);
428         U32 const curr = (U32)(ip-base);
438           && (MEM_read32(repMatch) == MEM_read32(ip+1)) ) {
440             mLength = ZSTD_count_2segments(ip+1+4, repMatch+4, iend, repMatchEnd, prefixStart) + 4;
441             ip++;
442             ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, STORE_REPCODE_1, mLength);
444             size_t const dictHash = ZSTD_hashPtr(ip, dictHLog, mls);
448                 MEM_read32(dictMatch) != MEM_read32(ip)) {
450                 ip += ((ip-anchor) >> kSearchStrength) + stepSize;
455                 mLength = ZSTD_count_2segments(ip+4, dictMatch+4, iend, dictEnd, prefixStart) + 4;
456                 while (((ip>anchor) & (dictMatch>dictStart))
457                      && (ip[-1] == dictMatch[-1])) {
458                     ip--; dictMatch--; mLength++;
462                 ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, STORE_OFFSET(offset), mLength);
464         } else if (MEM_read32(match) != MEM_read32(ip)) {
467             ip += ((ip-anchor) >> kSearchStrength) + stepSize;
471             U32 const offset = (U32)(ip-match);
472             mLength = ZSTD_count(ip+4, match+4, iend) + 4;
473             while (((ip>anchor) & (match>prefixStart))
474                  && (ip[-1] == match[-1])) { ip--; match--; mLength++; } /* catch up */
477             ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, STORE_OFFSET(offset), mLength);
481         ip += mLength;
482         anchor = ip;
484         if (ip <= ilimit) {
488             hashTable[ZSTD_hashPtr(ip-2, hlog, mls)] = (U32)(ip-2-base);
491             while (ip <= ilimit) {
492                 U32 const current2 = (U32)(ip-base);
498                    && (MEM_read32(repMatch2) == MEM_read32(ip)) ) {
500                     size_t const repLength2 = ZSTD_count_2segments(ip+4, repMatch2+4, iend, repEnd2, prefixStart) + 4;
503                     hashTable[ZSTD_hashPtr(ip, hlog, mls)] = current2;
504                     ip += repLength2;
505                     anchor = ip;
560     const BYTE* ip = istart;
583     while (ip < ilimit) {  /* < instead of <=, because (ip+1) */
584         const size_t h = ZSTD_hashPtr(ip, hlog, mls);
588         const U32    curr = (U32)(ip-base);
597            && (MEM_read32(repMatch) == MEM_read32(ip+1)) ) {
599             size_t const rLength = ZSTD_count_2segments(ip+1 +4, repMatch +4, iend, repMatchEnd, prefixStart) + 4;
600             ip++;
601             ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, STORE_REPCODE_1, rLength);
602             ip += rLength;
603             anchor = ip;
606                  (MEM_read32(match) != MEM_read32(ip)) ) {
608                 ip += ((ip-anchor) >> kSearchStrength) + stepSize;
614                 size_t mLength = ZSTD_count_2segments(ip+4, match+4, iend, matchEnd, prefixStart) + 4;
615                 while (((ip>anchor) & (match>lowMatchPtr)) && (ip[-1] == match[-1])) { ip--; match--; mLength++; }   /* catch up */
617                 ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, STORE_OFFSET(offset), mLength);
618                 ip += mLength;
619                 anchor = ip;
622         if (ip <= ilimit) {
625             hashTable[ZSTD_hashPtr(ip-2, hlog, mls)] = (U32)(ip-2-base);
627             while (ip <= ilimit) {
628                 U32 const current2 = (U32)(ip-base);
632                    && (MEM_read32(repMatch2) == MEM_read32(ip)) ) {
634                     size_t const repLength2 = ZSTD_count_2segments(ip+4, repMatch2+4, iend, repEnd2, prefixStart) + 4;
637                     hashTable[ZSTD_hashPtr(ip, hlog, mls)] = current2;
638                     ip += repLength2;
639                     anchor = ip;