/*

 * Copyright (c) 2016-present, Yann Collet, Facebook, Inc.

 * All rights reserved.

 *

 * This source code is licensed under both the BSD-style license (found in the

 * LICENSE file in the root directory of this source tree) and the GPLv2 (found

 * in the COPYING file in the root directory of this source tree).

 * You may select, at your option, one of the above-listed licenses.

 */

#include "zstd_compress_internal.h"

#include "zstd_lazy.h"

/*-*************************************

*  Binary Tree search

***************************************/

                const BYTE* ip, const BYTE* iend,

                U32 mls)

{

    U32* const hashTable = ms->hashTable;

    U32  const hashLog = cParams->hashLog;

    U32* const bt = ms->chainTable;

    U32  const btLog  = cParams->chainLog - 1;

    U32  const btMask = (1 << btLog) - 1;

    const BYTE* const base = ms->window.base;

    U32 const target = (U32)(ip - base);

    U32 idx = ms->nextToUpdate;

    if (idx != target)

        DEBUGLOG(7, "ZSTD_updateDUBT, from %u to %u (dictLimit:%u)",

                    idx, target, ms->window.dictLimit);

    assert(ip + 8 <= iend);   /* condition for ZSTD_hashPtr */

    (void)iend;

    assert(idx >= ms->window.dictLimit);   /* condition for valid base+idx */

    for ( ; idx < target ; idx++) {

        size_t const h  = ZSTD_hashPtr(base + idx, hashLog, mls);   /* assumption : ip + 8 <= iend */

        U32    const matchIndex = hashTable[h];

        U32*   const nextCandidatePtr = bt + 2*(idx&btMask);

        U32*   const sortMarkPtr  = nextCandidatePtr + 1;

        DEBUGLOG(8, "ZSTD_updateDUBT: insert %u", idx);

        hashTable[h] = idx;   /* Update Hash Table */

        *nextCandidatePtr = matchIndex;   /* update BT like a chain */

        *sortMarkPtr = ZSTD_DUBT_UNSORTED_MARK;

    }

    ms->nextToUpdate = target;

}

/** ZSTD_insertDUBT1() :

 *  sort one already inserted but unsorted position

 *  assumption : current >= btlow == (current - btmask)

 *  doesn't fail */

                 U32 current, const BYTE* inputEnd,

{

    U32*   const bt = ms->chainTable;

    U32    const btLog  = cParams->chainLog - 1;

    U32    const btMask = (1 << btLog) - 1;

    size_t commonLengthSmaller=0, commonLengthLarger=0;

    const BYTE* const base = ms->window.base;

    const BYTE* const dictBase = ms->window.dictBase;

    const U32 dictLimit = ms->window.dictLimit;

    const BYTE* const ip = (current>=dictLimit) ? base + current : dictBase + current;

    const BYTE* const iend = (current>=dictLimit) ? inputEnd : dictBase + dictLimit;

    const BYTE* const dictEnd = dictBase + dictLimit;

    const BYTE* const prefixStart = base + dictLimit;

    const BYTE* match;

    U32* smallerPtr = bt + 2*(current&btMask);

    U32* largerPtr  = smallerPtr + 1;

    U32 matchIndex = *smallerPtr;

    U32 dummy32;   /* to be nullified at the end */

    U32 const windowLow = ms->window.lowLimit;

    DEBUGLOG(8, "ZSTD_insertDUBT1(%u) (dictLimit=%u, lowLimit=%u)",

                current, dictLimit, windowLow);

    assert(current >= btLow);

    assert(ip < iend);   /* condition for ZSTD_count */

    while (nbCompares-- && (matchIndex > windowLow)) {

        U32* const nextPtr = bt + 2*(matchIndex & btMask);

        size_t matchLength = MIN(commonLengthSmaller, commonLengthLarger);   /* guaranteed minimum nb of common bytes */

        assert(matchIndex < current);

          || (matchIndex+matchLength >= dictLimit)  /* both in current segment*/

          || (current < dictLimit) /* both in extDict */) {

            assert( (matchIndex+matchLength >= dictLimit)   /* might be wrong if extDict is incorrectly set to 0 */

                 || (current < dictLimit) );

            match = mBase + matchIndex;

            matchLength += ZSTD_count(ip+matchLength, match+matchLength, iend);

        } else {

            match = dictBase + matchIndex;

            matchLength += ZSTD_count_2segments(ip+matchLength, match+matchLength, iend, dictEnd, prefixStart);

            if (matchIndex+matchLength >= dictLimit)

                match = base + matchIndex;   /* to prepare for next usage of match[matchLength] */

        }

        DEBUGLOG(8, "ZSTD_insertDUBT1: comparing %u with %u : found %u common bytes ",

                    current, matchIndex, (U32)matchLength);

        if (ip+matchLength == iend) {   /* equal : no way to know if inf or sup */

            break;   /* drop , to guarantee consistency ; miss a bit of compression, but other solutions can corrupt tree */

        }

        if (match[matchLength] < ip[matchLength]) {  /* necessarily within buffer */

            /* match is smaller than current */

            *smallerPtr = matchIndex;             /* update smaller idx */

            commonLengthSmaller = matchLength;    /* all smaller will now have at least this guaranteed common length */

            if (matchIndex <= btLow) { smallerPtr=&dummy32; break; }   /* beyond tree size, stop searching */

            DEBUGLOG(8, "ZSTD_insertDUBT1: %u (>btLow=%u) is smaller : next => %u",

                        matchIndex, btLow, nextPtr[1]);

            smallerPtr = nextPtr+1;               /* new "candidate" => larger than match, which was smaller than target */

            matchIndex = nextPtr[1];              /* new matchIndex, larger than previous and closer to current */

        } else {

            /* match is larger than current */

            *largerPtr = matchIndex;

            commonLengthLarger = matchLength;

            if (matchIndex <= btLow) { largerPtr=&dummy32; break; }   /* beyond tree size, stop searching */

            DEBUGLOG(8, "ZSTD_insertDUBT1: %u (>btLow=%u) is larger => %u",

                        matchIndex, btLow, nextPtr[0]);

            largerPtr = nextPtr;

            matchIndex = nextPtr[0];

    }   }

    *smallerPtr = *largerPtr = 0;

}

{

    U32*   const hashTable = ms->hashTable;

    U32    const hashLog = cParams->hashLog;

    size_t const h  = ZSTD_hashPtr(ip, hashLog, mls);

    U32          matchIndex  = hashTable[h];

    const BYTE* const base = ms->window.base;

    U32    const current = (U32)(ip-base);

    U32    const windowLow = ms->window.lowLimit;

    U32*   const bt = ms->chainTable;

    U32    const btLog  = cParams->chainLog - 1;

    U32    const btMask = (1 << btLog) - 1;

    U32    const btLow = (btMask >= current) ? 0 : current - btMask;

    U32    const unsortLimit = MAX(btLow, windowLow);

    U32*         nextCandidate = bt + 2*(matchIndex&btMask);

    U32*         unsortedMark = bt + 2*(matchIndex&btMask) + 1;

    U32          nbCompares = 1U << cParams->searchLog;

    U32          nbCandidates = nbCompares;

    U32          previousCandidate = 0;

    DEBUGLOG(7, "ZSTD_DUBT_findBestMatch (%u) ", current);

    assert(ip <= iend-8);   /* required for h calculation */

    /* reach end of unsorted candidates list */

    while ( (matchIndex > unsortLimit)

         && (*unsortedMark == ZSTD_DUBT_UNSORTED_MARK)

         && (nbCandidates > 1) ) {

        DEBUGLOG(8, "ZSTD_DUBT_findBestMatch: candidate %u is unsorted",

                    matchIndex);

        *unsortedMark = previousCandidate;

        previousCandidate = matchIndex;

        matchIndex = *nextCandidate;

        nextCandidate = bt + 2*(matchIndex&btMask);

        unsortedMark = bt + 2*(matchIndex&btMask) + 1;

        nbCandidates --;

    }

    if ( (matchIndex > unsortLimit)

      && (*unsortedMark==ZSTD_DUBT_UNSORTED_MARK) ) {

        DEBUGLOG(7, "ZSTD_DUBT_findBestMatch: nullify last unsorted candidate %u",

                    matchIndex);

        *nextCandidate = *unsortedMark = 0;   /* nullify next candidate if it's still unsorted (note : simplification, detrimental to compression ratio, beneficial for speed) */

    }

    /* batch sort stacked candidates */

    matchIndex = previousCandidate;

    while (matchIndex) {  /* will end on matchIndex == 0 */

        U32* const nextCandidateIdxPtr = bt + 2*(matchIndex&btMask) + 1;

        U32 const nextCandidateIdx = *nextCandidateIdxPtr;

        matchIndex = nextCandidateIdx;

        nbCandidates++;

    }

    /* find longest match */

    {   size_t commonLengthSmaller=0, commonLengthLarger=0;

        const BYTE* const dictBase = ms->window.dictBase;

        const U32 dictLimit = ms->window.dictLimit;

        const BYTE* const dictEnd = dictBase + dictLimit;

        const BYTE* const prefixStart = base + dictLimit;

        U32* smallerPtr = bt + 2*(current&btMask);

        U32* largerPtr  = bt + 2*(current&btMask) + 1;

        U32 matchEndIdx = current+8+1;

        U32 dummy32;   /* to be nullified at the end */

        size_t bestLength = 0;

        matchIndex  = hashTable[h];

        hashTable[h] = current;   /* Update Hash Table */

        while (nbCompares-- && (matchIndex > windowLow)) {

            U32* const nextPtr = bt + 2*(matchIndex & btMask);

            size_t matchLength = MIN(commonLengthSmaller, commonLengthLarger);   /* guaranteed minimum nb of common bytes */

            const BYTE* match;

                match = base + matchIndex;

                matchLength += ZSTD_count(ip+matchLength, match+matchLength, iend);

            } else {

                match = dictBase + matchIndex;

                matchLength += ZSTD_count_2segments(ip+matchLength, match+matchLength, iend, dictEnd, prefixStart);

                if (matchIndex+matchLength >= dictLimit)

                    match = base + matchIndex;   /* to prepare for next usage of match[matchLength] */

            }

            if (matchLength > bestLength) {

                if (matchLength > matchEndIdx - matchIndex)

                    matchEndIdx = matchIndex + (U32)matchLength;

                if ( (4*(int)(matchLength-bestLength)) > (int)(ZSTD_highbit32(current-matchIndex+1) - ZSTD_highbit32((U32)offsetPtr[0]+1)) )

                    bestLength = matchLength, *offsetPtr = ZSTD_REP_MOVE + current - matchIndex;

                if (ip+matchLength == iend) {   /* equal : no way to know if inf or sup */

                    break;   /* drop, to guarantee consistency (miss a little bit of compression) */

                }

            }

            if (match[matchLength] < ip[matchLength]) {

                /* match is smaller than current */

                *smallerPtr = matchIndex;             /* update smaller idx */

                commonLengthSmaller = matchLength;    /* all smaller will now have at least this guaranteed common length */

                if (matchIndex <= btLow) { smallerPtr=&dummy32; break; }   /* beyond tree size, stop the search */

                smallerPtr = nextPtr+1;               /* new "smaller" => larger of match */

                matchIndex = nextPtr[1];              /* new matchIndex larger than previous (closer to current) */

            } else {

                /* match is larger than current */

                *largerPtr = matchIndex;

                commonLengthLarger = matchLength;

                if (matchIndex <= btLow) { largerPtr=&dummy32; break; }   /* beyond tree size, stop the search */

                largerPtr = nextPtr;

                matchIndex = nextPtr[0];

        }   }

        *smallerPtr = *largerPtr = 0;

        assert(matchEndIdx > current+8); /* ensure nextToUpdate is increased */

        ms->nextToUpdate = matchEndIdx - 8;   /* skip repetitive patterns */

        if (bestLength >= MINMATCH) {

            U32 const mIndex = current - ((U32)*offsetPtr - ZSTD_REP_MOVE); (void)mIndex;

            DEBUGLOG(8, "ZSTD_DUBT_findBestMatch(%u) : found match of length %u and offsetCode %u (pos %u)",

                        current, (U32)bestLength, (U32)*offsetPtr, mIndex);

        }

        return bestLength;

    }

}

/** ZSTD_BtFindBestMatch() : Tree updater, providing best match */

{

    DEBUGLOG(7, "ZSTD_BtFindBestMatch");

    if (ip < ms->window.base + ms->nextToUpdate) return 0;   /* skipped area */

}

{

    {

    default : /* includes case 3 */

    case 7 :

    }

}

{

}

                        const BYTE* ip, const BYTE* const iLimit,

                        size_t* offsetPtr)

{

    {

    default : /* includes case 3 */

    case 7 :

    }

}

/* *********************************

*  Hash Chain

***********************************/

#define NEXT_IN_CHAIN(d, mask)   chainTable[(d) & mask]

/* Update chains up to ip (excluded)

   Assumption : always within prefix (i.e. not within extDict) */

static U32 ZSTD_insertAndFindFirstIndex_internal(

                        const BYTE* ip, U32 const mls)

{

    U32* const hashTable  = ms->hashTable;

    const U32 hashLog = cParams->hashLog;

    U32* const chainTable = ms->chainTable;

    const U32 chainMask = (1 << cParams->chainLog) - 1;

    const BYTE* const base = ms->window.base;

    const U32 target = (U32)(ip - base);

    U32 idx = ms->nextToUpdate;

    while(idx < target) { /* catch up */

        size_t const h = ZSTD_hashPtr(base+idx, hashLog, mls);

        NEXT_IN_CHAIN(idx, chainMask) = hashTable[h];

        hashTable[h] = idx;

        idx++;

    }

    ms->nextToUpdate = target;

    return hashTable[ZSTD_hashPtr(ip, hashLog, mls)];

}

}

/* inlining is important to hardwire a hot branch (template emulation) */

FORCE_INLINE_TEMPLATE

size_t ZSTD_HcFindBestMatch_generic (

                        const BYTE* const ip, const BYTE* const iLimit,

                        size_t* offsetPtr,

{

    U32* const chainTable = ms->chainTable;

    const U32 chainSize = (1 << cParams->chainLog);

    const U32 chainMask = chainSize-1;

    const BYTE* const base = ms->window.base;

    const BYTE* const dictBase = ms->window.dictBase;

    const U32 dictLimit = ms->window.dictLimit;

    const BYTE* const prefixStart = base + dictLimit;

    const BYTE* const dictEnd = dictBase + dictLimit;

    const U32 lowLimit = ms->window.lowLimit;

    const U32 current = (U32)(ip-base);

    const U32 minChain = current > chainSize ? current - chainSize : 0;

    U32 nbAttempts = 1U << cParams->searchLog;

    size_t ml=4-1;

    /* HC4 match finder */

    U32 matchIndex = ZSTD_insertAndFindFirstIndex_internal(ms, cParams, ip, mls);

    for ( ; (matchIndex>lowLimit) & (nbAttempts>0) ; nbAttempts--) {

        size_t currentMl=0;

            const BYTE* const match = base + matchIndex;

            if (match[ml] == ip[ml])   /* potentially better */

                currentMl = ZSTD_count(ip, match, iLimit);

        } else {

            const BYTE* const match = dictBase + matchIndex;

            assert(match+4 <= dictEnd);

            if (MEM_read32(match) == MEM_read32(ip))   /* assumption : matchIndex <= dictLimit-4 (by table construction) */

                currentMl = ZSTD_count_2segments(ip+4, match+4, iLimit, dictEnd, prefixStart) + 4;

        }

        /* save best solution */

        if (currentMl > ml) {

            ml = currentMl;

            *offsetPtr = current - matchIndex + ZSTD_REP_MOVE;

            if (ip+currentMl == iLimit) break; /* best possible, avoids read overflow on next attempt */

        }

        if (matchIndex <= minChain) break;

        matchIndex = NEXT_IN_CHAIN(matchIndex, chainMask);

    }