path: root/dep/CascLib/src/CascRootFile_WoW.cpp

/*****************************************************************************/
/* CascRootFile_WoW.cpp                   Copyright (c) Ladislav Zezula 2014 */
/*---------------------------------------------------------------------------*/
/* Storage functions for CASC                                                */
/* Note: WoW offsets refer to WoW.exe 6.0.3.19116 (32-bit)                   */
/* SHA1: c10e9ffb7d040a37a356b96042657e1a0c95c0dd                            */
/*---------------------------------------------------------------------------*/
/*   Date    Ver   Who  Comment                                              */
/* --------  ----  ---  -------                                              */
/* 29.04.14  1.00  Lad  The first version of CascRootFile_WoW.cpp            */
/*****************************************************************************/

#define __CASCLIB_SELF__
#include "CascLib.h"
#include "CascCommon.h"

//-----------------------------------------------------------------------------
// Local structures

#define ROOT_SEARCH_PHASE_INITIALIZING  0
#define ROOT_SEARCH_PHASE_LISTFILE      1
#define ROOT_SEARCH_PHASE_NAMELESS      2
#define ROOT_SEARCH_PHASE_FINISHED      3

// Known dwRegion values returned from sub_661316 (7.0.3.22210 x86 win), also referred by lua GetCurrentRegion
#define WOW_REGION_US              0x01
#define WOW_REGION_KR              0x02
#define WOW_REGION_EU              0x03
#define WOW_REGION_TW              0x04
#define WOW_REGION_CN              0x05

typedef enum _ROOT_FORMAT
{
    RootFormatWoW6x,                            // WoW 6.x - 8.1.x
    RootFormatWoW82                             // WoW 8.2 or newer
} ROOT_FORMAT, *PROOT_FORMAT;

// ROOT file header, since 8.2
typedef struct _FILE_ROOT_HEADER_82
{
    DWORD Signature;                            // Must be CASC_WOW82_ROOT_SIGNATURE
    DWORD TotalFiles;
    DWORD FilesWithNameHash;
} FILE_ROOT_HEADER_82, *PFILE_ROOT_HEADER_82;

// On-disk version of root group. A root group contains a group of file
// with the same locale and file flags
typedef struct _FILE_ROOT_GROUP_HEADER
{
    DWORD NumberOfFiles;                        // Number of entries
    DWORD ContentFlags;
    DWORD LocaleFlags;                          // File locale mask (CASC_LOCALE_XXX)

    // Followed by a block of file data IDs (count: NumberOfFiles)
    // Followed by the MD5 and file name hash (count: NumberOfFiles)

} FILE_ROOT_GROUP_HEADER, *PFILE_ROOT_GROUP_HEADER;

// On-disk version of root entry. Only present in versions 6.x - 8.1.xx
// Each root entry represents one file in the CASC storage
// In WoW 8.2 and newer, CKey and FileNameHash are split into separate arrays
// and FileNameHash is optional
typedef struct _FILE_ROOT_ENTRY
{
    CONTENT_KEY CKey;                           // MD5 of the file
    ULONGLONG FileNameHash;                     // Jenkins hash of the file name

} FILE_ROOT_ENTRY, *PFILE_ROOT_ENTRY;

typedef struct _FILE_ROOT_GROUP
{
    FILE_ROOT_GROUP_HEADER Header;
    PDWORD FileDataIds;                         // Pointer to the array of File Data IDs

    PFILE_ROOT_ENTRY pRootEntries;              // Valid for WoW 6.x - 8.1.x
    PCONTENT_KEY pCKeyEntries;                  // Valid for WoW 8.2 or newer
    PULONGLONG pHashes;                         // Valid for WoW 8.2 or newer (optional)

} FILE_ROOT_GROUP, *PFILE_ROOT_GROUP;

//-----------------------------------------------------------------------------
// TRootHandler_WoW interface / implementation

#define FTREE_FLAGS_WOW (FTREE_FLAG_USE_DATA_ID | FTREE_FLAG_USE_LOCALE_FLAGS | FTREE_FLAG_USE_CONTENT_FLAGS)

struct TRootHandler_WoW : public TFileTreeRoot
{
    public:

    TRootHandler_WoW(ROOT_FORMAT RFormat, DWORD HashlessFileCount) : TFileTreeRoot(FTREE_FLAGS_WOW)
    {
        // Turn off the "we know file names" bit
        FileCounterHashless = HashlessFileCount;
        FileCounter = 0;
        RootFormat = RFormat;

        // Update the flags based on format
        switch(RootFormat)
        {
            case RootFormatWoW6x:
                dwFeatures |= CASC_FEATURE_ROOT_CKEY | CASC_FEATURE_LOCALE_FLAGS | CASC_FEATURE_CONTENT_FLAGS | CASC_FEATURE_FNAME_HASHES;
                break;

            case RootFormatWoW82:
                dwFeatures |= CASC_FEATURE_ROOT_CKEY | CASC_FEATURE_LOCALE_FLAGS | CASC_FEATURE_CONTENT_FLAGS | CASC_FEATURE_FILE_DATA_IDS | CASC_FEATURE_FNAME_HASHES_OPTIONAL;
                break;
        }
    }

    static LPBYTE CaptureRootHeader(FILE_ROOT_HEADER_82 & RootHeader, LPBYTE pbRootPtr, LPBYTE pbRootEnd)
    {
        // Validate the root file header
        if((pbRootPtr + sizeof(FILE_ROOT_HEADER_82)) >= pbRootEnd)
            return NULL;
        memcpy(&RootHeader, pbRootPtr, sizeof(FILE_ROOT_HEADER_82));

        // Verify the root file header
        if(RootHeader.Signature != CASC_WOW82_ROOT_SIGNATURE)
            return NULL;
        if(RootHeader.FilesWithNameHash > RootHeader.TotalFiles)
            return NULL;

        return pbRootPtr + sizeof(FILE_ROOT_HEADER_82);
    }

    LPBYTE CaptureRootGroup(FILE_ROOT_GROUP & RootGroup, LPBYTE pbRootPtr, LPBYTE pbRootEnd)
    {
        // Reset the entire root group structure
        memset(&RootGroup, 0, sizeof(FILE_ROOT_GROUP));

        // Validate the locale block header
        if((pbRootPtr + sizeof(FILE_ROOT_GROUP_HEADER)) >= pbRootEnd)
            return NULL;
        memcpy(&RootGroup.Header, pbRootPtr, sizeof(FILE_ROOT_GROUP_HEADER));
        pbRootPtr = pbRootPtr + sizeof(FILE_ROOT_GROUP_HEADER);

        // Validate the array of file data IDs
        if((pbRootPtr + (sizeof(DWORD) * RootGroup.Header.NumberOfFiles)) >= pbRootEnd)
            return NULL;
        RootGroup.FileDataIds = (PDWORD)pbRootPtr;
        pbRootPtr = pbRootPtr + (sizeof(DWORD) * RootGroup.Header.NumberOfFiles);

        // Add the number of files in this block to the number of files loaded
        FileCounter += RootGroup.Header.NumberOfFiles;

        // Validate the array of root entries
        switch(RootFormat)
        {
            case RootFormatWoW6x:
                if((pbRootPtr + (sizeof(FILE_ROOT_ENTRY) * RootGroup.Header.NumberOfFiles)) > pbRootEnd)
                    return NULL;
                RootGroup.pRootEntries = (PFILE_ROOT_ENTRY)pbRootPtr;

                // Return the position of the next block
                return pbRootPtr + (sizeof(FILE_ROOT_ENTRY) * RootGroup.Header.NumberOfFiles);

            case RootFormatWoW82:

                // Verify the position of array of CONTENT_KEY
                if((pbRootPtr + (sizeof(CONTENT_KEY) * RootGroup.Header.NumberOfFiles)) > pbRootEnd)
                    return NULL;
                RootGroup.pCKeyEntries = (PCONTENT_KEY)pbRootPtr;
                pbRootPtr = pbRootPtr + (sizeof(CONTENT_KEY) * RootGroup.Header.NumberOfFiles);

                // Also include array of file hashes
                if(!(RootGroup.Header.ContentFlags & CASC_CFLAG_NO_NAME_HASH))
                {
                    if((pbRootPtr + (sizeof(ULONGLONG) * RootGroup.Header.NumberOfFiles)) > pbRootEnd)
                        return NULL;
                    RootGroup.pHashes = (PULONGLONG)pbRootPtr;
                    pbRootPtr = pbRootPtr + (sizeof(ULONGLONG) * RootGroup.Header.NumberOfFiles);
                }

                return pbRootPtr;

            default:
                return NULL;
        }
    }

    DWORD ParseWowRootFile_AddFiles_6x(TCascStorage * hs, FILE_ROOT_GROUP & RootGroup)
    {
        PFILE_ROOT_ENTRY pRootEntry = RootGroup.pRootEntries;
        PCASC_CKEY_ENTRY pCKeyEntry;
        DWORD FileDataId = 0;

        // Sanity check
        assert(RootGroup.pRootEntries != NULL);

        // WoW.exe (build 19116): Blocks with zero files are skipped
        for(DWORD i = 0; i < RootGroup.Header.NumberOfFiles; i++, pRootEntry++)
        {
            // Set the file data ID
            FileDataId = FileDataId + RootGroup.FileDataIds[i];
//          BREAKIF(FileDataId == 2823765);

            // Find the item in the central storage. Insert it to the tree
            if((pCKeyEntry = FindCKeyEntry_CKey(hs, pRootEntry->CKey.Value)) != NULL)
            {
                if(pRootEntry->FileNameHash != 0)
                {
                    FileTree.InsertByHash(pCKeyEntry, pRootEntry->FileNameHash, FileDataId, RootGroup.Header.LocaleFlags, RootGroup.Header.ContentFlags);
                }
                else
                {
                    FileTree.InsertById(pCKeyEntry, FileDataId, RootGroup.Header.LocaleFlags, RootGroup.Header.ContentFlags);
                }
            }

            // Update the file data ID
            assert((FileDataId + 1) > FileDataId);
            FileDataId++;
        }

        return ERROR_SUCCESS;
    }

    DWORD ParseWowRootFile_AddFiles_82(TCascStorage * hs, FILE_ROOT_GROUP & RootGroup)
    {
        PCASC_CKEY_ENTRY pCKeyEntry;
        PCONTENT_KEY pCKey = RootGroup.pCKeyEntries;
        DWORD FileDataId = 0;

        // Sanity check
        assert(RootGroup.pCKeyEntries != NULL);

        // WoW.exe (build 19116): Blocks with zero files are skipped
        for(DWORD i = 0; i < RootGroup.Header.NumberOfFiles; i++, pCKey++)
        {
            // Set the file data ID
            FileDataId = FileDataId + RootGroup.FileDataIds[i];

            // Find the item in the central storage. Insert it to the tree
            if((pCKeyEntry = FindCKeyEntry_CKey(hs, pCKey->Value)) != NULL)
            {
                // If we know the file name hash, we're gonna insert it by hash AND file data id.
                // If we don't know the hash, we're gonna insert it just by file data id.
                if(RootGroup.pHashes != NULL && RootGroup.pHashes[i] != 0)
                {
                    FileTree.InsertByHash(pCKeyEntry, RootGroup.pHashes[i], FileDataId, RootGroup.Header.LocaleFlags, RootGroup.Header.ContentFlags);
                }
                else
                {
                    FileTree.InsertById(pCKeyEntry, FileDataId, RootGroup.Header.LocaleFlags, RootGroup.Header.ContentFlags);
                }
            }

            // Update the file data ID
            assert((FileDataId + 1) > FileDataId);
            FileDataId++;
        }

        return ERROR_SUCCESS;
    }

    DWORD ParseWowRootFile_Level2(
        TCascStorage * hs,
        LPBYTE pbRootPtr,
        LPBYTE pbRootEnd,
        DWORD dwLocaleMask,
        BYTE bOverrideLowViolence,
        BYTE bAudioLocale)
    {
        FILE_ROOT_GROUP RootBlock;

        // Reset the total file counter
        FileCounter = 0;

        // Now parse the root file
        while(pbRootPtr < pbRootEnd)
        {
            //char szMessage[0x100];
            //StringCchPrintfA(szMessage, _countof(szMessage), "%p\n", (pbRootEnd - pbRootPtr));
            //OutputDebugStringA(szMessage);

            // Validate the file locale block
            pbRootPtr = CaptureRootGroup(RootBlock, pbRootPtr, pbRootEnd);
            if(pbRootPtr == NULL)
                return ERROR_BAD_FORMAT;

            // WoW.exe (build 19116): Entries with flag 0x100 set are skipped
            if(RootBlock.Header.ContentFlags & CASC_CFLAG_DONT_LOAD)
                continue;

            // WoW.exe (build 19116): Entries with flag 0x80 set are skipped if overrideArchive CVAR is set to FALSE (which is by default in non-chinese clients)
            if((RootBlock.Header.ContentFlags & CASC_CFLAG_LOW_VIOLENCE) && bOverrideLowViolence == 0)
                continue;

            // WoW.exe (build 19116): Entries with (flags >> 0x1F) not equal to bAudioLocale are skipped
            if((RootBlock.Header.ContentFlags >> 0x1F) != bAudioLocale)
                continue;

            // WoW.exe (build 19116): Locales other than defined mask are skipped too
            if(RootBlock.Header.LocaleFlags != 0 && (RootBlock.Header.LocaleFlags & dwLocaleMask) == 0)
                continue;

            // Now call the custom function
            switch(RootFormat)
            {
                case RootFormatWoW82:
                    ParseWowRootFile_AddFiles_82(hs, RootBlock);
                    break;

                case RootFormatWoW6x:
                    ParseWowRootFile_AddFiles_6x(hs, RootBlock);
                    break;

                default:
                    return ERROR_NOT_SUPPORTED;
            }
        }

        return ERROR_SUCCESS;
    }

    /*
    #define CASC_LOCALE_BIT_ENUS            0x01
    #define CASC_LOCALE_BIT_KOKR            0x02
    #define CASC_LOCALE_BIT_RESERVED        0x03
    #define CASC_LOCALE_BIT_FRFR            0x04
    #define CASC_LOCALE_BIT_DEDE            0x05
    #define CASC_LOCALE_BIT_ZHCN            0x06
    #define CASC_LOCALE_BIT_ESES            0x07
    #define CASC_LOCALE_BIT_ZHTW            0x08
    #define CASC_LOCALE_BIT_ENGB            0x09
    #define CASC_LOCALE_BIT_ENCN            0x0A
    #define CASC_LOCALE_BIT_ENTW            0x0B
    #define CASC_LOCALE_BIT_ESMX            0x0C
    #define CASC_LOCALE_BIT_RURU            0x0D
    #define CASC_LOCALE_BIT_PTBR            0x0E
    #define CASC_LOCALE_BIT_ITIT            0x0F
    #define CASC_LOCALE_BIT_PTPT            0x10

        // dwLocale is obtained from a WOW_LOCALE_* to CASC_LOCALE_BIT_* mapping (sub_6615D0 in 7.0.3.22210 x86 win)
        // because (ENUS, ENGB) and (PTBR, PTPT) pairs share the same value on WOW_LOCALE_* enum
        // dwRegion is used to distinguish them
        if(dwRegion == WOW_REGION_EU)
        {
            // Is this english version of WoW?
            if(dwLocale == CASC_LOCALE_BIT_ENUS)
            {
                LoadWowRootFileLocales(hs, pbRootPtr, cbRootFile, CASC_LOCALE_ENGB, bOverrideArchive, bAudioLocale);
                LoadWowRootFileLocales(hs, pbRootPtr, cbRootFile, CASC_LOCALE_ENUS, bOverrideArchive, bAudioLocale);
                return ERROR_SUCCESS;
            }

            // Is this portuguese version of WoW?
            if(dwLocale == CASC_LOCALE_BIT_PTBR)
            {
                LoadWowRootFileLocales(hs, pbRootPtr, cbRootFile, CASC_LOCALE_PTPT, bOverrideArchive, bAudioLocale);
                LoadWowRootFileLocales(hs, pbRootPtr, cbRootFile, CASC_LOCALE_PTBR, bOverrideArchive, bAudioLocale);
            }
        }
        else
            LoadWowRootFileLocales(hs, pbRootPtr, cbRootFile, (1 << dwLocale), bOverrideArchive, bAudioLocale);
    */

    DWORD ParseWowRootFile_Level1(
        TCascStorage * hs,
        LPBYTE pbRootPtr,
        LPBYTE pbRootEnd,
        DWORD dwLocaleMask,
        BYTE bAudioLocale)
    {
        DWORD dwErrCode;

        // Load the locale as-is
        dwErrCode = ParseWowRootFile_Level2(hs, pbRootPtr, pbRootEnd, dwLocaleMask, false, bAudioLocale);
        if(dwErrCode != ERROR_SUCCESS)
            return dwErrCode;

        // If we wanted enGB, we also load enUS for the missing files
        if(dwLocaleMask == CASC_LOCALE_ENGB)
            ParseWowRootFile_Level2(hs, pbRootPtr, pbRootEnd, CASC_LOCALE_ENUS, false, bAudioLocale);

        if(dwLocaleMask == CASC_LOCALE_PTPT)
            ParseWowRootFile_Level2(hs, pbRootPtr, pbRootEnd, CASC_LOCALE_PTBR, false, bAudioLocale);

        return ERROR_SUCCESS;
    }

    // WoW.exe: 004146C7 (BuildManifest::Load)
    DWORD Load(TCascStorage * hs, LPBYTE pbRootPtr, LPBYTE pbRootEnd, DWORD dwLocaleMask)
    {
        DWORD dwErrCode;

        dwErrCode = ParseWowRootFile_Level1(hs, pbRootPtr, pbRootEnd, dwLocaleMask, 0);
        if(dwErrCode == ERROR_SUCCESS)
            dwErrCode = ParseWowRootFile_Level1(hs, pbRootPtr, pbRootEnd, dwLocaleMask, 1);

#ifdef CASCLIB_DEBUG
        // Dump the array of the file data IDs
        //FileTree.DumpFileDataIds("e:\\file-data-ids.bin");
#endif
        return dwErrCode;
    }

    // Search for files
    PCASC_CKEY_ENTRY Search(TCascSearch * pSearch, PCASC_FIND_DATA pFindData)
    {
        // If we have a listfile, we'll feed the listfile entries to the file tree
        if(pSearch->pCache != NULL && pSearch->bListFileUsed == false)
        {
            PCASC_FILE_NODE pFileNode;
            ULONGLONG FileNameHash;
            size_t nLength;
            DWORD FileDataId = CASC_INVALID_ID;
            char szFileName[MAX_PATH];

            if(RootFormat == RootFormatWoW82)
            {
                // Keep going through the listfile
                for(;;)
                {
                    // Retrieve the next line from the list file. Ignore lines that are too long to fit in the buffer
                    nLength = ListFile_GetNext(pSearch->pCache, szFileName, _countof(szFileName), &FileDataId);
                    if(nLength == 0)
                    {
                        if(GetCascError() == ERROR_INSUFFICIENT_BUFFER)
                            continue;
                        break;
                    }

                    // Try to find the file node by file data id
                    pFileNode = FileTree.FindById(FileDataId);
                    if(pFileNode != NULL && pFileNode->NameLength == 0)
                    {
                        FileTree.SetNodeFileName(pFileNode, szFileName);
                    }
                }
            }
            else
            {
                // Keep going through the listfile
                for(;;)
                {
                    // Retrieve the next line from the list file. Ignore lines that are too long to fit in the buffer
                    nLength = ListFile_GetNextLine(pSearch->pCache, szFileName, _countof(szFileName));
                    if(nLength == 0)
                    {
                        if(GetCascError() == ERROR_INSUFFICIENT_BUFFER)
                            continue;
                        break;
                    }

                    // Calculate the hash of the file name
                    FileNameHash = CalcFileNameHash(szFileName);

                    // Try to find the file node by file name hash
                    pFileNode = FileTree.Find(FileNameHash);
                    if(pFileNode != NULL && pFileNode->NameLength == 0)
                    {
                        FileTree.SetNodeFileName(pFileNode, szFileName);
                    }
                }
            }
            pSearch->bListFileUsed = true;
        }

        // Let the file tree root give us the file names
        return TFileTreeRoot::Search(pSearch, pFindData);
    }

    ROOT_FORMAT RootFormat;                 // Root file format
    DWORD FileCounterHashless;              // Number of files for which we don't have hash. Meaningless for WoW before 8.2
    DWORD FileCounter;                      // Counter of loaded files. Only used during loading of ROOT file
};

//-----------------------------------------------------------------------------
// Public functions

DWORD RootHandler_CreateWoW(TCascStorage * hs, CASC_BLOB & RootFile, DWORD dwLocaleMask)
{
    TRootHandler_WoW * pRootHandler = NULL;
    FILE_ROOT_HEADER_82 RootHeader;
    ROOT_FORMAT RootFormat = RootFormatWoW6x;
    LPBYTE pbRootFile = RootFile.pbData;
    LPBYTE pbRootEnd = RootFile.End();
    LPBYTE pbRootPtr;
    DWORD FileCounterHashless = 0;
    DWORD dwErrCode = ERROR_BAD_FORMAT;

    // Check for the new format (World of Warcraft 8.2, build 30170)
    pbRootPtr = TRootHandler_WoW::CaptureRootHeader(RootHeader, pbRootFile, pbRootEnd);
    if(pbRootPtr != NULL)
    {
        FileCounterHashless = RootHeader.TotalFiles - RootHeader.FilesWithNameHash;
        RootFormat = RootFormatWoW82;
        pbRootFile = pbRootPtr;
    }

    // Create the WOW handler
    pRootHandler = new TRootHandler_WoW(RootFormat, FileCounterHashless);
    if(pRootHandler != NULL)
    {
        //fp = fopen("E:\\file-data-ids2.txt", "wt");

        // Load the root directory. If load failed, we free the object
        dwErrCode = pRootHandler->Load(hs, pbRootFile, pbRootEnd, dwLocaleMask);
        if(dwErrCode != ERROR_SUCCESS)
        {
            delete pRootHandler;
            pRootHandler = NULL;
        }

        //fclose(fp);
    }

    // Assign the root directory (or NULL) and return error
    hs->pRootHandler = pRootHandler;
    return dwErrCode;
}