iw5-mod/deps/HDiffPatch/dirDiffPatch/dir_patch/dir_patch.c

818 lines
37 KiB
C

// dir_patch.c
// hdiffz dir patch
//
/*
The MIT License (MIT)
Copyright (c) 2018-2019 HouSisong
Permission is hereby granted, free of charge, to any person
obtaining a copy of this software and associated documentation
files (the "Software"), to deal in the Software without
restriction, including without limitation the rights to use,
copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following
conditions:
The above copyright notice and this permission notice shall be
included in all copies of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
OTHER DEALINGS IN THE SOFTWARE.
*/
#include "dir_patch.h"
#include "../../file_for_patch.h"
#include "../../libHDiffPatch/HPatch/patch.h"
#if (_IS_NEED_DIR_DIFF_PATCH)
#include "dir_patch_tools.h"
#include <stdio.h>
#include <string.h>
static const char* kVersionType="HDIFF19";
#define TUInt hpatch_StreamPos_t
#define checki(value,errorInfo) { if (!(value)){ LOG_ERR("dir_patch " errorInfo " error!\n"); \
result=hpatch_FALSE; goto clear; } }
#define check(value) checki(value,"check " #value)
#define unpackUIntTo(puint,sclip) \
checki(_TStreamCacheClip_unpackUIntWithTag(sclip,puint,0),"unpackUIntTo() saved data")
#define unpackToSize(psize,sclip) { \
TUInt v; unpackUIntTo(&v,sclip); \
if (sizeof(TUInt)!=sizeof(size_t)) check(v==(size_t)v); \
*(psize)=(size_t)v; }
hpatch_BOOL getDirDiffInfoByFile(const char* diffFileName,TDirDiffInfo* out_info,
hpatch_StreamPos_t diffDataOffert,hpatch_StreamPos_t diffDataSize){
hpatch_BOOL result=hpatch_TRUE;
hpatch_TFileStreamInput diffData;
hpatch_TFileStreamInput_init(&diffData);
checki(hpatch_TFileStreamInput_open(&diffData,diffFileName),"getDirDiffInfoByFile() file open");
if (diffDataOffert>0){
checki(hpatch_TFileStreamInput_setOffset(&diffData,diffDataOffert),
"getDirDiffInfoByFile() file setOffset");
check(diffData.base.streamSize>=diffDataSize);
diffData.base.streamSize=diffDataSize;
}
result=getDirDiffInfo(&diffData.base,out_info);
clear:
if (!hpatch_TFileStreamInput_close(&diffData))
{ LOG_ERR("dir_patch getDirDiffInfoByFile() file close error!\n"); result=hpatch_FALSE; }
return result;
}
static hpatch_BOOL _read_dirdiff_head(TDirDiffInfo* out_info,_TDirDiffHead* out_head,
const hpatch_TStreamInput* dirDiffFile,hpatch_BOOL* out_isAppendContinue){
hpatch_BOOL result=hpatch_TRUE;
const hpatch_BOOL isLoadHDiffInfo=(out_isAppendContinue)?hpatch_FALSE:hpatch_TRUE;
TStreamCacheClip _headClip;
TStreamCacheClip* headClip=&_headClip;
TByte temp_cache[hpatch_kStreamCacheSize];
char savedCompressType[hpatch_kMaxPluginTypeLength+1];
hpatch_StreamPos_t savedOldRefSize=0;
hpatch_StreamPos_t savedNewRefSize=0;
out_info->isDirDiff=hpatch_FALSE;
if (out_isAppendContinue) *out_isAppendContinue=hpatch_TRUE;
_TStreamCacheClip_init(headClip,dirDiffFile,0,dirDiffFile->streamSize,
temp_cache,hpatch_kStreamCacheSize);
{//type
char* tempType=out_info->hdiffInfo.compressType;
if (!_TStreamCacheClip_readType_end(headClip,'&',tempType)) return result;//unsupport type, not error
if (0!=strcmp(tempType,kVersionType)) return result;//unsupport type, not error
out_info->isDirDiff=hpatch_TRUE; //type ok, continue
}
//read compressType
check(_TStreamCacheClip_readType_end(headClip,'&',savedCompressType));
//read checksumType
check(_TStreamCacheClip_readType_end(headClip,'\0',out_info->checksumType));
out_head->typesEndPos=_TStreamCacheClip_readPosOfSrcStream(headClip);
{
TUInt savedValue;
unpackUIntTo(&savedValue,headClip); check(savedValue<=1);
out_info->oldPathIsDir=(hpatch_BOOL)savedValue;
unpackUIntTo(&savedValue,headClip); check(savedValue<=1);
out_info->newPathIsDir=(hpatch_BOOL)savedValue;
unpackToSize(&out_head->oldPathCount,headClip);
unpackToSize(&out_head->oldPathSumSize,headClip);
unpackToSize(&out_head->newPathCount,headClip);
unpackToSize(&out_head->newPathSumSize,headClip);
unpackToSize(&out_head->oldRefFileCount,headClip);
unpackUIntTo(&savedOldRefSize,headClip);
unpackToSize(&out_head->newRefFileCount,headClip);
unpackUIntTo(&savedNewRefSize,headClip);
unpackToSize(&out_head->sameFilePairCount,headClip);
unpackUIntTo(&out_head->sameFileSize,headClip);
unpackToSize(&out_head->newExecuteCount,headClip);
unpackToSize(&out_head->privateReservedDataSize,headClip);
unpackUIntTo(&out_head->privateExternDataSize,headClip);
unpackUIntTo(&out_info->externDataSize,headClip);
out_head->compressSizeBeginPos=_TStreamCacheClip_readPosOfSrcStream(headClip);
unpackUIntTo(&out_head->headDataSize,headClip);
unpackUIntTo(&out_head->headDataCompressedSize,headClip);
unpackToSize(&out_info->checksumByteSize,headClip);
out_info->checksumOffset=_TStreamCacheClip_readPosOfSrcStream(headClip);
if (out_isAppendContinue){
if (_TStreamCacheClip_leaveSize(headClip) <= out_info->checksumByteSize*4){
*out_isAppendContinue=hpatch_TRUE;
return hpatch_TRUE; //need more diffData, not error
}else{
*out_isAppendContinue=hpatch_FALSE;
//ok, continue
}
}
if (out_info->checksumByteSize>0){
check(_TStreamCacheClip_skipData(headClip,out_info->checksumByteSize*4));
}
out_info->dirDataIsCompressed=(out_head->headDataCompressedSize>0);
}
{
size_t savedCompressTypeLen=strlen(savedCompressType);
TStreamInputClip hdiffStream;
TUInt curPos=_TStreamCacheClip_readPosOfSrcStream(headClip);
out_head->headDataOffset=curPos;
curPos+=(out_head->headDataCompressedSize>0)?out_head->headDataCompressedSize:out_head->headDataSize;
out_head->privateExternDataOffset=curPos; //headDataEndPos
curPos+=out_head->privateExternDataSize;
out_info->externDataOffset=curPos;
curPos+=out_info->externDataSize;
out_head->hdiffDataOffset=curPos;
out_head->hdiffDataSize=dirDiffFile->streamSize-curPos;
if (isLoadHDiffInfo){
TStreamInputClip_init(&hdiffStream,dirDiffFile,out_head->hdiffDataOffset,
out_head->hdiffDataOffset+out_head->hdiffDataSize);
#if (_IS_NEED_SINGLE_STREAM_DIFF)
out_info->isSingleCompressedDiff=hpatch_FALSE;
out_info->sdiffInfo.stepMemSize=0;
if (getSingleCompressedDiffInfo(&out_info->sdiffInfo,&hdiffStream.base,0)){
out_info->isSingleCompressedDiff=hpatch_TRUE;
if (strlen(out_info->sdiffInfo.compressType)==0)
memcpy(out_info->sdiffInfo.compressType,savedCompressType,savedCompressTypeLen+1); //with '\0'
else
check(0==strcmp(savedCompressType,out_info->sdiffInfo.compressType));
out_info->hdiffInfo.newDataSize=out_info->sdiffInfo.newDataSize;
out_info->hdiffInfo.oldDataSize=out_info->sdiffInfo.oldDataSize;
out_info->hdiffInfo.compressedCount=(out_info->sdiffInfo.compressedSize>0)?1:0;
memcpy(out_info->hdiffInfo.compressType,out_info->sdiffInfo.compressType,strlen(out_info->sdiffInfo.compressType)+1);
}else
#endif
check(getCompressedDiffInfo(&out_info->hdiffInfo,&hdiffStream.base));
check(savedOldRefSize==out_info->hdiffInfo.oldDataSize);
check(savedNewRefSize==out_info->hdiffInfo.newDataSize);
if (strlen(out_info->hdiffInfo.compressType)==0)
memcpy(out_info->hdiffInfo.compressType,savedCompressType,savedCompressTypeLen+1); //with '\0'
else
check(0==strcmp(savedCompressType,out_info->hdiffInfo.compressType));
}else{
memset(&out_info->hdiffInfo,0,sizeof(out_info->hdiffInfo));
out_info->hdiffInfo.oldDataSize=savedOldRefSize;
out_info->hdiffInfo.newDataSize=savedNewRefSize;
memcpy(out_info->hdiffInfo.compressType,savedCompressType,savedCompressTypeLen+1); //with '\0'
}
}
clear:
return result;
}
hpatch_BOOL read_dirdiff_head(TDirDiffInfo* out_info,_TDirDiffHead* out_head,
const hpatch_TStreamInput* dirDiffFile){
return _read_dirdiff_head(out_info,out_head,dirDiffFile,0);
}
hpatch_BOOL getDirDiffInfo(const hpatch_TStreamInput* diffFile,TDirDiffInfo* out_info){
_TDirDiffHead head;
return read_dirdiff_head(out_info,&head,diffFile);
}
hpatch_BOOL TDirPatcher_open(TDirPatcher* self,const hpatch_TStreamInput* dirDiffData,
const TDirDiffInfo** out_dirDiffInfo){
hpatch_BOOL result;
assert(self->_dirDiffData==0);
result=read_dirdiff_head(&self->dirDiffInfo,&self->dirDiffHead,dirDiffData);
if (result){
self->_dirDiffData=dirDiffData;
*out_dirDiffInfo=&self->dirDiffInfo;
}
return result;
}
static hpatch_BOOL readSamePairListTo(TStreamCacheClip* sclip,hpatch_TSameFilePair* out_pairList,size_t pairCount,
size_t check_endNewValue,size_t check_endOldValue){
//endValue: maxValue+1
hpatch_BOOL result=hpatch_TRUE;
TUInt backNewValue=~(TUInt)0;
TUInt backOldValue=~(TUInt)0;
size_t i;
for (i=0; i<pairCount;++i) {
const TByte* psign;
TUInt incOldValue;
TUInt incNewValue;
check(_TStreamCacheClip_unpackUIntWithTag(sclip,&incNewValue,0));
backNewValue+=1+incNewValue;
check(backNewValue<check_endNewValue);
out_pairList[i].newIndex=(size_t)backNewValue;
psign=_TStreamCacheClip_accessData(sclip,1);
check(psign!=0);
check(_TStreamCacheClip_unpackUIntWithTag(sclip,&incOldValue,1));
if (0==((*psign)>>(8-1)))
backOldValue+=1+incOldValue;
else
backOldValue=backOldValue+1-incOldValue;
check(backOldValue<check_endOldValue);
out_pairList[i].oldIndex=(size_t)backOldValue;
}
clear:
return result;
}
#define _pchecksumOldRef(_self) ((_self)->_pChecksumMem)
#define _pchecksumNewRef(_self) ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*1)
#define _pchecksumCopyFile(_self) ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*2)
#define _pchecksumDiffData(_self) ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*3)
#define _pchecksumTemp(_self) ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*4)
static hpatch_BOOL _checksum_append(hpatch_TChecksum* checksumPlugin,hpatch_checksumHandle csHandle,
const hpatch_TStreamInput* data,
hpatch_StreamPos_t begin,hpatch_StreamPos_t end){
hpatch_BOOL result=hpatch_TRUE;
#define __bufCacheSize (hpatch_kStreamCacheSize*4)
TByte buf[__bufCacheSize];
while (begin<end) {
size_t len=__bufCacheSize;
if (len>(hpatch_StreamPos_t)(end-begin))
len=(size_t)(end-begin);
check(data->read(data,begin,buf,buf+len));
checksumPlugin->append(csHandle,buf,buf+len);
begin+=len;
}
return hpatch_TRUE;
clear:
return result;
#undef __bufCacheSize
}
static hpatch_BOOL _do_checksum(TDirPatcher* self,const TByte* checksumTest,TByte* checksumTemp,
const hpatch_TStreamInput* data,
hpatch_StreamPos_t skipBegin,hpatch_StreamPos_t skipEnd){
hpatch_BOOL result=hpatch_TRUE;
size_t checksumByteSize=self->dirDiffInfo.checksumByteSize;
hpatch_TChecksum* checksumPlugin=self->_checksumSet.checksumPlugin;
hpatch_checksumHandle csHandle=checksumPlugin->open(checksumPlugin);
checksumPlugin->begin(csHandle);
if (0<skipBegin){
check(_checksum_append(checksumPlugin,csHandle,data,0,skipBegin));
}
if (skipEnd<data->streamSize){
check(_checksum_append(checksumPlugin,csHandle,data,skipEnd,data->streamSize));
}
checksumPlugin->end(csHandle,checksumTemp,checksumTemp+checksumByteSize);
check(0==memcmp(checksumTest,checksumTemp,checksumByteSize));
clear:
if (csHandle) checksumPlugin->close(checksumPlugin,csHandle);
return result;
}
hpatch_BOOL TDirPatcher_checksum(TDirPatcher* self,const TDirPatchChecksumSet* checksumSet){
hpatch_BOOL result=hpatch_TRUE;
hpatch_BOOL isHaveCheck=checksumSet->isCheck_oldRefData||checksumSet->isCheck_newRefData||
checksumSet->isCheck_copyFileData||checksumSet->isCheck_dirDiffData;
if (checksumSet->checksumPlugin){
check(0==strcmp(self->dirDiffInfo.checksumType,checksumSet->checksumPlugin->checksumType()));
check(self->dirDiffInfo.checksumByteSize==checksumSet->checksumPlugin->checksumByteSize());
}else{// checksumPlugin == 0
check(!isHaveCheck);
}
check(self->_pChecksumMem==0);//now unsupport reset
if (isHaveCheck){
size_t checksumByteSize=self->dirDiffInfo.checksumByteSize;
hpatch_StreamPos_t checksumOffset=self->dirDiffInfo.checksumOffset;
self->_checksumSet=*checksumSet;
self->_pChecksumMem=(TByte*)malloc(checksumByteSize*(4+1)); //+1 for checksumTemp
check(self->_pChecksumMem!=0);
checki(self->_dirDiffData->read(self->_dirDiffData,checksumOffset,
self->_pChecksumMem,self->_pChecksumMem+checksumByteSize*4),
"self->_dirDiffData->read");
//checksum dirDiffData
if (self->_checksumSet.isCheck_dirDiffData){
hpatch_StreamPos_t savedDiffChecksumOffset=checksumOffset+checksumByteSize*3;
if(!_do_checksum(self,_pchecksumDiffData(self),_pchecksumTemp(self),self->_dirDiffData,
savedDiffChecksumOffset,savedDiffChecksumOffset+checksumByteSize))
self->_isDiffDataChecksumError=hpatch_TRUE;
check(!self->_isDiffDataChecksumError);
}
}
clear:
return result;
}
hpatch_BOOL TDirPatcher_loadDirData(TDirPatcher* self,hpatch_TDecompress* decompressPlugin,
const char* oldPath_utf8,const char* newPath_utf8){
hpatch_BOOL result=hpatch_TRUE;
size_t memSize=0;
TByte* curMem=0;
const _TDirDiffHead* head=&self->dirDiffHead;
const size_t pathSumSize=head->oldPathSumSize+head->newPathSumSize;
TStreamCacheClip headStream;
_TDecompressInputStream decompresser;
TByte temp_cache[hpatch_kStreamCacheSize];
decompresser.decompressHandle=0;
assert(self->_decompressPlugin==0);
assert(self->_pDiffDataMem==0);
self->_decompressPlugin=decompressPlugin;
//dir head data clip stream
{
hpatch_StreamPos_t curPos=self->dirDiffHead.headDataOffset;
checki(getStreamClip(&headStream,&decompresser,self->dirDiffHead.headDataSize,
self->dirDiffHead.headDataCompressedSize,self->_dirDiffData,&curPos,
decompressPlugin,temp_cache,hpatch_kStreamCacheSize),
"TDirPatcher_loadDirData() getStreamClip");
}
//mem
memSize = (head->oldPathCount+head->newPathCount)*sizeof(const char*)
+ (head->oldRefFileCount+head->newRefFileCount+head->newExecuteCount)*sizeof(size_t)
+ head->sameFilePairCount*sizeof(hpatch_TSameFilePair)
+ (head->newRefFileCount)*sizeof(hpatch_StreamPos_t)
+ hpatch_kPathMaxSize*2 + pathSumSize;
self->_pDiffDataMem=malloc(memSize);
check(self->_pDiffDataMem!=0);
curMem=self->_pDiffDataMem;
self->_newDir.newRefSizeList=(hpatch_StreamPos_t*)curMem;
curMem+=head->newRefFileCount*sizeof(hpatch_StreamPos_t);
self->oldUtf8PathList=(const char**)curMem; curMem+=head->oldPathCount*sizeof(const char*);
self->_newDir.newUtf8PathList=(const char**)curMem; curMem+=head->newPathCount*sizeof(const char*);
self->oldRefList=(const size_t*)curMem; curMem+=head->oldRefFileCount*sizeof(size_t);
self->_newDir.newRefList=(const size_t*)curMem; curMem+=head->newRefFileCount*sizeof(size_t);
self->_newDir.newExecuteList=(const size_t*)curMem; curMem+=head->newExecuteCount*sizeof(size_t);
self->_newDir.dataSamePairList=(const hpatch_TSameFilePair*)curMem;
curMem+=head->sameFilePairCount*sizeof(hpatch_TSameFilePair);
self->_oldRootDir=(char*)curMem;
self->_oldRootDir_bufEnd=self->_oldRootDir+hpatch_kPathMaxSize; curMem+=hpatch_kPathMaxSize;
self->_oldRootDir_end=setDirPath(self->_oldRootDir,self->_oldRootDir_bufEnd,oldPath_utf8);
check(0!=self->_oldRootDir_end);
if (!self->dirDiffInfo.oldPathIsDir)
--self->_oldRootDir_end; //without '/'
self->_newDir._newRootDir=(char*)curMem;
self->_newDir._newRootDir_bufEnd=self->_newDir._newRootDir+hpatch_kPathMaxSize; curMem+=hpatch_kPathMaxSize;
self->_newDir._newRootDir_end=setDirPath(self->_newDir._newRootDir,self->_newDir._newRootDir_bufEnd,newPath_utf8);
check(0!=self->_newDir._newRootDir_end);
if (!self->dirDiffInfo.newPathIsDir)
--self->_newDir._newRootDir_end;//without '/'
//read old & new path List
check(_TStreamCacheClip_readDataTo(&headStream,curMem,curMem+pathSumSize));
formatDirTagForLoad((char*)curMem,(char*)curMem+pathSumSize);
curMem+=pathSumSize;
assert(curMem-memSize==self->_pDiffDataMem);
checki(clipCStrsTo((const char*)curMem-pathSumSize,(const char*)curMem,
(const char**)self->oldUtf8PathList,head->oldPathCount+head->newPathCount),
"TDirPatcher_loadDirData() clipCStrsTo");
//read oldRefList
check(readIncListTo(&headStream,(size_t*)self->oldRefList,head->oldRefFileCount,head->oldPathCount));
//read newRefList
check(readIncListTo(&headStream,(size_t*)self->_newDir.newRefList,head->newRefFileCount,head->newPathCount));
//read newRefSizeList
check(readListTo(&headStream,(hpatch_StreamPos_t*)self->_newDir.newRefSizeList,head->newRefFileCount));
//read dataSamePairList
checki(readSamePairListTo(&headStream,(hpatch_TSameFilePair*)self->_newDir.dataSamePairList,head->sameFilePairCount,
head->newPathCount,head->oldPathCount),
"TDirPatcher_loadDirData() readSamePairListTo");
//read newExecuteList
check(readIncListTo(&headStream,(size_t*)self->_newDir.newExecuteList,head->newExecuteCount,head->newPathCount));
check(_TStreamCacheClip_leaveSize(&headStream)==self->dirDiffHead.privateReservedDataSize);
clear:
if (decompresser.decompressHandle){
if (!decompressPlugin->close(decompressPlugin,decompresser.decompressHandle))
result=hpatch_FALSE;
decompresser.decompressHandle=0;
}
return result;
}
hpatch_BOOL _openRes(hpatch_IResHandle* res,hpatch_TStreamInput** out_stream){
hpatch_BOOL result=hpatch_TRUE;
TDirPatcher* self=(TDirPatcher*)res->resImport;
size_t resIndex=res-self->_resList;
hpatch_TFileStreamInput* file=self->_oldFileList+resIndex;
const char* utf8fileName=0;
assert(resIndex<self->dirDiffHead.oldRefFileCount);
assert(file->m_file==0);
utf8fileName=TDirPatcher_getOldRefPathByRefIndex(self,resIndex);
check(utf8fileName!=0);
check(hpatch_TFileStreamInput_open(file,utf8fileName));
*out_stream=&file->base;
clear:
if (!result) set_ferr(self->fileError,file->fileError);
return result;
}
hpatch_BOOL _closeRes(hpatch_IResHandle* res,const hpatch_TStreamInput* stream){
hpatch_BOOL result=hpatch_TRUE;
TDirPatcher* self=(TDirPatcher*)res->resImport;
size_t resIndex=res-self->_resList;
hpatch_TFileStreamInput* file=self->_oldFileList+resIndex;
assert(resIndex<self->dirDiffHead.oldRefFileCount);
assert(file->m_file!=0);
assert(stream==&file->base);
check(hpatch_TFileStreamInput_close(file));
clear:
mix_ferr(self->fileError,file->fileError);
return result;
}
hpatch_BOOL TDirPatcher_openOldRefAsStream(TDirPatcher* self,size_t kMaxOpenFileNumber,
const hpatch_TStreamInput** out_oldRefStream){
hpatch_BOOL result=hpatch_TRUE;
size_t refCount=self->dirDiffHead.oldRefFileCount;
assert(self->_pOldRefMem==0);
assert(self->_oldFileList==0);
assert(self->_resLimit.streamList==0);
assert(self->_oldRefStream.stream==0);
{//open oldRef
size_t i;
size_t memSize=0;
hpatch_StreamPos_t sumFSize=0;
assert(kMaxOpenFileNumber>=kMaxOpenFileNumber_limit_min);
kMaxOpenFileNumber-=2;// for diffFile and one newFile
//mem
memSize=(sizeof(hpatch_IResHandle)+sizeof(hpatch_TFileStreamInput))*refCount;
self->_pOldRefMem=malloc(memSize);
check(self->_pOldRefMem!=0);
self->_resList=(hpatch_IResHandle*)self->_pOldRefMem;
self->_oldFileList=(hpatch_TFileStreamInput*)&self->_resList[refCount];
memset(self->_resList,0,sizeof(hpatch_IResHandle)*refCount);
memset(self->_oldFileList,0,sizeof(hpatch_TFileStreamInput)*refCount);
//init
for (i=0; i<refCount;++i){
hpatch_TPathType oldPathType;
hpatch_StreamPos_t fileSize;
const char* oldRefFileName=TDirPatcher_getOldRefPathByRefIndex(self,i);
check(oldRefFileName!=0);
check(hpatch_getPathStat(oldRefFileName,&oldPathType,&fileSize));
check(oldPathType==kPathType_file);
self->_resList[i].resImport=self;
self->_resList[i].resStreamSize=fileSize;
self->_resList[i].open=_openRes;
self->_resList[i].close=_closeRes;
sumFSize+=fileSize;
}
check(sumFSize==self->dirDiffInfo.hdiffInfo.oldDataSize);
//open
check(hpatch_TResHandleLimit_open(&self->_resLimit,kMaxOpenFileNumber,self->_resList,refCount));
checki(hpatch_TRefStream_open(&self->_oldRefStream,self->_resLimit.streamList,
self->_resLimit.streamCount,1),
"TDirPatcher_openOldRefAsStream() hpatch_TRefStream_open");
*out_oldRefStream=self->_oldRefStream.stream;
}
clear:
return result;
}
static hpatch_BOOL _TDirPatcher_closeOldFileHandles(TDirPatcher* self){
return hpatch_TResHandleLimit_closeFileHandles(&self->_resLimit);
}
hpatch_BOOL TDirPatcher_closeOldRefStream(TDirPatcher* self){
hpatch_BOOL result=_TDirPatcher_closeOldFileHandles(self);
if (!hpatch_TResHandleLimit_close(&self->_resLimit))
result=hpatch_FALSE;
hpatch_TRefStream_close(&self->_oldRefStream);
self->_resList=0;
self->_oldFileList=0;
self->_oldRootDir=0;
self->_oldRootDir_end=0;
self->_oldRootDir_bufEnd=0;
if (self->_pOldRefMem){
free(self->_pOldRefMem);
self->_pOldRefMem=0;
}
return result;
}
static const char* _getOldPathByIndex(struct hpatch_IOldPathListener* listener,size_t oldPathIndex){
TDirPatcher* self=(TDirPatcher*)listener->listenerImport;
return TDirPatcher_getOldPathByIndex(self,oldPathIndex);
}
hpatch_BOOL TDirPatcher_openNewDirAsStream(TDirPatcher* self,IDirPatchListener* listener,
const hpatch_TStreamOutput** out_newDirStream){
self->_newDir.newDataSize=self->dirDiffInfo.hdiffInfo.newDataSize;
self->_newDir.newPathCount=self->dirDiffHead.newPathCount;
self->_newDir.newRefFileCount=self->dirDiffHead.newRefFileCount;
self->_newDir.newExecuteCount=self->dirDiffHead.newExecuteCount;
self->_newDir.sameFilePairCount=self->dirDiffHead.sameFilePairCount;
self->_newDir.checksumByteSize=self->dirDiffInfo.checksumByteSize;
self->_newDir.isCheck_newRefData=self->_checksumSet.isCheck_newRefData;
self->_newDir.isCheck_copyFileData=self->_checksumSet.isCheck_copyFileData;
self->_newDir._checksumPlugin=self->_checksumSet.checksumPlugin;
self->_newDir._pChecksum_newRefData_copyFileData=_pchecksumNewRef(self);
self->_newDir._pChecksum_temp=_pchecksumTemp(self);
self->_newDir._oldPathListener.listenerImport=self;
self->_newDir._oldPathListener.getOldPathByIndex=_getOldPathByIndex;
return TNewDirOutput_openDir(&self->_newDir,listener,1,out_newDirStream);
}
static hpatch_BOOL _TDirPatcher_closeNewFileHandles(TDirPatcher* self){
return TNewDirOutput_closeNewDirHandles(&self->_newDir);
}
hpatch_BOOL TDirPatcher_closeNewDirStream(TDirPatcher* self){
return TNewDirOutput_close(&self->_newDir);
}
static hpatch_inline
void _do_checksumOldRef(TDirPatcher* self,const hpatch_TStreamInput* oldData){
if(!_do_checksum(self,_pchecksumOldRef(self),_pchecksumTemp(self),oldData,0,0)){
self->_isOldRefDataChecksumError=hpatch_TRUE;
}
}
hpatch_BOOL TDirPatcher_patch(TDirPatcher* self,const hpatch_TStreamOutput* out_newData,
const hpatch_TStreamInput* oldData,
TByte* temp_cache,TByte* temp_cache_end){
size_t patchCacheSize_min = hpatch_kStreamCacheSize*8;
hpatch_BOOL result=hpatch_TRUE;
TStreamInputClip hdiffData;
hpatch_TStreamInput _cacheOldData;
#if (_IS_NEED_SINGLE_STREAM_DIFF)
if (self->dirDiffInfo.isSingleCompressedDiff)
patchCacheSize_min+=(size_t)self->dirDiffInfo.sdiffInfo.stepMemSize;
#endif
if (self->_checksumSet.isCheck_oldRefData){
if ((size_t)(temp_cache_end-temp_cache)>=oldData->streamSize+patchCacheSize_min){
//load all oldData into memory for optimize speed of checksum oldData
size_t readLen=(size_t)oldData->streamSize;
check(oldData->read(oldData,0,temp_cache,temp_cache+readLen));
mem_as_hStreamInput(&_cacheOldData,temp_cache,temp_cache+readLen);
temp_cache+=readLen;
oldData=&_cacheOldData;
}
{//checksum oldRefData
_do_checksumOldRef(self,oldData);
check(!self->_isOldRefDataChecksumError);
}
}
TStreamInputClip_init(&hdiffData,self->_dirDiffData,self->dirDiffHead.hdiffDataOffset,
self->dirDiffHead.hdiffDataOffset+self->dirDiffHead.hdiffDataSize);
#if (_IS_NEED_SINGLE_STREAM_DIFF)
if (self->dirDiffInfo.isSingleCompressedDiff){
hpatch_singleCompressedDiffInfo* sdiffInfo=&self->dirDiffInfo.sdiffInfo;
check(((size_t)(temp_cache_end-temp_cache))>=sdiffInfo->stepMemSize+hpatch_kStreamCacheSize*3);
checki(patch_single_compressed_diff(out_newData,oldData,&hdiffData.base,sdiffInfo->diffDataPos,
sdiffInfo->uncompressedSize,sdiffInfo->compressedSize,self->_decompressPlugin,
sdiffInfo->coverCount,(size_t)sdiffInfo->stepMemSize,temp_cache,temp_cache_end,0),
"TDirPatcher_patch() patch_single_compressed_diff");
}else
#endif
checki(patch_decompress_with_cache(out_newData,oldData,&hdiffData.base,
self->_decompressPlugin,temp_cache,temp_cache_end),
"TDirPatcher_patch() patch_decompress_with_cache");
clear:
if (!_TDirPatcher_closeNewFileHandles(self))
{ LOG_ERR("check _TDirPatcher_closeNewFileHandles(self) error!\n"); result=hpatch_FALSE; }
if (!_TDirPatcher_closeOldFileHandles(self))
{ LOG_ERR("check _TDirPatcher_closeOldFileHandles(self) error!\n"); result=hpatch_FALSE; }
return result;
}
hpatch_BOOL TDirPatcher_close(TDirPatcher* self){
hpatch_BOOL result=TDirPatcher_closeNewDirStream(self);
if (!TDirPatcher_closeOldRefStream(self))
result=hpatch_FALSE;
TDirPatcher_finishOldSameRefCount(self);
if (!TNewDirOutput_close(&self->_newDir))
result=hpatch_FALSE;
if (self->_pChecksumMem){
free(self->_pChecksumMem);
self->_pChecksumMem=0;
}
if (self->_pDiffDataMem){
free(self->_pDiffDataMem);
self->_pDiffDataMem=0;
}
return result;
}
const char* TDirPatcher_getOldPathByNewPath(TDirPatcher* self,const char* newPath){
assert(self->_newDir._newRootDir==newPath);
if (!setPath(self->_oldRootDir_end,self->_oldRootDir_bufEnd,
self->_newDir._newRootDir_end)) return 0; //error
return self->_oldRootDir;
}
const char* TDirPatcher_getOldPathByIndex(TDirPatcher* self,size_t oldPathIndex){
assert(oldPathIndex<self->dirDiffHead.oldPathCount);
if (!setPath(self->_oldRootDir_end,self->_oldRootDir_bufEnd,
self->oldUtf8PathList[oldPathIndex])) return 0; //error
return self->_oldRootDir;
}
const char* TDirPatcher_getOldRefPathByRefIndex(TDirPatcher* self,size_t oldRefIndex){
assert(oldRefIndex<self->dirDiffHead.oldRefFileCount);
return TDirPatcher_getOldPathByIndex(self,self->oldRefList[oldRefIndex]);
}
hpatch_BOOL TDirPatcher_initOldSameRefCount(TDirPatcher* self){
size_t* counts;
size_t i;
size_t memSize=sizeof(size_t)*self->dirDiffHead.oldPathCount;
assert(self->_pOldSameRefCount==0);
self->_pOldSameRefCount=(size_t*)malloc(memSize);
if (self->_pOldSameRefCount==0) return hpatch_FALSE;
counts=self->_pOldSameRefCount;
memset(counts,0,memSize);
for (i=0;i<self->dirDiffHead.sameFilePairCount; ++i) {
size_t oldIndex=self->_newDir.dataSamePairList[i].oldIndex;
++counts[oldIndex];
}
return hpatch_TRUE;
}
void TDirPatcher_finishOldSameRefCount(TDirPatcher* self){
if (self->_pOldSameRefCount!=0){
free(self->_pOldSameRefCount);
self->_pOldSameRefCount=0;
}
}
size_t TDirPatcher_oldSameRefCount(TDirPatcher* self,size_t sameIndex){
size_t oldIndex;
assert(sameIndex<self->dirDiffHead.sameFilePairCount);
oldIndex=self->_newDir.dataSamePairList[sameIndex].oldIndex;
return self->_pOldSameRefCount[oldIndex];
}
void TDirPatcher_decOldSameRefCount(TDirPatcher* self,size_t sameIndex){
size_t oldIndex;
assert(sameIndex<self->dirDiffHead.sameFilePairCount);
oldIndex=self->_newDir.dataSamePairList[sameIndex].oldIndex;
assert(self->_pOldSameRefCount[oldIndex]>0);
--self->_pOldSameRefCount[oldIndex];
}
//TDirOldDataChecksum
hpatch_BOOL TDirOldDataChecksum_append(TDirOldDataChecksum* self,unsigned char* dirDiffData_part,
unsigned char* dirDiffData_part_end,hpatch_BOOL* out_isAppendContinue){
hpatch_BOOL result=hpatch_TRUE;
size_t dataSize=self->_partDiffData_cur-self->_partDiffData;
const size_t appendSize=dirDiffData_part_end-dirDiffData_part;
check((!self->_isOpened)||(!self->_isAppendStoped));
{//append
if (appendSize>(size_t)(self->_partDiffData_end-self->_partDiffData_cur)){ //resize
unsigned char* newMem=0;
size_t needMinSize=self->_partDiffData_end-self->_partDiffData+appendSize;
size_t newSize=1024*16;
while (newSize<=needMinSize) newSize*=2;
newMem=(unsigned char*)malloc(newSize);
check(newMem!=0);
memcpy(newMem,self->_partDiffData,dataSize);
free(self->_partDiffData);
self->_partDiffData=newMem;
self->_partDiffData_cur=self->_partDiffData+dataSize;
self->_partDiffData_end=self->_partDiffData+newSize;
}
memcpy(self->_partDiffData_cur,dirDiffData_part,appendSize);
self->_partDiffData_cur+=appendSize;
dataSize+=appendSize;
}
if (!self->_isOpened){
if ((appendSize>0)&&(dataSize<(hpatch_kMaxPluginTypeLength+1)*3+hpatch_kMaxPackedUIntBytes*15)){
*out_isAppendContinue=hpatch_TRUE;
return hpatch_TRUE;//need more diffData
}
mem_as_hStreamInput(&self->_diffStream,self->_partDiffData,self->_partDiffData_cur);
checki(_read_dirdiff_head(&self->_dirPatcher.dirDiffInfo,&self->_dirPatcher.dirDiffHead,
&self->_diffStream,out_isAppendContinue),
"TDirOldDataChecksum_append() _read_dirdiff_head");
if (*out_isAppendContinue){
memset(&self->_dirPatcher.dirDiffInfo,0,sizeof(self->_dirPatcher.dirDiffInfo));
memset(&self->_dirPatcher.dirDiffHead,0,sizeof(self->_dirPatcher.dirDiffHead));
return hpatch_TRUE;//need more diffData
}
self->_isOpened=hpatch_TRUE;
check(self->_dirPatcher.dirDiffInfo.isDirDiff);
self->_dirPatcher._dirDiffData=&self->_diffStream;
//continue
}
assert(!self->_isAppendStoped);
if (dataSize < self->_dirPatcher.dirDiffHead.privateExternDataOffset){//headDataEndPos
check(appendSize>0);
*out_isAppendContinue=hpatch_TRUE;
return hpatch_TRUE;//need more diffData
}
self->_isAppendStoped=hpatch_TRUE;
*out_isAppendContinue=hpatch_FALSE;
mem_as_hStreamInput(&self->_diffStream,self->_partDiffData,
self->_partDiffData+self->_dirPatcher.dirDiffHead.privateExternDataOffset);
return hpatch_TRUE;
clear:
return result;
}
const char* TDirOldDataChecksum_getChecksumType(const TDirOldDataChecksum* self){
return self->_dirPatcher.dirDiffInfo.checksumType;
}
const char* TDirOldDataChecksum_getCompressType(const TDirOldDataChecksum* self){
return self->_dirPatcher.dirDiffInfo.hdiffInfo.compressType;
}
typedef const char* (*_t_getPathByIndex)(TDirPatcher* self,size_t index);
static hpatch_BOOL _do_checksumFiles(TDirPatcher* self,size_t fileCount,_t_getPathByIndex getPathByIndex,
const TByte* checksumTest,hpatch_StreamPos_t sumFileSizeTest){
hpatch_BOOL result=hpatch_TRUE;
hpatch_StreamPos_t sumFileSize=0;
size_t i;
size_t checksumByteSize=self->dirDiffInfo.checksumByteSize;
TByte* checksumTemp=_pchecksumTemp(self);
hpatch_TChecksum* checksumPlugin=self->_checksumSet.checksumPlugin;
hpatch_checksumHandle csHandle=checksumPlugin?checksumPlugin->open(checksumPlugin):0;
hpatch_TFileStreamInput fileData;
hpatch_TFileStreamInput_init(&fileData);
if (checksumPlugin) checksumPlugin->begin(csHandle);
for (i=0;i<fileCount;++i) {
const char* fileName=getPathByIndex(self,i);
check(hpatch_TFileStreamInput_open(&fileData,fileName));
sumFileSize+=fileData.base.streamSize;
if (checksumPlugin) checki(_checksum_append(checksumPlugin,csHandle,&fileData.base,
0,fileData.base.streamSize),
"_do_checksumFiles() _checksum_append");
check(hpatch_TFileStreamInput_close(&fileData));
}
check(sumFileSize==sumFileSizeTest);
if (checksumPlugin){
checksumPlugin->end(csHandle,checksumTemp,checksumTemp+checksumByteSize);
check(0==memcmp(checksumTest,checksumTemp,checksumByteSize));
}
clear:
if (!hpatch_TFileStreamInput_close(&fileData)) result=hpatch_FALSE;
mix_ferr(self->fileError,fileData.fileError);
if (csHandle) checksumPlugin->close(checksumPlugin,csHandle);
return result;
}
hpatch_BOOL TDirOldDataChecksum_checksum(TDirOldDataChecksum* self,hpatch_TDecompress* decompressPlugin,
hpatch_TChecksum* checksumPlugin,const char* oldPath_utf8){
hpatch_BOOL result=hpatch_TRUE;
check(self->_isOpened&&self->_isAppendStoped);
if (checksumPlugin){
TDirPatchChecksumSet checksumSet;
memset(&checksumSet,0,sizeof(checksumSet));
checksumSet.checksumPlugin=checksumPlugin;
checksumSet.isCheck_oldRefData=hpatch_TRUE;
checksumSet.isCheck_copyFileData=hpatch_TRUE;
check(TDirPatcher_checksum(&self->_dirPatcher,&checksumSet));
}
check(TDirPatcher_loadDirData(&self->_dirPatcher,decompressPlugin,oldPath_utf8,""));
//old copy files
checki(_do_checksumFiles(&self->_dirPatcher,self->_dirPatcher.dirDiffHead.sameFilePairCount,
TDirPatcher_getOldPathBySameIndex,_pchecksumCopyFile(&self->_dirPatcher),
self->_dirPatcher.dirDiffHead.sameFileSize),
"TDirOldDataChecksum_checksum() _do_checksumFiles old");
//oldRef files
checki(_do_checksumFiles(&self->_dirPatcher,self->_dirPatcher.dirDiffHead.oldRefFileCount,
TDirPatcher_getOldRefPathByRefIndex,_pchecksumOldRef(&self->_dirPatcher),
self->_dirPatcher.dirDiffInfo.hdiffInfo.oldDataSize),
"TDirOldDataChecksum_checksum() _do_checksumFiles oldRef");
clear:
return result;
}
hpatch_BOOL TDirOldDataChecksum_close(TDirOldDataChecksum* self){
if (self->_partDiffData){
free(self->_partDiffData);
self->_partDiffData=0;
}
return TDirPatcher_close(&self->_dirPatcher);
}
#endif