545 lines
13 KiB
C++
545 lines
13 KiB
C++
// Buffer size for all volumes involved.
|
|
static const size_t TotalBufferSize=0x4000000;
|
|
|
|
class RSEncode // Encode or decode data area, one object per one thread.
|
|
{
|
|
private:
|
|
RSCoder RSC;
|
|
public:
|
|
void EncodeBuf();
|
|
void DecodeBuf();
|
|
|
|
void Init(int RecVolNumber) {RSC.Init(RecVolNumber);}
|
|
byte *Buf;
|
|
byte *OutBuf;
|
|
int BufStart;
|
|
int BufEnd;
|
|
int FileNumber;
|
|
int RecVolNumber;
|
|
size_t RecBufferSize;
|
|
int *Erasures;
|
|
int EraSize;
|
|
};
|
|
|
|
|
|
#ifdef RAR_SMP
|
|
THREAD_PROC(RSEncodeThread)
|
|
{
|
|
RSEncode *rs=(RSEncode *)Data;
|
|
rs->EncodeBuf();
|
|
}
|
|
|
|
THREAD_PROC(RSDecodeThread)
|
|
{
|
|
RSEncode *rs=(RSEncode *)Data;
|
|
rs->DecodeBuf();
|
|
}
|
|
#endif
|
|
|
|
RecVolumes3::RecVolumes3(RAROptions *Cmd,bool TestOnly)
|
|
{
|
|
memset(SrcFile,0,sizeof(SrcFile));
|
|
if (TestOnly)
|
|
{
|
|
#ifdef RAR_SMP
|
|
RSThreadPool=NULL;
|
|
#endif
|
|
}
|
|
else
|
|
{
|
|
Buf.Alloc(TotalBufferSize);
|
|
memset(SrcFile,0,sizeof(SrcFile));
|
|
#ifdef RAR_SMP
|
|
RSThreadPool=new ThreadPool(Cmd->Threads);
|
|
#endif
|
|
}
|
|
}
|
|
|
|
|
|
RecVolumes3::~RecVolumes3()
|
|
{
|
|
for (size_t I=0;I<ASIZE(SrcFile);I++)
|
|
delete SrcFile[I];
|
|
#ifdef RAR_SMP
|
|
delete RSThreadPool;
|
|
#endif
|
|
}
|
|
|
|
|
|
|
|
|
|
void RSEncode::EncodeBuf()
|
|
{
|
|
for (int BufPos=BufStart;BufPos<BufEnd;BufPos++)
|
|
{
|
|
byte Data[256],Code[256];
|
|
for (int I=0;I<FileNumber;I++)
|
|
Data[I]=Buf[I*RecBufferSize+BufPos];
|
|
RSC.Encode(Data,FileNumber,Code);
|
|
for (int I=0;I<RecVolNumber;I++)
|
|
OutBuf[I*RecBufferSize+BufPos]=Code[I];
|
|
}
|
|
}
|
|
|
|
|
|
// Check for names like arc5_3_1.rev created by RAR 3.0.
|
|
static bool IsNewStyleRev(const wchar *Name)
|
|
{
|
|
wchar *Ext=GetExt(Name);
|
|
if (Ext==NULL)
|
|
return true;
|
|
int DigitGroup=0;
|
|
for (Ext--;Ext>Name;Ext--)
|
|
if (!IsDigit(*Ext))
|
|
if (*Ext=='_' && IsDigit(*(Ext-1)))
|
|
DigitGroup++;
|
|
else
|
|
break;
|
|
return DigitGroup<2;
|
|
}
|
|
|
|
|
|
bool RecVolumes3::Restore(RAROptions *Cmd,const wchar *Name,bool Silent)
|
|
{
|
|
wchar ArcName[NM];
|
|
wcsncpyz(ArcName,Name,ASIZE(ArcName));
|
|
wchar *Ext=GetExt(ArcName);
|
|
bool NewStyle=false; // New style .rev volumes are supported since RAR 3.10.
|
|
bool RevName=Ext!=NULL && wcsicomp(Ext,L".rev")==0;
|
|
if (RevName)
|
|
{
|
|
NewStyle=IsNewStyleRev(ArcName);
|
|
while (Ext>ArcName+1 && (IsDigit(*(Ext-1)) || *(Ext-1)=='_'))
|
|
Ext--;
|
|
wcsncpyz(Ext,L"*.*",ASIZE(ArcName)-(Ext-ArcName));
|
|
|
|
FindFile Find;
|
|
Find.SetMask(ArcName);
|
|
FindData fd;
|
|
while (Find.Next(&fd))
|
|
{
|
|
Archive Arc(Cmd);
|
|
if (Arc.WOpen(fd.Name) && Arc.IsArchive(true))
|
|
{
|
|
wcsncpyz(ArcName,fd.Name,ASIZE(ArcName));
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
Archive Arc(Cmd);
|
|
if (!Arc.WCheckOpen(ArcName))
|
|
return false;
|
|
if (!Arc.Volume)
|
|
{
|
|
uiMsg(UIERROR_NOTVOLUME,ArcName);
|
|
return false;
|
|
}
|
|
bool NewNumbering=Arc.NewNumbering;
|
|
Arc.Close();
|
|
|
|
wchar *VolNumStart=VolNameToFirstName(ArcName,ArcName,ASIZE(ArcName),NewNumbering);
|
|
wchar RecVolMask[NM];
|
|
wcsncpyz(RecVolMask,ArcName,ASIZE(RecVolMask));
|
|
size_t BaseNamePartLength=VolNumStart-ArcName;
|
|
wcsncpyz(RecVolMask+BaseNamePartLength,L"*.rev",ASIZE(RecVolMask)-BaseNamePartLength);
|
|
|
|
int64 RecFileSize=0;
|
|
|
|
// We cannot display "Calculating CRC..." message here, because we do not
|
|
// know if we'll find any recovery volumes. We'll display it after finding
|
|
// the first recovery volume.
|
|
bool CalcCRCMessageDone=false;
|
|
|
|
FindFile Find;
|
|
Find.SetMask(RecVolMask);
|
|
FindData RecData;
|
|
int FileNumber=0,RecVolNumber=0,FoundRecVolumes=0,MissingVolumes=0;
|
|
wchar PrevName[NM];
|
|
while (Find.Next(&RecData))
|
|
{
|
|
wchar *CurName=RecData.Name;
|
|
int P[3];
|
|
if (!RevName && !NewStyle)
|
|
{
|
|
NewStyle=true;
|
|
|
|
wchar *Dot=GetExt(CurName);
|
|
if (Dot!=NULL)
|
|
{
|
|
int LineCount=0;
|
|
Dot--;
|
|
while (Dot>CurName && *Dot!='.')
|
|
{
|
|
if (*Dot=='_')
|
|
LineCount++;
|
|
Dot--;
|
|
}
|
|
if (LineCount==2)
|
|
NewStyle=false;
|
|
}
|
|
}
|
|
if (NewStyle)
|
|
{
|
|
if (!CalcCRCMessageDone)
|
|
{
|
|
uiMsg(UIMSG_RECVOLCALCCHECKSUM);
|
|
CalcCRCMessageDone=true;
|
|
}
|
|
|
|
uiMsg(UIMSG_STRING,CurName);
|
|
|
|
File CurFile;
|
|
CurFile.TOpen(CurName);
|
|
CurFile.Seek(0,SEEK_END);
|
|
int64 Length=CurFile.Tell();
|
|
CurFile.Seek(Length-7,SEEK_SET);
|
|
for (int I=0;I<3;I++)
|
|
P[2-I]=CurFile.GetByte()+1;
|
|
uint FileCRC=0;
|
|
for (int I=0;I<4;I++)
|
|
FileCRC|=CurFile.GetByte()<<(I*8);
|
|
uint CalcCRC;
|
|
CalcFileSum(&CurFile,&CalcCRC,NULL,Cmd->Threads,Length-4);
|
|
if (FileCRC!=CalcCRC)
|
|
{
|
|
uiMsg(UIMSG_CHECKSUM,CurName);
|
|
continue;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
wchar *Dot=GetExt(CurName);
|
|
if (Dot==NULL)
|
|
continue;
|
|
bool WrongParam=false;
|
|
for (size_t I=0;I<ASIZE(P);I++)
|
|
{
|
|
do
|
|
{
|
|
Dot--;
|
|
} while (IsDigit(*Dot) && Dot>=CurName+BaseNamePartLength);
|
|
P[I]=atoiw(Dot+1);
|
|
if (P[I]==0 || P[I]>255)
|
|
WrongParam=true;
|
|
}
|
|
if (WrongParam)
|
|
continue;
|
|
}
|
|
if (P[1]+P[2]>255)
|
|
continue;
|
|
if (RecVolNumber!=0 && RecVolNumber!=P[1] || FileNumber!=0 && FileNumber!=P[2])
|
|
{
|
|
uiMsg(UIERROR_RECVOLDIFFSETS,CurName,PrevName);
|
|
return false;
|
|
}
|
|
RecVolNumber=P[1];
|
|
FileNumber=P[2];
|
|
wcsncpyz(PrevName,CurName,ASIZE(PrevName));
|
|
File *NewFile=new File;
|
|
NewFile->TOpen(CurName);
|
|
SrcFile[FileNumber+P[0]-1]=NewFile;
|
|
FoundRecVolumes++;
|
|
|
|
if (RecFileSize==0)
|
|
RecFileSize=NewFile->FileLength();
|
|
}
|
|
if (!Silent || FoundRecVolumes!=0)
|
|
uiMsg(UIMSG_RECVOLFOUND,FoundRecVolumes);
|
|
if (FoundRecVolumes==0)
|
|
return false;
|
|
|
|
bool WriteFlags[256];
|
|
memset(WriteFlags,0,sizeof(WriteFlags));
|
|
|
|
wchar LastVolName[NM];
|
|
*LastVolName=0;
|
|
|
|
for (int CurArcNum=0;CurArcNum<FileNumber;CurArcNum++)
|
|
{
|
|
Archive *NewFile=new Archive(Cmd);
|
|
bool ValidVolume=FileExist(ArcName);
|
|
if (ValidVolume)
|
|
{
|
|
NewFile->TOpen(ArcName);
|
|
ValidVolume=NewFile->IsArchive(false);
|
|
if (ValidVolume)
|
|
{
|
|
while (NewFile->ReadHeader()!=0)
|
|
{
|
|
if (NewFile->GetHeaderType()==HEAD_ENDARC)
|
|
{
|
|
uiMsg(UIMSG_STRING,ArcName);
|
|
|
|
if (NewFile->EndArcHead.DataCRC)
|
|
{
|
|
uint CalcCRC;
|
|
CalcFileSum(NewFile,&CalcCRC,NULL,Cmd->Threads,NewFile->CurBlockPos);
|
|
if (NewFile->EndArcHead.ArcDataCRC!=CalcCRC)
|
|
{
|
|
ValidVolume=false;
|
|
uiMsg(UIMSG_CHECKSUM,ArcName);
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
NewFile->SeekToNext();
|
|
}
|
|
}
|
|
if (!ValidVolume)
|
|
{
|
|
NewFile->Close();
|
|
wchar NewName[NM];
|
|
wcsncpyz(NewName,ArcName,ASIZE(NewName));
|
|
wcsncatz(NewName,L".bad",ASIZE(NewName));
|
|
|
|
uiMsg(UIMSG_BADARCHIVE,ArcName);
|
|
uiMsg(UIMSG_RENAMING,ArcName,NewName);
|
|
RenameFile(ArcName,NewName);
|
|
}
|
|
NewFile->Seek(0,SEEK_SET);
|
|
}
|
|
if (!ValidVolume)
|
|
{
|
|
// It is important to return 'false' instead of aborting here,
|
|
// so if we are called from extraction, we will be able to continue
|
|
// extracting. It may happen if .rar and .rev are on read-only disks
|
|
// like CDs.
|
|
if (!NewFile->Create(ArcName,FMF_WRITE|FMF_SHAREREAD))
|
|
{
|
|
// We need to display the title of operation before the error message,
|
|
// to make clear for user that create error is related to recovery
|
|
// volumes. This is why we cannot use WCreate call here. Title must be
|
|
// before create error, not after that.
|
|
|
|
uiMsg(UIERROR_RECVOLFOUND,FoundRecVolumes); // Intentionally not displayed in console mode.
|
|
uiMsg(UIERROR_RECONSTRUCTING);
|
|
ErrHandler.CreateErrorMsg(ArcName);
|
|
return false;
|
|
}
|
|
|
|
WriteFlags[CurArcNum]=true;
|
|
MissingVolumes++;
|
|
|
|
if (CurArcNum==FileNumber-1)
|
|
wcsncpyz(LastVolName,ArcName,ASIZE(LastVolName));
|
|
|
|
uiMsg(UIMSG_MISSINGVOL,ArcName);
|
|
uiMsg(UIEVENT_NEWARCHIVE,ArcName);
|
|
}
|
|
SrcFile[CurArcNum]=(File*)NewFile;
|
|
NextVolumeName(ArcName,ASIZE(ArcName),!NewNumbering);
|
|
}
|
|
|
|
uiMsg(UIMSG_RECVOLMISSING,MissingVolumes);
|
|
|
|
if (MissingVolumes==0)
|
|
{
|
|
uiMsg(UIERROR_RECVOLALLEXIST);
|
|
return false;
|
|
}
|
|
|
|
if (MissingVolumes>FoundRecVolumes)
|
|
{
|
|
uiMsg(UIERROR_RECVOLFOUND,FoundRecVolumes); // Intentionally not displayed in console mode.
|
|
uiMsg(UIERROR_RECVOLCANNOTFIX);
|
|
return false;
|
|
}
|
|
|
|
uiMsg(UIMSG_RECONSTRUCTING);
|
|
|
|
int TotalFiles=FileNumber+RecVolNumber;
|
|
int Erasures[256],EraSize=0;
|
|
|
|
for (int I=0;I<TotalFiles;I++)
|
|
if (WriteFlags[I] || SrcFile[I]==NULL)
|
|
Erasures[EraSize++]=I;
|
|
|
|
int64 ProcessedSize=0;
|
|
int LastPercent=-1;
|
|
mprintf(L" ");
|
|
// Size of per file buffer.
|
|
size_t RecBufferSize=TotalBufferSize/TotalFiles;
|
|
|
|
#ifdef RAR_SMP
|
|
uint ThreadNumber=Cmd->Threads;
|
|
#else
|
|
uint ThreadNumber=1;
|
|
#endif
|
|
RSEncode *rse=new RSEncode[ThreadNumber];
|
|
for (uint I=0;I<ThreadNumber;I++)
|
|
rse[I].Init(RecVolNumber);
|
|
|
|
while (true)
|
|
{
|
|
Wait();
|
|
int MaxRead=0;
|
|
for (int I=0;I<TotalFiles;I++)
|
|
if (WriteFlags[I] || SrcFile[I]==NULL)
|
|
memset(&Buf[I*RecBufferSize],0,RecBufferSize);
|
|
else
|
|
{
|
|
int ReadSize=SrcFile[I]->Read(&Buf[I*RecBufferSize],RecBufferSize);
|
|
if ((size_t)ReadSize!=RecBufferSize)
|
|
memset(&Buf[I*RecBufferSize+ReadSize],0,RecBufferSize-ReadSize);
|
|
if (ReadSize>MaxRead)
|
|
MaxRead=ReadSize;
|
|
}
|
|
if (MaxRead==0)
|
|
break;
|
|
|
|
int CurPercent=ToPercent(ProcessedSize,RecFileSize);
|
|
if (!Cmd->DisablePercentage && CurPercent!=LastPercent)
|
|
{
|
|
uiProcessProgress("RC",ProcessedSize,RecFileSize);
|
|
LastPercent=CurPercent;
|
|
}
|
|
ProcessedSize+=MaxRead;
|
|
|
|
int BlockStart=0;
|
|
int BlockSize=MaxRead/ThreadNumber;
|
|
if (BlockSize<0x100)
|
|
BlockSize=MaxRead;
|
|
|
|
for (uint CurThread=0;BlockStart<MaxRead;CurThread++)
|
|
{
|
|
// Last thread processes all left data including increasement
|
|
// from rounding error.
|
|
if (CurThread==ThreadNumber-1)
|
|
BlockSize=MaxRead-BlockStart;
|
|
|
|
RSEncode *curenc=rse+CurThread;
|
|
curenc->Buf=&Buf[0];
|
|
curenc->BufStart=BlockStart;
|
|
curenc->BufEnd=BlockStart+BlockSize;
|
|
curenc->FileNumber=TotalFiles;
|
|
curenc->RecBufferSize=RecBufferSize;
|
|
curenc->Erasures=Erasures;
|
|
curenc->EraSize=EraSize;
|
|
|
|
#ifdef RAR_SMP
|
|
if (ThreadNumber>1)
|
|
RSThreadPool->AddTask(RSDecodeThread,(void*)curenc);
|
|
else
|
|
curenc->DecodeBuf();
|
|
#else
|
|
curenc->DecodeBuf();
|
|
#endif
|
|
|
|
BlockStart+=BlockSize;
|
|
}
|
|
|
|
#ifdef RAR_SMP
|
|
RSThreadPool->WaitDone();
|
|
#endif // RAR_SMP
|
|
|
|
for (int I=0;I<FileNumber;I++)
|
|
if (WriteFlags[I])
|
|
SrcFile[I]->Write(&Buf[I*RecBufferSize],MaxRead);
|
|
}
|
|
delete[] rse;
|
|
|
|
for (int I=0;I<RecVolNumber+FileNumber;I++)
|
|
if (SrcFile[I]!=NULL)
|
|
{
|
|
File *CurFile=SrcFile[I];
|
|
if (NewStyle && WriteFlags[I])
|
|
{
|
|
int64 Length=CurFile->Tell();
|
|
CurFile->Seek(Length-7,SEEK_SET);
|
|
for (int J=0;J<7;J++)
|
|
CurFile->PutByte(0);
|
|
}
|
|
CurFile->Close();
|
|
SrcFile[I]=NULL;
|
|
}
|
|
if (*LastVolName!=0)
|
|
{
|
|
// Truncate the last volume to its real size.
|
|
Archive Arc(Cmd);
|
|
if (Arc.Open(LastVolName,FMF_UPDATE) && Arc.IsArchive(true) &&
|
|
Arc.SearchBlock(HEAD_ENDARC))
|
|
{
|
|
Arc.Seek(Arc.NextBlockPos,SEEK_SET);
|
|
char Buf[8192];
|
|
int ReadSize=Arc.Read(Buf,sizeof(Buf));
|
|
int ZeroCount=0;
|
|
while (ZeroCount<ReadSize && Buf[ZeroCount]==0)
|
|
ZeroCount++;
|
|
if (ZeroCount==ReadSize)
|
|
{
|
|
Arc.Seek(Arc.NextBlockPos,SEEK_SET);
|
|
Arc.Truncate();
|
|
}
|
|
}
|
|
}
|
|
#if !defined(SILENT)
|
|
if (!Cmd->DisablePercentage)
|
|
mprintf(L"\b\b\b\b100%%");
|
|
if (!Silent && !Cmd->DisableDone)
|
|
mprintf(St(MDone));
|
|
#endif
|
|
return true;
|
|
}
|
|
|
|
|
|
void RSEncode::DecodeBuf()
|
|
{
|
|
for (int BufPos=BufStart;BufPos<BufEnd;BufPos++)
|
|
{
|
|
byte Data[256];
|
|
for (int I=0;I<FileNumber;I++)
|
|
Data[I]=Buf[I*RecBufferSize+BufPos];
|
|
RSC.Decode(Data,FileNumber,Erasures,EraSize);
|
|
for (int I=0;I<EraSize;I++)
|
|
Buf[Erasures[I]*RecBufferSize+BufPos]=Data[Erasures[I]];
|
|
}
|
|
}
|
|
|
|
|
|
void RecVolumes3::Test(RAROptions *Cmd,const wchar *Name)
|
|
{
|
|
if (!IsNewStyleRev(Name)) // RAR 3.0 name#_#_#.rev do not include CRC32.
|
|
{
|
|
ErrHandler.UnknownMethodMsg(Name,Name);
|
|
return;
|
|
}
|
|
|
|
wchar VolName[NM];
|
|
wcsncpyz(VolName,Name,ASIZE(VolName));
|
|
|
|
while (FileExist(VolName))
|
|
{
|
|
File CurFile;
|
|
if (!CurFile.Open(VolName))
|
|
{
|
|
ErrHandler.OpenErrorMsg(VolName); // It also sets RARX_OPEN.
|
|
continue;
|
|
}
|
|
if (!uiStartFileExtract(VolName,false,true,false))
|
|
return;
|
|
mprintf(St(MExtrTestFile),VolName);
|
|
mprintf(L" ");
|
|
CurFile.Seek(0,SEEK_END);
|
|
int64 Length=CurFile.Tell();
|
|
CurFile.Seek(Length-4,SEEK_SET);
|
|
uint FileCRC=0;
|
|
for (int I=0;I<4;I++)
|
|
FileCRC|=CurFile.GetByte()<<(I*8);
|
|
|
|
uint CalcCRC;
|
|
CalcFileSum(&CurFile,&CalcCRC,NULL,1,Length-4,Cmd->DisablePercentage ? 0 : CALCFSUM_SHOWPROGRESS);
|
|
if (FileCRC==CalcCRC)
|
|
{
|
|
mprintf(L"%s%s ",L"\b\b\b\b\b ",St(MOk));
|
|
}
|
|
else
|
|
{
|
|
uiMsg(UIERROR_CHECKSUM,VolName,VolName);
|
|
ErrHandler.SetErrorCode(RARX_CRC);
|
|
}
|
|
|
|
NextVolumeName(VolName,ASIZE(VolName),false);
|
|
}
|
|
}
|