Subversion Repositories spk

// SpkFile.cpp: implementation of the CSpkFile class.
//
//////////////////////////////////////////////////////////////////////

#include "BaseFile.h"

//////////////////////////////////////////////////////////////////////
// Construction/Destruction
//////////////////////////////////////////////////////////////////////

#include "spk.h"

#include "DirIO.h"
#include "File_IO.h"
#include "CatFile.h"
#include "Packages.h"
#include "TextDB.h"

#include <Package/InstallText.h>

// remove these eventually
using namespace SPK;
using namespace Package;

CArchiveFile::~CArchiveFile()
{
        Delete ();
}

CArchiveFile::CArchiveFile() : CBaseFile ()
{
        SetDefaults ();
}

void CBaseFile::SetDefaults ()
{
        _setDefaults();

        m_pIconFile = NULL;

        m_bAutoGenerateUpdateFile = false;
        m_SHeader.iValueCompression = SPKCOMPRESS_ZLIB;
        m_SHeader2.iFileCompression = SPKCOMPRESS_ZLIB;
        m_SHeader2.iDataCompression = SPKCOMPRESS_LZMA;
        m_pParent = NULL;
        _changed();
        m_bUpdate = false;
        _bCombineFiles = false;

        ClearError();

        m_iLoadError = 0;

        m_bFullyLoaded = false;
        m_bSigned = false;
        m_bEnable = m_bGlobal = m_bProfile = m_bModifiedEnabled = true;
        m_bOverrideFiles = false;
}

CBaseFile::CBaseFile() : _pTextDB(NULL)
{
        SetDefaults ();
}
CBaseFile::~CBaseFile()
{
        Delete();
}


Utils::String CBaseFile::getFullPackageName(int language, const Utils::String &byString) const
{ 
        return getFullPackageName(language, true, byString); 
}
Utils::String CBaseFile::getFullPackageName(int language, bool includeVersion, const Utils::String &byString) const
{
        Utils::String p = this->name(language);
        if (includeVersion)
        {
                p += " V";
                p += this->version();
        }
        p += " ";
        p += byString + " " + this->author();
        return p;
}

Utils::String CBaseFile::getFullPackageName(const Utils::String &format, int lang) const
{
        if (format.empty())
                return getFullPackageName(lang);

        Utils::String args[3] = { this->name(lang), this->version(), this->author()};
        return format.args(args, 3);
}

void CBaseFile::Delete ()
{
        m_lTempFiles.clear();
        m_lFiles.clear(true);

        if ( m_pIconFile )
        {
                delete m_pIconFile;
                m_pIconFile = NULL;
        }

        if ( _pTextDB ) {
                delete _pTextDB;
                _pTextDB = NULL;
        }
}


/*
##########################################################################################
##################                Base Class Functions                  ##################
##########################################################################################
*/

const CLinkList<C_File> &CBaseFile::fileList() const
{
        return m_lFiles;
}
CLinkList<C_File> &CBaseFile::fileList(FileType type, CLinkList<C_File>& list) const
{ 
        for (CListNode<C_File>* node = m_lFiles.Front(); node; node = node->next())
        {
                C_File* f = node->Data();
                if (f->GetFileType() == type)
                        list.push_back(f);
        }

        return list;
}
CLinkList<C_File> &CBaseFile::fileList(FileType type)
{
        m_lTempFiles.clear();
        return fileList(type, m_lTempFiles);
}

C_File *CBaseFile::GetNextFile(C_File *prev) const
{
        int type = -1;
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *f = node->Data();
                if ( type == -1 )
                {
                        if ( f == prev )
                                type = f->GetFileType();
                }
                else
                {
                        if ( f->GetFileType() == type )
                                return f;
                }
        }

        return NULL;
}

C_File *CBaseFile::GetPrevFile(C_File *next) const
{
        if ( !next )
                return NULL;

        int type = -1;
        for ( CListNode<C_File> *node = m_lFiles.Back(); node; node = node->prev() )
        {
                C_File *f = node->Data();
                if ( type == -1 )
                {
                        if ( f == next )
                                type = f->GetFileType();
                }
                else
                {
                        if ( f->GetFileType() == type )
                                return f;
                }
        }

        return NULL;
}

C_File *CBaseFile::GetFirstFile(int type) const
{
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *f = node->Data();
                if ( f->GetFileType() == type )
                        return f;
        }

        return NULL;
}

int CBaseFile::CheckFile(const Utils::String &filename, float *version )
{
        CFileIO File(filename);
        if ( !File.startRead() ) return 0;
        Utils::String line = File.readEndOfLine();
        Utils::String type = line.token(";", 1);
        File.close();

        // check for old version
        if ( line.left(3) == "HiP" ) return SPKFILE_OLD;

        // check for format
        if ( version ) *version = line.token(";", 2);

        if ( type == "BaseCycrow" )     return SPKFILE_BASE;
        if ( type == "SPKCycrow" )      return SPKFILE_SINGLE;
        if ( type == "XSPCycrow" )      return SPKFILE_SINGLESHIP;
        if ( type == "MSPKCycrow" )     return SPKFILE_MULTI;
        return SPKFILE_INVALID;
}

void CBaseFile::ClearFileData()
{
        for ( CListNode<C_File> *f = m_lFiles.Front(); f; f = f->next() )
        {
                f->Data()->DeleteData();
        }
}

Utils::String CBaseFile::getNameValidFile() const
{
        Utils::String name = this->name();
        name.removeChar(':');
        name.removeChar('/');
        name.removeChar('\\');
        name.removeChar('*');
        name.removeChar('?');
        name.removeChar('"');
        name.removeChar('<');
        name.removeChar('>');
        name.removeChar('|');
        return name;
}

void CBaseFile::SwitchFilePointer(C_File *oldFile, C_File *newFile)
{
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *f = node->Data();
                if ( f == oldFile )
                {
                        node->ChangeData(newFile);
                        break;
                }
        }
}

bool CBaseFile::AnyFileType ( int type )
{
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *f = node->Data();
                if ( f->GetFileType() == type )
                        return true;
        }

        return false;
}

void CBaseFile::AddFile ( C_File *file )
{
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *f = node->Data();
                if ( f->fileType() != file->fileType() )
                        continue;
                if ( f->name() != file->name () )
                        continue;
                if ( f->dir() != file->dir() )
                        continue;
                if ( f->game() != file->game() )
                        continue;

                m_lFiles.remove(node, true);
                break;
        }

        _addFile(file);
}

C_File *CBaseFile::addFile(const Utils::String &file, const Utils::String &dir, FileType type, int game, bool packed)
{
        C_File *newfile = new C_File(file);
        newfile->setDir(dir);
        newfile->setFileType(type);
        newfile->setGame(game);

        if (packed)
        {
                if (newfile->PCKFile())
                {
                        newfile->setFilename(CFileIO(newfile->filePointer()).changeFileExtension("pck"));
                }
        }

        // first check if the file already exists
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *f = node->Data();
                if ( f->fileType() != newfile->fileType() )
                        continue;
                if ( f->name() != newfile->name () )
                        continue;
                if ( f->dir() != newfile->dir() )
                        continue;
                if (f->game() != newfile->game())
                {
                        //same file, for different game, check if they are the same and combine them
                        if (_bCombineFiles)
                        {
                                char *data = NULL;
                                char *newData = NULL;
                                size_t size = 0;
                                size_t newSize = 0;

                                if (f->GetData() && f->GetDataSize())
                                        data = (char *)f->UncompressData((long *)&size, NULL);
                                else if(f->isExternalFile())
                                        data = CFileIO(f->filePointer()).ReadToData(&size);
                                if (newfile->GetData() && newfile->GetDataSize())
                                        newData = (char *)f->UncompressData((long *)&newSize, NULL);
                                else
                                        newData = CFileIO(newfile->filePointer()).ReadToData(&newSize);

                                // compare bytes
                                bool matched = false;
                                if (size == newSize)
                                {
                                        matched = true;
                                        for (unsigned long i = 0; i < size; ++i)
                                        {
                                                if (data[i] != newData[i])
                                                {
                                                        matched = false;
                                                        break;
                                                }
                                        }
                                }

                                if (data)
                                        delete data;
                                if (newData)
                                        delete newData;

                                if (matched)
                                {
                                        if(!f->game() || f->game() == GAME_ALLNEW)
                                                newfile->setGame(0);
                                        else
                                                newfile->setGame(newfile->game() | f->game());
                                        m_lFiles.remove(node, true);
                                        break;
                                }
                        }
                        continue;
                }

                // must already exist, delete this one
                m_lFiles.remove(node, true);
                break;
        }

        _addFile(newfile);

        return newfile;
}

bool CBaseFile::addFileNow(const Utils::String &file, const Utils::String &dir, FileType type, CProgressInfo* progress)
{
        C_File* f = addFile(file, dir, type);
        if (!f->ReadFromFile())
                return false;

        // compress the file
        return f->CompressData(m_SHeader2.iDataCompression, progress);
}

C_File *CBaseFile::appendFile(const Utils::String &file, int type, int game, bool packed, const Utils::String &dir, CProgressInfo *progress )
{
        C_File *newfile = addFile(file, dir, static_cast<FileType>(type), game, packed);
        if ( !newfile )
                return NULL;

        // read the file into memory
        if (newfile->GetData() && newfile->GetDataSize())
        {
                // now compress the file
                if (newfile->CompressData(m_SHeader2.iDataCompression, progress))
                        return newfile;
        }
        if ( newfile->ReadFromFile () )
        {
                // now compress the file
                if ( newfile->CompressData ( m_SHeader2.iDataCompression, progress ) )
                        return newfile;
        }
        else if ( newfile->GetLastError() == SPKERR_MALLOC )
        {
                if ( newfile->CompressFile ( progress ) )
                        return newfile;
        }

        m_lFiles.pop_back ();
        delete newfile;

        return NULL;
}

C_File *CBaseFile::findFileAt(FileType filetype, size_t pos) const
{
        size_t count = 0;
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *file = node->Data();
                if ( file->GetFileType() != filetype )
                        continue;

                if ( count == pos )
                        return file;

                ++count;
        }

        return NULL;
}

C_File* CBaseFile::findFile(const Utils::String &filename, FileType type, const Utils::String &dir, int game) const
{       
        Utils::String lfile = CFileIO(filename.lower()).filename();

        CListNode<C_File>* node = m_lFiles.Front();
        while (node)
        {
                C_File* f = node->Data();
                node = node->next();

                if (type != f->GetFileType())
                        continue;
                if (dir != f->dir())
                        continue;
                if (game != f->game())
                        continue;
                if (f->name().lower() == lfile)
                        return f;
        }
        return NULL;
}

bool CBaseFile::removeFile(const Utils::String& file, FileType type, const Utils::String& dir, int game)
{
        C_File* f = findFile(file, type, dir, game);
        if (!f)
                return false;
        return removeFile(f);
}

bool CBaseFile::removeFile(C_File *file)
{
        size_t count = 0;
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *f = node->Data();
                if ( f == file )
                        return removeFile(count);
                ++count;
        }
        return false;
}

bool CBaseFile::removeFile(size_t pos)
{
        if (pos >= static_cast<size_t>(m_lFiles.size()))
                return false;

        C_File *file = m_lFiles.Get ( pos );
        m_lFiles.erase ( pos + 1 );

        if ( file )
                delete file;

        _changed();

        return true;
}


void CBaseFile::removeAllFiles(FileType type, int game)
{
        if ( m_lFiles.empty() )
                return;

        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                if (game == 0 && node->Data()->game() && node->Data()->game() != GAME_ALLNEW)
                        continue;
                if ( game > -1 )
                {
                        unsigned int fileGame = node->Data()->game() & ~GAME_ALLNEW;
                        if (fileGame != (1 << game))
                        {
                                // just remove the game from file
                                if (fileGame & (1 << game))
                                        node->Data()->setGame(node->Data()->game() & ~(1 << game));
                                continue;
                        }
                }
                if ( type == FILETYPE_UNKNOWN || node->Data()->GetFileType() == type )
                        node->DeleteData();
        }

        m_lFiles.RemoveEmpty();

        _changed();
}

void CBaseFile::RecompressAllFiles ( int type, CProgressInfo *progress )
{
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *file = node->Data();
                if ( progress )
                        progress->UpdateFile(file);

                if ( file->GetCompressionType() == type )
                        continue;

                if ( !file->GetData() )
                        file->ReadFromFile();

                file->ChangeCompression ( type, progress );
        }
}

void CBaseFile::CompressAllFiles ( int type, CProgressInfo *progress, CProgressInfo *overallProgress, int level )
{
        if ( overallProgress ) overallProgress->SetMax(m_lFiles.size());

        int iCount = 0;
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *file = node->Data();
                if ( progress )
                        progress->UpdateFile(file);

                if ( !file->GetData() )
                        file->ReadFromFile();

                file->CompressData ( type, progress, level );

                if ( overallProgress ) overallProgress->SetDone(++iCount);
        }
}

bool CBaseFile::UncompressAllFiles ( CProgressInfo *progress )
{
        int countFile = 0;
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *fit = node->Data();
                if ( progress )
                {
                        progress->UpdateFile ( fit );
                        progress->UpdateProgress(countFile++, m_lFiles.size());
                }

                bool uncomprToFile = false;

                if ( progress )
                        progress->SwitchSecond();

                if(!fit->isExternalFile())
                {
                        if (!fit->UncompressData(progress))
                        {
                                if (fit->GetCompressionType() == SPKCOMPRESS_7ZIP)
                                {
                                        if (!fit->uncompressToFile("temp", this, false, progress))
                                                return false;
                                        else
                                        {
                                                uncomprToFile = true;
                                                fit->setFullDir("temp");
                                        }
                                }

                                if (!uncomprToFile)
                                        return false;
                        }
                }

                if ( progress )
                        progress->SwitchSecond();
        }
        return true;
}

size_t CBaseFile::fileSize() const
{
        size_t fullsize = 1000;

        for (CListNode<C_File>* node = m_lFiles.Front(); node; node = node->next())
                fullsize += node->Data()->uncompressedDataSize();

        if (m_pIconFile)
                fullsize += m_pIconFile->uncompressedDataSize();

        return fullsize;
}

/*
        Func:   GetEndOfLine
        Input:  id - The file id for the current file to read from
                line - Pointed to hold the line number thats read
                        upper - true if it converts to uppercase
        Return: String - the string it has read
        Desc:   Reads a string from a file, simlar to readLine() classes, reads to the end of the line in a file
*/
Utils::String CBaseFile::GetEndOfLine ( FILE *id, int *line, bool upper )
{
        Utils::String word;

        char c = fgetc ( id );
        if ( c == -1 )
                return "";

        while ( (c != 13) && (!feof(id)) && (c != '\n') )
        {
                word += c;
                c = fgetc ( id );
        }

        if ( line )
                ++(*line);

        if ( upper )
                return word.upper();

        return word;
}

size_t CBaseFile::countFiles(FileType filetype) const
{
        size_t i = 0;
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *file = node->Data();
                if ( file->GetFileType() != filetype )
                        continue;
                ++i;
        }

        return i;
}

/*
        Func:   CreateFilesLine
        Return: String - returns the full string for files list
        Desc:   Creates a signle line list of all the files
*/
Utils::String CBaseFile::createFilesLine(SSPKHeader2 *header, CProgressInfo* progress) const
{
        Utils::String line;

        if (progress)
        {
                progress->SetDone(0);
                progress->UpdateStatus(STATUS_COMPRESS);
        }

        if (header)
        {
                header->iDataCompression = m_SHeader2.iDataCompression;
                header->iFileCompression = m_SHeader2.iFileCompression;
                header->lSize = m_SHeader2.lSize;
                header->iNumFiles = 0;
                header->lFullSize = 0;
        }

        if (m_pIconFile)
        {
                // no data, read it from file
                if (!m_pIconFile->GetData())
                        m_pIconFile->ReadFromFile();

                // compress the file
                if (!m_pIconFile->CompressData(m_SHeader2.iDataCompression, progress))
                        m_pIconFile->SetDataCompression(SPKCOMPRESS_NONE);

                line += "Icon:" + Utils::String::Number(m_pIconFile->GetDataSize() + (long)4) + ":" + m_pIconFile->uncompressedDataSize() + ":" + (long)m_pIconFile->GetCompressionType() + ":" + _sIconExt + "\n";
                if (header)
                {
                        ++header->iNumFiles;
                        header->lFullSize += (m_pIconFile->GetDataSize() + 4);
                }
        }

        for (CListNode<C_File>* node = m_lFiles.Front(); node; node = node->next())
        {
                C_File* file = node->Data();
                if (progress)
                        progress->UpdateFile(file);

                // no data, read it from file
                if (!file->GetData())
                {
                        if (!file->ReadFromFile())
                        {
                                if (file->GetLastError() == SPKERR_MALLOC)
                                {
                                        if (!file->CompressFile(progress))
                                                continue;
                                }
                        }
                }

                if (!file->GetData())
                        continue;

                // compress the file
                if (!file->CompressData(m_SHeader2.iDataCompression, progress))
                {
                        file->SetDataCompression(SPKCOMPRESS_NONE);
                        file->SetUncompressedDataSize(file->GetDataSize());
                }

                Utils::String command = GetFileTypeString(file->GetFileType());
                if (command.empty())
                        continue;

                if (file->IsShared())
                        command = "$" + command;

                if (file->dir().empty())
                        line += command + ":" + (file->GetDataSize() + (long)4) + ":" + file->uncompressedDataSize() + ":" + (long)file->GetCompressionType() + ":" + (long)file->GetCreationTime() + ":" + ((file->IsCompressedToFile()) ? "1" : "0") + ":" + file->filename() + ":NULL:" + (long)file->game() + "\n";
                else
                        line += command + ":" + (file->GetDataSize() + (long)4) + ":" + file->uncompressedDataSize() + ":" + (long)file->GetCompressionType() + ":" + (long)file->GetCreationTime() + ":" + ((file->IsCompressedToFile()) ? "1" : "0") + ":" + file->filename() + ":" + file->dir() + ":" + (long)file->game() + "\n";

                if (header)
                {
                        ++header->iNumFiles;
                        header->lFullSize += (file->GetDataSize() + 4);
                }
        }

        return line;
}

/*
######################################################################################
##########                                                      Reading Functions                                       ##########
######################################################################################
*/

void CBaseFile::ReadAllFilesToMemory ()
{
        // no file to read from
        if ( this->filename().empty() ) return;

        // now open the file
        CFileIO File(this->filename());
        if ( !File.startRead() ) return;

        // read the header
        File.readEndOfLine();
        // skip past values
        File.seek(4 + m_SHeader.lValueCompressSize);

        // read the next header
        File.readEndOfLine();
        // skip past files
        File.seek(4 + m_SHeader2.lSize);

        if ( m_pIconFile )
        {
                if ( (!m_pIconFile->GetData()) && (!m_pIconFile->Skip()) )
                        m_pIconFile->readFromFile(File, m_pIconFile->GetDataSize());
                else
                        File.seek(4 + m_pIconFile->GetDataSize());
        }

        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *fit = node->Data();
                if ( (!fit->GetData()) && (!fit->Skip()) )
                        fit->readFromFile(File, fit->GetDataSize());
                else
                        File.seek(4 + fit->GetDataSize());
        }

        File.close();
}

bool CBaseFile::ReadFileToMemory(C_File *f)
{
        if ( this->filename().empty() || !f ) return false;             // no filename to load from
        if ( f->GetData() && f->GetDataSize() ) return true;    // already loaded the data
        if ( !m_lFiles.FindData(f) ) return false;                              // unable to find file entry

        // now open the file
        CFileIO *File = _startRead();
        if ( !File ) return false;

        if ( m_pIconFile ) File->seek(4 + m_pIconFile->GetDataSize());
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() ) {
                C_File *fit = node->Data();
                if (fit == f ) {
                        fit->readFromFile(*File, fit->GetDataSize());
                        break;
                }
                else File->seek(4 + fit->GetDataSize());
        }

        delete File;
        return true;
}

CFileIO *CBaseFile::_startRead()
{
        // no file to read from
        if ( this->filename().empty() ) return NULL;

        // now open the file
        CFileIO *File = new CFileIO(this->filename());
        if ( !File->startRead() ) return NULL;

        // read the header
        File->readEndOfLine();
        // skip past values
        File->seek(4 + m_SHeader.lValueCompressSize);

        // read the next header
        File->readEndOfLine();
        // skip past files
        File->seek(4 + m_SHeader2.lSize);

        return File;
}

void CBaseFile::_addFile(C_File *file, bool dontChange)
{
        if ( !dontChange ) {
                file->UpdateSigned();
                _changed();
        }
        m_lFiles.push_back(file);

        _updateTextDB(file);
}

void CBaseFile::_updateTextDB(C_File *file)
{
        if ( !_pTextDB ) _pTextDB = new CTextDB();

        if ( file->GetFileType() == FILETYPE_TEXT ) {
                Utils::String baseFile = CFileIO(file->filePointer()).baseName();
                int lang = (baseFile.isin("-L")) ? baseFile.right(3) : baseFile.truncate(-4);

                // read in the text file to the database
                _pTextDB->parseTextFile(0, 0, file->filePointer(), lang);
        }
}

void CBaseFile::_resetTextDB()
{
        if ( _pTextDB ) delete _pTextDB;
        _pTextDB = new CTextDB();

        for(CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next()) {
                _updateTextDB(node->Data());
        }
}

void CBaseFile::ReadIconFileToMemory ()
{
        if ( !m_pIconFile )     return;
        CFileIO *File = _startRead();
        if ( !File ) return;

        if ( (!m_pIconFile->GetData()) && (!m_pIconFile->Skip()) )
                m_pIconFile->readFromFile(*File, m_pIconFile->GetDataSize());
        else
                File->seek(4 + m_pIconFile->GetDataSize());

        delete File;
}

void CBaseFile::_install_adjustFakePatches(CPackages *pPackages)
{
        Utils::CStringList lPatches;
        int startfake = pPackages->findNextFakePatch();

        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *fit = node->Data();
                // only do fake patchs
                if ( !fit->IsFakePatch() )
                        continue;

                // we should only have cat and dat files, but lets check just incase they have been added incorrectly
                if ( !fit->checkFileExt ("cat") && !fit->checkFileExt("dat") )
                        continue;

                // search for the name on the list
                Utils::String newname;
                bool isOpposite = false;
                if (lPatches.contains(fit->baseName()))
                {
                        newname = lPatches.findString(fit->baseName());
                        isOpposite = true;
                }
                else
                {
                        newname = Utils::String::PadNumber((long)startfake, 2);
                        lPatches.pushBack(fit->baseName(), newname);
                }

                // rename the file
                fit->FixOriginalName();
                CLog::logf(CLog::Log_Install, 2, "Adjusting fake patch number, %s => %s", fit->getNameDirectory(this).c_str(), (newname + "." + fit->fileExt()).c_str());
                fit->setName(newname + "." + fit->fileExt());

                // find the next gap
                if ( !isOpposite ) {
                        startfake = pPackages->findNextFakePatch(startfake + 1);
                }
        }
}

void CBaseFile::_install_renameText(CPackages *pPackages)
{
        int starttext = pPackages->findNextTextFile();
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() ) {
                C_File *fit = node->Data();
                if ( !fit->isAutoTextFile() )
                        continue;

                Utils::String newname = SPK::FormatTextName(starttext, pPackages->GetLanguage(), (pPackages->GetCurrentGameFlags() & EXEFLAG_TCTEXT));
                fit->FixOriginalName();
                CLog::logf(CLog::Log_Install, 2, "Adjusting text file, %s => %s", fit->getNameDirectory(this).c_str(), (newname + "." + fit->fileExt()).c_str());
                fit->setName(newname + "." + fit->fileExt());

                ++starttext;
        }
}

bool CBaseFile::_install_setEnabled(bool bEnable, C_File *fit)
{
        if ( !bEnable )
        {
                if ( (fit->GetFileType() == FILETYPE_UNINSTALL) || (fit->GetFileType() == FILETYPE_README) || (fit->GetFileType() == FILETYPE_ADVERT) )
                        bEnable = true;
                else if ( (fit->GetFileType() == FILETYPE_EXTRA) && (fit->dir().left(7).lower() == "Extras/") )
                        bEnable = true;
                else if ( (IsPatch()) && (fit->GetFileType() == FILETYPE_MOD) && (!fit->IsFakePatch()) )
                        bEnable = true;

                if ( bEnable ) CLog::logf(CLog::Log_Install, 3, "Filetype(%d) is always enabled, setting enabled flag", fit->GetFileType());
        }

        return bEnable;
}

bool CBaseFile::_install_uncompress(C_File *fit, CProgressInfo *progress, Utils::CStringList *errorStr, bool *uncomprToFile)
{
        *uncomprToFile = false;
        _sLastError = fit->getNameDirectory(this);
        _iLastError = SPKERR_UNCOMPRESS;

        if ( !fit->UncompressData ( progress ) )
        {
                CLog::log(CLog::Log_Install, 2, "Failed to uncompress data, attempting file decompression");
                if ( fit->GetCompressionType() == SPKCOMPRESS_7ZIP )
                {
                        if ( fit->uncompressToFile(Utils::String::Null(), this, false, progress ) )
                                *uncomprToFile = true;
                }

                if ( !uncomprToFile )
                {
                        if ( errorStr )
                                errorStr->pushBack(_sLastError, ERRORLOG(SPKINSTALL_UNCOMPRESS_FAIL));
                        CLog::log(CLog::Log_Install, 1, "Unable to decompress file, skipping");
                        return false;
                }
        }
        ClearError ();

        return true;
}

bool CBaseFile::_install_checkVersion(C_File *pFile, const Utils::String &sDestination)
{
        // new check if we should install the file
        // first get the version
        if ( !m_bOverrideFiles && pFile->ReadScriptVersion() )
        {
                CLog::log(CLog::Log_Install, 2, "Checking for existing file version");
                C_File checkfile;
                Utils::String checkfilename = sDestination;
                if ( !checkfilename.empty() ) checkfilename += "/";
                checkfilename += pFile->getNameDirectory(this);
                checkfile.setFilename(checkfilename);
                checkfile.setFileType(pFile->fileType());
                if ( checkfile.CheckValidFilePointer() ) {
                        if ( checkfile.ReadScriptVersion() > pFile->GetVersion() ) {
                                CLog::log(CLog::Log_Install, 1, "Newer version of the file found in directory, skipping");
                                return false;
                        }
                }
        }

        return true;
}

Utils::String CBaseFile::_install_adjustFilepointer(C_File *pFile, bool bEnabled, const Utils::String &sDestination)
{
        Utils::String filename = sDestination;
        if ( !filename.empty() ) filename += "/";

        if ( (IsPatch()) && (pFile->fileType() == FILETYPE_MOD) )
                pFile->setDir("Patch");

        if ( pFile->isInMod() )
        {
                if ( bEnabled )
                        pFile->setFilename(filename + pFile->getInMod() + "::" + pFile->getNameDirectory(this));
                else
                        pFile->setFilename(filename + "PluginManager/DisabledFiles.cat::" + pFile->getNameDirectory(this));
        }
        else
                pFile->setFilename ( filename + pFile->getNameDirectory(this) );

        if ( !bEnabled )
        {
                if ( !pFile->isInMod() )
                {
                        if ( pFile->IsFakePatch() )
                                pFile->setFilename ( filename + "PluginManager/Disabled/FakePatches/FakePatch_" + this->getNameValidFile() + "_" + this->author() + "_" + pFile->name() );
                        else if ( pFile->isAutoTextFile() )
                                pFile->setFilename ( filename + "PluginManager/Disabled/TextFiles/Text_" + this->getNameValidFile() + "_" + this->author() + "_" + pFile->name() );
                        else
                                pFile->setFullDir ( filename + "PluginManager/Disabled/" + pFile->getDirectory(this) );
                }
                pFile->SetDisabled(true);
        }

        CLog::logf(CLog::Log_Install, 2, "Adjusting the file pointer to correct install destintation, %s", pFile->filePointer().c_str());

        return filename;
}

C_File *CBaseFile::_install_checkFile(C_File *pFile, Utils::CStringList *errorStr, bool *bDoFile, CLinkList<C_File> *pFileList)
{
        if ( !pFile->IsFakePatch() && pFile->GetFileType() != FILETYPE_README )
        {
                C_File *cFile;
                for ( cFile = pFileList->First(); cFile; cFile = pFileList->Next() )
                {
                        if ( !cFile->MatchFile(pFile) ) continue;
                        if ( !m_bOverrideFiles && !cFile->CompareNew(pFile) ) {
                                if ( errorStr ) errorStr->pushBack(pFile->getNameDirectory(this), ERRORLOG(SPKINSTALL_SKIPFILE));
                                CLog::log(CLog::Log_Install, 1, "Newer version of the file already installed, skipping");
                                *bDoFile = false;
                        }
                        break;
                }

                return cFile;
        }

        return NULL;
}

bool CBaseFile::_install_checkFileEnable(C_File *pCheckFile, C_File *fit, const Utils::String &sDestination, bool bEnabled, Utils::CStringList *errorStr)
{
        // found a file, check if its in the disabled directory
        Utils::String dir = CFileIO(pCheckFile->filePointer()).dir();
        Utils::String lastDir = CDirIO(dir).topDir().lower();

        // if its disabled, rename it so its enabled
        if ( ((pCheckFile->IsDisabled()) || (lastDir == "disabled") || (dir.lower().isin("/disabled/"))) && (bEnabled) )
        {
                CLog::logf(CLog::Log_Install, 2, "Existing file, %s, is disabled, re-enabling it", pCheckFile->filePointer().c_str());
                // first check if the directory exists
                if ( pCheckFile->isInMod() ) {
                        Utils::String tofile = pCheckFile->filePointer().token("::", 2);

                        CCatFile tocat;
                        int err = tocat.open(fit->filePointer().token("::", 1), "", CATREAD_CATDECRYPT, true);
                        if ( (err == CATERR_NONE) || (err == CATERR_CREATED) ) {
                                tocat.appendFile(pCheckFile->filePointer(), tofile);
                                CLog::logf(CLog::Log_Install, 2, "Adding existing file into new mod File, %s => %s", fit->filePointer().token("::", 1).c_str(), tofile.c_str());
                        }

                        CCatFile fromcat;
                        err = fromcat.open(pCheckFile->filePointer().token("::", 1), "", CATREAD_CATDECRYPT, false);
                        if ( err == CATERR_NONE ) {
                                fromcat.removeFile(tofile);
                                CLog::logf(CLog::Log_Install, 2, "Removing file from existing mod, %s::%s", pCheckFile->filePointer().token("::", 1).c_str(), tofile.c_str());
                        }

                        CLog::logf(CLog::Log_Install, 1, "Adjusting existing file name %s => %s", pCheckFile->filePointer().c_str(), fit->filePointer().c_str());
                        pCheckFile->setFilename(fit->filePointer());
                        CLog::logf(CLog::Log_Install, 2, "Adjusting In Mod setting, %s => %s", pCheckFile->getInMod().c_str(), fit->getInMod().c_str());
                        pCheckFile->setInMod(fit->getInMod());
                }
                else {
                        Utils::String to = pCheckFile->getDirectory(this);
                        CDirIO Dir(sDestination);
                        if ( !Dir.exists(to) ) {
                                if ( !Dir.create ( to ) ) {
                                        if ( errorStr ) errorStr->pushBack(to, ERRORLOG(SPKINSTALL_CREATEDIRECTORY_FAIL));
                                        return false;
                                }
                                if ( errorStr ) errorStr->pushBack(to, ERRORLOG(SPKINSTALL_CREATEDIRECTORY));
                        }

                        Utils::String destfile = sDestination + "/" + pCheckFile->getNameDirectory(this);
                        if ( CFileIO(destfile).ExistsOld() ) CFileIO::Remove(destfile);
                        CLog::logf(CLog::Log_Install, 1, "Adjusting existing filename, %s => %s", pCheckFile->filePointer().c_str(), destfile.c_str());
                        rename ( pCheckFile->filePointer().c_str(), destfile.c_str() );
                        pCheckFile->setFilename (sDestination + "/" + pCheckFile->getNameDirectory(this) );
                }
                pCheckFile->SetDisabled(false);

                if ( errorStr ) errorStr->pushBack(pCheckFile->getNameDirectory(this), ERRORLOG(SPKINSTALL_ENABLEFILE));
        }

        return true;
}

bool CBaseFile::_install_createDirectory(CDirIO &Dir, const Utils::String &sTo, C_File *pFile, Utils::CStringList *errorStr)
{
        _sLastError = sTo;
        if ( !sTo.contains( "::" ) )
        {
                if ( !Dir.exists(sTo) )
                {
                        CLog::logf(CLog::Log_Install, 2, "Creating directory to install file into, %s", sTo.c_str());
                        if ( !Dir.create(sTo) )
                        {
                                if ( errorStr )
                                        errorStr->pushBack(sTo, ERRORLOG(SPKINSTALL_CREATEDIRECTORY_FAIL));
                                return false;
                        }
                        if ( errorStr )
                                errorStr->pushBack(sTo, ERRORLOG(SPKINSTALL_CREATEDIRECTORY));
                }
        }
        else {
                CLog::logf(CLog::Log_Install, 2, "Adjusting file extension for file in mod, %s => %s", pFile->filePointer().c_str(), CCatFile::PckChangeExtension(pFile->filePointer()).c_str());
                pFile->setFilename(CCatFile::PckChangeExtension(pFile->filePointer()));
        }

        return true;
}

void CBaseFile::_install_writeFile(C_File *pFile, const Utils::String &sDestination, Utils::CStringList *errorStr)
{
        _iLastError = SPKERR_WRITEFILE;
        _sLastError = pFile->filePointer();
        Utils::String sInstalledFile = pFile->getNameDirectory(this);
        if ( pFile->IsDisabled() )
        {
                sInstalledFile = pFile->filePointer().findRemove(sDestination);
                if ( sInstalledFile[0] == '/' || sInstalledFile[0] == '\\' )
                        sInstalledFile.erase(0, 1);
        }

        if ( !pFile->writeFilePointer() )
        {
                CLog::log(CLog::Log_Install, 1, "Failed to write the file");
                if ( errorStr )
                        errorStr->pushBack(sInstalledFile, ERRORLOG(SPKINSTALL_WRITEFILE_FAIL));
        }
        else
        {
                CLog::log(CLog::Log_Install, 1, "File written successfully");
                CLog::log(CLog::Log_Install, 2, "Checking signed status of the file");
                pFile->UpdateSigned();
                if ( errorStr )
                        errorStr->pushBack(sInstalledFile, ERRORLOG(SPKINSTALL_WRITEFILE));

                switch(pFile->GetFileType())
                {
                        case FILETYPE_SCRIPT:
                        case FILETYPE_UNINSTALL:
                                CLog::log(CLog::Log_Install, 2, "Updating file signature");
                                pFile->updateSignature();
                                break;
                }
        }
}

bool CBaseFile::installFiles(const Utils::String &destdir, CProgressInfo *progress, CLinkList<C_File> *filelist, Utils::CStringList *errorStr, bool enabled, CPackages *packages )
{
        //TODO: add errorStr and progress as member variables
        if ( enabled ) {
                this->_install_adjustFakePatches(packages);
                if ( packages ) this->_install_renameText(packages);
        }

        bool bFailed = false;

        CDirIO Dir(destdir);
        int fileCount = 0;
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *fit = node->Data();

                // start the install process, check if we need to the file enabled or disabled
                CLog::logf(CLog::Log_Install, 1, "Preparing to install file: %s", fit->getNameDirectory(this).c_str());
                bool fileEnabled = _install_setEnabled(enabled, fit);

                // check if the file is for the correct game version
                if (!fit->isForGame(packages->GetGame())) 
                {
                        CLog::logf(CLog::Log_Install, 1, "File didn't match game version, skipping, %d != %d", fit->game(), packages->GetGame());
                        continue;
                }

                // update the progress display to show we are processing this file
                if ( progress ) {
                        if ( progress->IsSecond() ) progress->SwitchSecond();
                        progress->UpdateFile ( fit );
                        progress->UpdateProgress(fileCount++, m_lFiles.size());
                        progress->SwitchSecond();
                }

                // first uncompress the file
                //TODO: add this flag to C_File
                bool uncomprToFile;
                if ( !this->_install_uncompress(fit, progress, errorStr, &uncomprToFile) ) {
                        bFailed = true;
                        continue;
                }

                bool dofile = _install_checkVersion(fit, destdir);

                // change file pointer
                Utils::String sInstallDir = _install_adjustFilepointer(fit, fileEnabled, destdir);

                C_File *adjustPointer = NULL;

                if ( filelist ) {
                        C_File *cFile = _install_checkFile(fit, errorStr, &dofile, filelist);

                        // no matching file found, adding to main list
                        if ( !cFile ) filelist->push_back ( fit );
                        else
                        {
                                // if the file is not enabled, we need to check for any that might be enabled
                                if ( !fileEnabled ) //_install_checkDisabled(cFile, destdir, errorStr);
                                {
                                        //TODO: check what this is actually doing
                                        if ( !cFile->getUsed() )
                                        {
                                                CFileIO rFile(cFile->filePointer());
                                                if ( rFile.exists() )
                                                {
                                                        if ( errorStr )
                                                        {
                                                                if ( rFile.remove() )
                                                                        errorStr->pushBack(cFile->filePointer().findRemove(destdir), ERRORLOG(SPKINSTALL_DELETEFILE));
                                                                else
                                                                        errorStr->pushBack(cFile->filePointer().findRemove(destdir), ERRORLOG(SPKINSTALL_DELETEFILE_FAIL));
                                                        }
                                                }
                                                cFile->setFilename(fit->filePointer());
                                                cFile->SetDisabled(true);
                                        }
                                        else
                                        {
                                                fit->setFullDir(sInstallDir + fit->getDirectory(this));
                                                fit->SetDisabled(false);
                                        }
                                }
                                // move it to enabled
                                else {
                                        if ( !this->_install_checkFileEnable(cFile, fit, destdir, fileEnabled, errorStr) ) {
                                                bFailed = true;
                                                continue;
                                        }
                                }

                                adjustPointer = cFile;
                                if ( dofile ) adjustPointer->SetCreationTime(fit->GetCreationTime());
                        }
                }

                if ( dofile )
                {
                        // uncompressed to file, rename and move
                        if ( uncomprToFile )
                        {
                                _iLastError = SPKERR_WRITEFILE;
                                Utils::String to = fit->getDirectory(this);
                                if ( !fileEnabled )     to = "PluginManager/Disabled/" + to;

                                if ( !_install_createDirectory(Dir, to, fit, errorStr) ) {
                                        bFailed = true;
                                        continue;
                                }

                                int err = 1;
                                _sLastError = to;
                                if ( !fit->getTempFile().empty())       err = rename ( fit->getTempFile().c_str(), to.c_str() );
                                if ( err ) {
                                        bFailed = true;
                                        continue;
                                }
                        }
                        //otherwise, just extract the file
                        else
                        {
                                // old file is found in list, switch to using new one
                                if ( (filelist) && (adjustPointer) ) {
                                        adjustPointer->CopyData(fit, false);
                                        CLog::log(CLog::Log_Install, 2, "Copying data into existing file");
                                }

                                Utils::String fpointer = fit->filePointer();
                                _iLastError = SPKERR_CREATEDIRECTORY;
                                Utils::String dir = CFileIO(fit->filePointer()).dir();

                                dir = dir.findRemove(destdir);
                                if (!dir.empty() && (dir[0] == '/' || dir[0] == '\\')) 
                                        dir.erase(0, 1);

                                if ( !_install_createDirectory(Dir, dir, fit, errorStr) ) {
                                        bFailed = true;
                                        continue;
                                }

                                _install_writeFile(fit, destdir, errorStr);
                        }
                        ClearError ();
                }

                if ( adjustPointer )
                {
                        CLog::log(CLog::Log_Install, 2, "Adjusting pointers to existing file and deleting new file pointer");
                        node->ChangeData(adjustPointer);
                        delete fit;
                }

                CLog::log(CLog::Log_Install, 1, "File installation completed");
        }

        // now clear or data memory
        CLog::log(CLog::Log_Install, 2, "Delting temporary file data from memory");
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() ) node->Data()->DeleteData();

        return !bFailed;
}

/*######################################################################################################*/


/*
        Func:   ParseHeader
        Input:  Header String - string formated directly from the file
        Return: Boolean - If string is a valid header
        Desc:   Splits up the main header string to get all required settings
*/
bool CBaseFile::_parseHeader(const Utils::String &header)
{
        if ( !this->_checkHeader(header.token(";", 1)))
                return false;

        m_SHeader.fVersion = header.token(";", 2).toFloat();
        if ( m_SHeader.fVersion > FILEVERSION )
                return false;

        m_SHeader.iValueCompression = header.token(";", 3).toInt();
        m_SHeader.lValueCompressSize = header.token(";", 4).toLong();

        return true;
}

bool CBaseFile::_checkHeader(const Utils::String header) const
{
        if ( header.Compare("BaseCycrow") )
                return true;
        return false;
}

/*
        Func:   ParseFileHeader
        Input:  Header String - string formated directly from the file
        Return: Boolean - If string is a valid header
        Desc:   Splits up the file header string to get all required settings
*/
bool CBaseFile::_parseFileHeader(const Utils::String &header)
{
        if (header.token(";", 1) != "FileHeader")
                return false;

        m_SHeader2.iNumFiles = header.token(";", 2).toInt();
        m_SHeader2.lSize = header.token(";", 3).toInt();
        m_SHeader2.lFullSize = header.token(";", 4).toInt();
        m_SHeader2.iFileCompression = header.token(";", 5).toInt();
        m_SHeader2.iDataCompression = header.token(";", 6).toInt();

        return true;
}


/*
        Func:   ParseValueLine
        Input:  String - single line from a file to set
        Return: Boolean - returns true if value exists
        Desc:   Reads the line and assigns the parameters for the file
*/
bool CBaseFile::ParseValueLine(const Utils::String &sLine)
{
        Utils::String first = sLine.token(" ", 1);
        Utils::String rest  = sLine.tokens(" ", 2);

        if ( first.Compare("Name:") )                                   this->setName(rest);
        else if ( first.Compare("Author:") )                    this->setAuthor(rest);
        else if ( first.Compare("Version:") )                   this->setVersion(rest);
        else if ( first.Compare("fGameVersion:") ) {
                if ( m_lGames.Back() ) {
                        m_lGames.Back()->Data()->sVersion = rest;
                }
        }
        else if ( first.Compare("GameVersion:") ) {
                if ( m_lGames.Back() ) {
                        m_lGames.Back()->Data()->iVersion = rest;
                }
        }
        else if ( first.Compare("Game:") )
                this->AddGameCompatability(rest, "");
        else if ( first.Compare("GameCompat:") )
                this->AddGameCompatability(rest.token(" ", 1), rest.tokens(" ", 2));
        else if ( first.Compare("GameCompatExact:") )
                this->AddGameCompatability(rest.token(" ", 1), rest.tokens(" ", 2));
        else if ( first.Compare("Date:") )                              this->setCreationDate(rest);
        else if ( first.Compare("WebAddress:") )                this->setWebAddress(rest);
        else if ( first.Compare("WebSite:") )                   this->setWebSite(rest);
        else if ( first.Compare("Email:") )                             this->setEmail(rest);
        else if ( first.Compare("WebMirror1:") || first.Compare("Mirror1:") || first.Compare("WebMirror:") )
                this->addWebMirror(rest);
        else if ( first.Compare("WebMirror2:") || first.Compare("Mirror2:") )
                this->addWebMirror(rest);
        else if ( first.Compare("PluginType:") )                this->setPluginType(rest);
        else if ( first.Compare("Desc:") )                              this->setDescription(rest);
        else if ( first.Compare("UninstallAfter:") )    this->addUninstallText(ParseLanguage(rest.token("|", 1)), false, rest.tokens("|", 2));
        else if ( first.Compare("UninstallBefore:") )   this->addUninstallText(ParseLanguage(rest.token("|", 1)), true, rest.tokens("|", 2));
        else if ( first.Compare("InstallAfter:") )              this->addInstallText(ParseLanguage(rest.token("|", 1)), false, rest.tokens("|", 2));
        else if ( first.Compare("InstallBefore:") )             this->addInstallText(ParseLanguage(rest.token("|", 1)), true, rest.tokens("|", 2));
        else if ( first.Compare("ScriptName:") )                addName(ParseLanguage(rest.token(":", 1)), rest.token(":", 2));
        else if ( first.Compare("GameChanging:") )              this->setGameChanging(rest);
        else if ( first.Compare("EaseOfUse:") )                 this->setEaseOfUse(rest);
        else if ( first.Compare("Recommended:") )               this->setRecommended(rest);
        else if ( first.Compare("NeededLibrary:") )
                this->AddNeededLibrary(rest.token("||", 1), rest.token("||", 2), rest.token("||", 3));
        else if ( first.Compare("FakePatchBefore:") )
                this->addFakePatchOrder(false, rest.token("||", 1), rest.token("||", 2));
        else if ( first.Compare("FakePatchAfter:") )
                this->addFakePatchOrder(true, rest.token("||", 1), rest.token("||", 2));
        else if ( first.Compare("ForumLink:") )                 this->setForumLink(rest);
        else
                return false;

        return true;
}

int CBaseFile::ParseLanguage(const Utils::String &lang) const
{
        int langID = lang;
        if ( !langID ) {
                if ( lang.Compare("english") )          return 44;
                else if ( lang.Compare("default") )     return 0;
                else if ( lang.Compare("german") )      return 49;
                else if ( lang.Compare("russian") )     return 7;
                else if ( lang.Compare("spanish") )     return 34;
                else if ( lang.Compare("french") )      return 33;
        }

        return langID;
}

/*
        Func:   ReadValues
        Input:  String - values in one long line
        Desc:   splits the values data into each line to read the data
*/
void CBaseFile::_readValues(const Utils::String &values)
{
        int num = 0;
        Utils::String *lines = values.tokenise("\n", &num);

        for ( int i = 0; i < num; i++ )
                ParseValueLine(lines[i]);

        CLEANSPLIT(lines, num)
}

/*
        Func:   ParseFilesLine
        Input:  String - single line from a file to set
        Return: Boolean - returns true if value exists
        Desc:   Reads the line and assigns the parameters for the file
*/
bool CBaseFile::_parseFilesLine(const Utils::String &line)
{
        if ( !line.contains(":") )
                return false;

        Utils::String command = line.token(":", 1);

        long size = line.token(":", 2).toInt();
        long usize = line.token(":", 3).toInt ();
        long compression = line.token(":", 4).toInt ();

        if ( command == "Icon" )
        {
                _sIconExt = line.token (":", 5);
                m_pIconFile = new C_File ();
                m_pIconFile->SetDataSize ( size - 4 );
                m_pIconFile->SetDataCompression ( compression );
                m_pIconFile->SetUncompressedDataSize ( usize );

                return true;
        }

        time_t time = line.token(":", 5).toLong();
        bool compressToFile = (line.token(":", 6).toInt() == 1) ? true : false;
        Utils::String name  = line.token(":", 7);
        Utils::String dir = line.token(":", 8);

        if ( name.empty() )
                return true;

        bool shared = false;
        if ( command.left(1) == "$" )
        {
                shared = true;
                command.erase(0, 1);
        }

        FileType type = FILETYPE_UNKNOWN;
        if ( command == "Script" )
                type = FILETYPE_SCRIPT;
        else if ( command == "Text" )
                type = FILETYPE_TEXT;
        else if ( command == "Readme" )
                type = FILETYPE_README;
        else if ( command == "Map" )
                type = FILETYPE_MAP;
        else if ( command == "Mod" )
                type = FILETYPE_MOD;
        else if ( command == "Uninstall" )
                type = FILETYPE_UNINSTALL;
        else if ( command == "Sound" )
                type = FILETYPE_SOUND;
        else if ( command == "Mission" )
                type = FILETYPE_MISSION;
        else if ( command == "Extra" )
                type = FILETYPE_EXTRA;
        else if ( command == "Screen" )
                type = FILETYPE_SCREEN;
        else if ( command == "Backup" )
                type = FILETYPE_BACKUP;
        else if ( command == "Advert" )
                type = FILETYPE_ADVERT;
        else if ( command == "ShipScene" )
                type = FILETYPE_SHIPSCENE;
        else if ( command == "CockpitScene" )
                type = FILETYPE_COCKPITSCENE;
        else if ( command == "ShipOther" )
                type = FILETYPE_SHIPOTHER;
        else if ( command == "ShipModel" )
                type = FILETYPE_SHIPMODEL;

        if (type == FILETYPE_UNKNOWN)
                return false;

        C_File *file = new C_File();

        if (dir.left(5).Compare("GAME_")) {
                unsigned int iGame = dir.token("_", 2).toInt();
                if (!iGame)
                        file->setGame(0);
                else
                        file->setGame(1 << 31 | 1 << iGame);
                dir = Utils::String::Null();
        } 
        else if ( line.countToken(":") >= 9 ) 
        {
                Utils::String game = line.token(":", 9);
                if (game.contains("_"))
                {
                        unsigned int iGame = game.token("_", 2).toInt();
                        if (iGame)
                                file->setGame(1 << 31 | 1 << iGame);
                        else
                                file->setGame(0);
                }
                else
                {
                        int iGame = game.toInt();
                        if (iGame & (1 << 31))
                                file->setGame(iGame);
                        else if (!iGame)
                                file->setGame(0);
                        else
                                file->setGame(1 << 31 | 1 << iGame);
                }
        }

        if (dir.Compare("NULL")) {
                dir = Utils::String::Null();
        }

        file->setFileType(type);
        file->SetCreationTime ( time );
        file->setName(name);
        file->setDir(dir);
        file->SetDataSize ( size - 4 );
        file->SetDataCompression ( compression );
        file->SetUncompressedDataSize ( usize );
        file->SetShared ( shared );
        file->SetCompressedToFile ( compressToFile );

        _addFile(file, true);

        return true;
}


/*
        Func:   ParseFiles
        Input:  String - values in one long line
        Desc:   splits the files data into each line to read the data
*/
void CBaseFile::_readFiles(const Utils::String &values)
{
        int num = 0;
        Utils::String *lines = values.tokenise("\n", &num);

        for (int i = 0; i < num; i++)
                _parseFilesLine(lines[i]);

        CLEANSPLIT(lines, num)
}



/*
        Func:   ReadFile
        Input:  filename - the name of the file to open and read
                        readdata - If falses, dont read the files to memory, just read the headers and values
        Return: boolean - return ture if acceptable format
        Desc:   Opens and reads the spk file and loads all data into class
*/
bool CBaseFile::readFile(const Utils::String &filename, int readtype, CProgressInfo *progress)
{
        CFileIO File(filename);
        if ( !File.startRead() ) return false;

        bool ret = this->readFile(File, readtype, progress);
        if ( ret ) this->setFilename(filename);

        File.close();
        return ret;
}

int CBaseFile::_read_Header(CFileIO &File, int iReadType, int iMaxProgress, CProgressInfo *pProgress)
{
        int doneLen = 0;

        // read data to memory
        unsigned char *readData;
        try {
                readData = new unsigned char[m_SHeader.lValueCompressSize];
        }
        catch (std::exception &e) {
                CLog::logf(CLog::Log_IO, 2, "CBaseFile::_read_Header() unable to malloc [header], %d (%s)", m_SHeader.lValueCompressSize, e.what());
                return -1;
        }

        unsigned char size[4];
        File.read(size, 4);
        File.read(readData, m_SHeader.lValueCompressSize);

        unsigned long uncomprLen = (size[0] << 24) + (size[1] << 16) + (size[2] << 8) + size[3];

        // check for zlib compression
        if ( m_SHeader.iValueCompression == SPKCOMPRESS_ZLIB ) {
                // uncomress the data
                try {
                        unsigned char *uncompr = new unsigned char[uncomprLen];
                        int err = uncompress ( uncompr, &uncomprLen, readData, m_SHeader.lValueCompressSize );
                        // update the progress for each section
                        if ( iReadType != SPKREAD_ALL && pProgress ) pProgress->UpdateProgress(2, iMaxProgress);
                        if ( err == Z_OK ) this->_readValues((char *)uncompr);
                        doneLen = uncomprLen;
                        delete uncompr;
                }
                catch (std::exception &e) {
                        CLog::logf(CLog::Log_IO, 2, "CBaseFile::_read_Header() unable to malloc [uncompr], %d (%s)", uncomprLen, e.what());
                        delete []readData;
                        return -1;
                }
        }
        else if ( m_SHeader.iValueCompression == SPKCOMPRESS_7ZIP ) {
                long len = uncomprLen;
                unsigned char *compr = LZMADecode_C ( readData, m_SHeader.lValueCompressSize, (size_t*)&len, NULL );
                // update the progress for each section
                if ( iReadType != SPKREAD_ALL && pProgress ) pProgress->UpdateProgress(2, iMaxProgress);

                if ( compr ) _readValues((char *)compr);
        }
        // no compression
        else
                _readValues((char *)readData);

        delete []readData;

        return doneLen;
}

int CBaseFile::_read_FileHeader(CFileIO &File, int iReadType, int iMaxProgress, int iDoneLen, CProgressInfo *pProgress)
{
        unsigned char *readData;
        try {
                readData = new unsigned char[m_SHeader2.lSize];
        }
        catch (std::exception &e) {
                CLog::logf(CLog::Log_IO, 2, "CBaseFile::_read_FileHeader() unable to malloc [header], %d (%s)", m_SHeader2.lSize, e.what());
                return -1;
        }

        unsigned char size[4];
        File.read(size, 4);
        File.read(readData, m_SHeader2.lSize);

        unsigned long uncomprLen = (size[0] << 24) + (size[1] << 16) + (size[2] << 8) + size[3];

        // check for zlib compression
        if ( m_SHeader.iValueCompression == SPKCOMPRESS_ZLIB ) {
                if ( uncomprLen < (unsigned long)iDoneLen ) uncomprLen = iDoneLen;

                try {
                        unsigned char *uncompr = new unsigned char[uncomprLen];
                        int err = uncompress ( uncompr, &uncomprLen, readData, m_SHeader2.lSize );
                        // update the progress for each section
                        if ( iReadType != SPKREAD_ALL && pProgress ) pProgress->UpdateProgress(5, iMaxProgress);
                        if ( err == Z_OK ) _readFiles((char *)uncompr);
                        delete uncompr;
                }
                catch (std::exception &e) {
                        CLog::logf(CLog::Log_IO, 2, "CBaseFile::_read_FileHeader() unable to malloc [uncompr], %d (%s)", uncomprLen, e.what());
                        delete []readData;
                        return -1;
                }

        }
        else if ( m_SHeader.iValueCompression == SPKCOMPRESS_7ZIP )
        {
                long len = uncomprLen;
                unsigned char *compr = LZMADecode_C ( readData, m_SHeader2.lSize, (size_t*)&len, NULL );
                // update the progress for each section
                if ( iReadType != SPKREAD_ALL && pProgress ) pProgress->UpdateProgress(5, iMaxProgress);
                if ( compr ) _readFiles((char *)compr);
        }
        else
                _readFiles((char *)readData);

        delete []readData;
        return true;
}

bool CBaseFile::readFile(CFileIO &File, int readtype, CProgressInfo *progress)
{
        ClearError ();

        // first read the header
        if ( !_parseHeader(File.readEndOfLine()) ) return false;
        if ( readtype == SPKREAD_HEADER ) return true;

        // update the progress for each section
        int maxProgress = (readtype == SPKREAD_VALUES) ? 3 : 6;
        if ( readtype != SPKREAD_ALL && progress ) progress->UpdateProgress(1, maxProgress);

        long doneLen = 0;
        // next read the data values for the spk files
        if ( m_SHeader.lValueCompressSize ) doneLen = this->_read_Header(File, readtype, maxProgress, progress);

        // update the progress for each section
        if ( readtype != SPKREAD_ALL && progress ) progress->UpdateProgress(3, maxProgress);
        if ( readtype == SPKREAD_VALUES ) return true;

        // next should be the next header
        if ( !_parseFileHeader(File.readEndOfLine()) ) return false;

        // clear the current file list
        m_lFiles.clear(true);
        if ( _pTextDB ) {
                delete _pTextDB;
                _pTextDB = NULL;
        }

        // update the progress for each section
        if ( readtype != SPKREAD_ALL && progress ) progress->UpdateProgress(4, maxProgress);

        if ( m_SHeader2.lSize ) this->_read_FileHeader(File, readtype, maxProgress, doneLen, progress);

        // file mismatch
        long numfiles = m_lFiles.size();
        if ( m_pIconFile ) ++numfiles;
        if ( m_SHeader2.iNumFiles != numfiles ) {
                _iLastError = SPKERR_FILEMISMATCH;
                return false;
        }

        // update the progress for each section
        if ( readtype != SPKREAD_ALL && progress )      progress->UpdateProgress(6, maxProgress);

        if ( readtype == SPKREAD_ALL ) {
                int fileCount = 2;
                if ( m_pIconFile ) m_pIconFile->readFromFile(File, m_pIconFile->GetDataSize());

                // ok finally we need to read all the file
                for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() ) {
                        node->Data()->readFromFile(File, node->Data()->GetDataSize());
                        if ( progress ) progress->UpdateProgress(fileCount++, m_lFiles.size() + 2);
                }

                m_bFullyLoaded = true;
        }

        return true;
}

bool CBaseFile::IsMod()
{
        // check for any mod files that are not fake patchs
        for ( CListNode<C_File> *fNode = m_lFiles.Front(); fNode; fNode = fNode->next() )
        {
                C_File *f = fNode->Data();
                if ( f->GetFileType() != FILETYPE_MOD )
                        continue;

                if ( !f->IsFakePatch() )
                        return true;
        }

        return false;
}

bool CBaseFile::IsFakePatch() const
{
        // check for any mod files that are not fake patchs
        for ( CListNode<C_File> *fNode = m_lFiles.Front(); fNode; fNode = fNode->next() )
        {
                C_File *f = fNode->Data();
                if ( f->GetFileType() != FILETYPE_MOD )
                        continue;

                if ( f->IsFakePatch() )
                        return true;
        }

        return false;
}

Utils::String CBaseFile::createValuesLine () const
{
        Utils::String values("Name: ");
        values += this->name() + "\n";
        values += "Author: " + this->author() + "\n";
        values += "Version: " + this->version() + "\n";
        if ( !this->creationDate().empty() )values += "Date: "                  + this->creationDate()  + "\n";
        if ( !this->webAddress().empty() )      values += "WebAddress: "        + this->webAddress()    + "\n";
        if ( !this->webSite().empty() )         values += "WebSite: "           + this->webSite()               + "\n";
        if ( !this->email().empty() )           values += "Email: "                     + this->email()                 + "\n";
        if ( !this->forumLink().empty() )       values += "ForumLink: "         + this->forumLink()             + "\n";

        for(auto itr = _lMirrors.begin(); itr != _lMirrors.end(); itr++)
                values += Utils::String("WebMirror: ") + (*itr)->str + "\n";
        if ( !this->description().empty() ) {
                Utils::String desc = this->description();
                desc = desc.findReplace("<newline>", "<br>");
                desc = desc.findReplace("\n", "<br>");
                desc.remove('\r');
                values += "Desc: " + desc + "\n";
        }

        for ( CListNode<SGameCompat> *gc = m_lGames.Front(); gc; gc = gc->next() ) {
                if ( !gc->Data()->sVersion.empty() )
                        values += Utils::String("GameCompatExact: ") + (long)gc->Data()->iGame + " " + gc->Data()->sVersion + "\n";
                else
                        values += Utils::String("GameCompat: ") + (long)gc->Data()->iGame + " " + (long)gc->Data()->iVersion + "\n";
        }

        if (computeSigned(true))
                values += "Signed\n";

        for ( int j = 0; j < 2; j++ ) {
                const CInstallText *text;
                Utils::String textStart;
                switch(j) {
                        case 0: textStart = "Uninstall"; text = this->uninstallText(); break;
                        case 1: textStart = "Install"; text = this->installText(); break;
                }
                for ( unsigned int i = 0; i < text->count(); i++ ) {
                        int iLang = text->language(i);
                        if ( !text->getBefore(iLang).empty() ) values += textStart + "Before: " + (long)iLang + "|" + text->getBefore(iLang) + "\n";
                        if ( !text->getAfter(iLang).empty() ) values += textStart + "After: " + (long)iLang + "|" + text->getAfter(iLang) + "\n";
                }
        }

        values += Utils::String("GameChanging: ") + (long)gameChanging() + "\n";
        values += Utils::String("EaseOfUse: ") + (long)easeOfUse() + "\n";
        values += Utils::String("Recommended: ") + (long)recommended() + "\n";

        for(auto itr = namesList()->begin(); itr != namesList()->end(); itr++)
                values += Utils::String("ScriptName: ") + (long)(*itr)->iLanguage + ":" + (*itr)->sName + "\n";

        for ( CListNode<SNeededLibrary> *libNode = m_lNeededLibrarys.Front(); libNode; libNode = libNode->next() ) {
                SNeededLibrary *l = libNode->Data();
                values += "NeededLibrary: " + l->sName + "||" + l->sAuthor + "||" + l->sMinVersion + "\n";
        }

        for (auto itr = _lFakePatchBefore.begin(); itr != _lFakePatchBefore.end(); itr++)
                values += "FakePatchBefore: " + (*itr)->str + "||" + (*itr)->data + "\n";
        for (auto itr = _lFakePatchAfter.begin(); itr != _lFakePatchAfter.end(); itr++)
                values += "FakePatchAfter: " + (*itr)->str + "||" + (*itr)->data + "\n";

        values += Utils::String("PluginType: ") + (long)this->pluginType() + "\n";

        return values;
}


/*
        Func:   WriteFile
        Input:  filename - The filename of the spk file to write to
        Desc:   Writes the data to an spk file
*/
bool CBaseFile::writeFile(const Utils::String &filename, CProgressInfo *progress) const
{
        CFileIO File(filename);
        if ( File.startWrite() ) return writeData(File, progress);
        return false;
}

bool CBaseFile::writeHeader(CFileIO &file, int valueheader, int valueComprLen) const
{
        return file.write("BaseCycrow;%.2f;%d;%d\n", FILEVERSION, valueheader, valueComprLen);
}

bool CBaseFile::writeData(CFileIO &file, CProgressInfo *progress ) const
{
        int valueheader = m_SHeader.iValueCompression, fileheader = m_SHeader.iValueCompression;
        if ( valueheader == SPKCOMPRESS_7ZIP )
                valueheader = SPKCOMPRESS_ZLIB;
        if ( fileheader == SPKCOMPRESS_7ZIP )
                fileheader = SPKCOMPRESS_ZLIB;

        // get the script values
        Utils::String values = this->createValuesLine();

        // compress the values
        int valueUncomprLen = (int)values.length();
        unsigned long valueComprLen = 0;
        unsigned char *valueCompr = NULL;
        bool compressed = false;
        if ( valueheader == SPKCOMPRESS_ZLIB )
        {
                valueComprLen = valueUncomprLen;
                if ( valueComprLen < 100 )
                        valueComprLen = 200;
                else if ( valueComprLen < 1000 )
                        valueComprLen *= 2;

                valueCompr = (unsigned char *)calloc((unsigned int)valueComprLen, 1);
                int err = compress ( (unsigned char *)valueCompr, &valueComprLen, (const unsigned char *)values.c_str(), (unsigned long)values.length(), 0 );
                if ( err == Z_OK )
                        compressed = true;
        }

        if ( !compressed )
        {
                valueComprLen = valueUncomprLen;
                valueCompr = (unsigned char *)calloc((unsigned int)valueComprLen, 1);
                memcpy ( valueCompr, values.c_str(), valueComprLen );
                valueheader = SPKCOMPRESS_NONE;
        }

        // write the main header to the file
        if ( !this->writeHeader(file, valueheader, valueComprLen) )     return false;

        // write the compressed data to file
        file.put(static_cast<unsigned char>(valueUncomprLen >> 24));
        file.put(static_cast<unsigned char>(valueUncomprLen >> 16));
        file.put(static_cast<unsigned char>(valueUncomprLen >> 8));
        file.put(static_cast<unsigned char>(valueUncomprLen));
        file.write(valueCompr, valueComprLen);
        free ( valueCompr );

        // now compress the files header
        // create the files values
        SSPKHeader2 header;
        Utils::String files = createFilesLine(&header, progress);
        
        // compress the files values
        long fileUncomprLen = (long)files.length(), fileComprLen = fileUncomprLen;
        unsigned char *fileCompr = NULL;

        compressed = false;
        if ( fileUncomprLen )
        {
                if ( fileheader == SPKCOMPRESS_ZLIB )
                {
                        if ( fileComprLen < 100 )
                                fileComprLen = 200;
                        else if ( fileComprLen < 1000 )
                                fileComprLen *= 2;
                        fileCompr = (unsigned char *)calloc((unsigned int)fileComprLen, 1);
                        int err = compress ( (unsigned char *)fileCompr, (unsigned long *)&fileComprLen, (const unsigned char *)files.c_str(), (unsigned long)files.length(), 0 );
                        if ( err == Z_OK )
                                compressed = true;
                }
        }

        // if unable to compress, store it as plain text
        if ( !compressed )
        {
                fileComprLen = fileUncomprLen;
                fileCompr = (unsigned char *)calloc((unsigned int)fileComprLen, 1);
                memcpy ( fileCompr, files.c_str(), fileComprLen );
                fileheader = SPKCOMPRESS_NONE;
        }

        // now write the file header
        header.lSize = fileComprLen;
        file.write("FileHeader;%d;%ld;%ld;%d;%d\n", header.iNumFiles, header.lSize, header.lFullSize, fileheader, header.iDataCompression);

        file.put(static_cast<unsigned char>(fileUncomprLen >> 24));
        file.put(static_cast<unsigned char>(fileUncomprLen >> 16));
        file.put(static_cast<unsigned char>(fileUncomprLen >> 8));
        file.put(static_cast<unsigned char>(fileUncomprLen));
        file.write(fileCompr, fileComprLen);
        free ( fileCompr );

        if ( progress )
        {
                progress->UpdateStatus(STATUS_WRITE);
                progress->SetDone(0);
                long max = 0;
                for ( CListNode<C_File> *file = m_lFiles.Front(); file; file = file->next() )
                        max += file->Data()->GetDataSize();
                if ( m_pIconFile )
                        max += m_pIconFile->GetDataSize();
                progress->SetMax(max);
        }

        // now finally, write all the file data
        if ( m_pIconFile ) {
                if ( progress ) progress->UpdateFile(m_pIconFile);
                file.writeSize(m_pIconFile->uncompressedDataSize());
                file.write(m_pIconFile->GetData(), m_pIconFile->GetDataSize());
                if ( progress ) progress->IncDone(m_pIconFile->GetDataSize());
        }

        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                C_File *f = node->Data();
                if ( progress ) progress->UpdateFile(f);
                file.writeSize(f->uncompressedDataSize());
                unsigned char *data = f->GetData();
                size_t remaining = f->GetDataSize();
                while ( remaining )     {
                        size_t writeSize = WRITECHUNK;
                        if ( writeSize > remaining ) writeSize = remaining;

                        if ( file.write(data, writeSize) ) {
                                data += writeSize;
                                remaining -= writeSize;
                        }

                        if ( progress ) progress->IncDone((int)writeSize);
                }
        }

        return true;
}

bool CBaseFile::extractFile(C_File *file, const Utils::String &dir, bool includedir, CProgressInfo *progress)
{
        if (ReadFileToMemory(file))
        {
                // now finally, uncompress the file
                long len = 0;
                unsigned char *data = file->UncompressData(&len, progress);
                if (!data)
                {
                        // attempt a file decompress
                        if (file->GetCompressionType() == SPKCOMPRESS_7ZIP)
                        {
                                if (file->uncompressToFile(dir, this, includedir, progress))
                                        return true;
                        }
                        return false;
                }

                if (!file->writeToDir(dir, this, includedir, Utils::String::Null(), data, len))
                        return false;

                return true;

        }
        else
                return false;
}
bool CBaseFile::extractFile(C_File *file, const Utils::String &dir, unsigned int game, const Utils::CStringList &gameAddons, bool includedir, CProgressInfo *progress)
{
        if (ReadFileToMemory(file))
        {
                CDirIO Dir(dir);
                Utils::String addonDir;
                if (file->isFileInAddon())
                {
                        int addonGame = file->getForSingleGame();
                        if (!addonGame) addonGame = game;

                        if (addonGame > 0)
                                addonDir = gameAddons.findString(Utils::String::Number(addonGame));
                }

                if (!addonDir.empty())
                        Dir.cd(addonDir);

                // create directory first
                Dir.create(file->getDirectory(this));

                // now finally, uncompress the file
                long len = 0;
                unsigned char *data = file->UncompressData(&len, progress);
                if (!data)
                {
                        // attempt a file decompress
                        if (file->GetCompressionType() == SPKCOMPRESS_7ZIP)
                        {
                                if (file->uncompressToFile(Dir.dir(), this, includedir, progress))
                                        return true;
                        }
                        return false;
                }

                if (!file->writeToDir(Dir.dir(), this, includedir, Utils::String::Null(), data, len))
                        return false;

                return true;

        }
        else
                return false;
}

bool CBaseFile::extractFile(int filenum, const Utils::String &dir, unsigned int game, const Utils::CStringList &gameAddons, bool includedir, CProgressInfo *progress)
{
        // invalid valus
        if (filenum < 0)
                return false;
        // out of range
        if (filenum > m_lFiles.size())
                return false;

        // get the file pointer
        C_File *file = m_lFiles.Get(filenum);
        return extractFile(file, dir, game, gameAddons, includedir, progress);
}

bool CBaseFile::extractFile(int filenum, const Utils::String &dir, bool includedir, CProgressInfo *progress)
{
        // invalid valus
        if (filenum < 0)
                return false;
        // out of range
        if (filenum > m_lFiles.size())
                return false;

        // get the file pointer
        C_File *file = m_lFiles.Get(filenum);
        return extractFile(file, dir, includedir, progress);
}

bool CBaseFile::extractAll(const Utils::String &dir, int game, const Utils::CStringList &gameAddons, bool includedir, CProgressInfo *progress)
{
        // no file to read from
        if (this->filename().empty())
                return false;

        // now open the file
        CFileIO *File = _startRead();
        if (!File) return false;

        // now were in the file section
        // skip past each one
        if (m_pIconFile) File->seek(4 + m_pIconFile->GetDataSize());

        for (CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next()) 
        {
                C_File *fit = node->Data();

                if ((!fit->GetDataSize()) || (!fit->GetData())) 
                {
                        if (!fit->readFromFile(*File, fit->GetDataSize())) 
                                return false;
                }
                else
                        File->seek(fit->GetDataSize());

                if (game && !fit->isForGame(game))
                        continue;

                if (progress)   
                        progress->UpdateFile(fit);

                CDirIO Dir(dir);
                Utils::String addonDir;
                if (fit->isFileInAddon())
                {
                        int addonGame = fit->getForSingleGame();
                        if (!addonGame) addonGame = game;

                        if (addonGame > 0)
                                addonDir = gameAddons.findString(Utils::String::Number(addonGame));
                }

                if (!addonDir.empty())
                        Dir.cd(addonDir);

                // create directory first
                Dir.create(fit->getDirectory(this));

                long size = 0;
                unsigned char *data = fit->UncompressData(&size, progress);
                if ((!data) && (fit->GetCompressionType() == SPKCOMPRESS_7ZIP)) {
                        if (!fit->uncompressToFile(Dir.dir(), this, includedir, progress)) return false;
                }
                else if ((!data) || (!fit->writeToDir(Dir.dir(), this, includedir, Utils::String::Null(), data, size))) return false;
        }

        delete File;
        return true;
}


bool CBaseFile::computeSigned(bool updateFiles) const
{
        for (CListNode<C_File>* node = m_lFiles.Front(); node; node = node->next())
        {
                C_File* file = node->Data();
                if (updateFiles)
                        file->UpdateSigned();
                // extra, text, soundtrack, readmes and screen files do not require a modified game directly
                if ((file->GetFileType() == FILETYPE_EXTRA) || (file->GetFileType() == FILETYPE_TEXT) || (file->GetFileType() == FILETYPE_SOUND) || (file->GetFileType() == FILETYPE_SCREEN) || (file->GetFileType() == FILETYPE_README))
                        continue;
                // mods and maps always need modified game
                else if ((file->GetFileType() == FILETYPE_MOD) || (file->GetFileType() == FILETYPE_MAP))
                        return false;

                // else should be a script file, script or uninstall type
                // all scripts must be signed, if any are not, then no signed status
                if (!file->IsSigned())
                        return false;
        }

        return true;
}

bool CBaseFile::updateSigned(bool updateFiles)
{
        m_bSigned = computeSigned(updateFiles);
        return m_bSigned;
}

bool CBaseFile::IsPackageNeeded(const Utils::String &scriptName, const Utils::String &author)
{
        for ( CListNode<SNeededLibrary> *node = m_lNeededLibrarys.Front(); node; node = node->next() )
        {
                SNeededLibrary *l = node->Data();
                if ( l->sName.Compare(scriptName) && l->sAuthor.Compare(author) )
                        return true;
        }

        return false;
}

SNeededLibrary *CBaseFile::FindPackageNeeded(const Utils::String &scriptName, const Utils::String &author)
{
        for ( CListNode<SNeededLibrary> *node = m_lNeededLibrarys.Front(); node; node = node->next() )
        {
                SNeededLibrary *l = node->Data();
                if ( l->sName.Compare(scriptName) && l->sAuthor.Compare(author) )
                        return l;
        }

        return NULL;
}

void CBaseFile::removeFakePatchOrder(const Utils::String &scriptName, const Utils::String &author)
{
        removeFakePatchOrder(true, scriptName, author);
        removeFakePatchOrder(false, scriptName, author);
}
void CBaseFile::removeFakePatchOrder(bool after, const Utils::String &scriptName, const Utils::String &author)
{
        Utils::CStringList *list;
        if ( after )
                list = &_lFakePatchAfter;
        else
                list = &_lFakePatchBefore;

        int found = list->findStringAndData(scriptName, author);
        while (found != -1)
        {
                list->removeAt(found);
                found = list->findStringAndData(scriptName, author);
        }
}

void CBaseFile::addFakePatchOrder(bool after, const Utils::String &scriptName, const Utils::String &author)
{
        Utils::CStringList *list;
        if ( after )
                list = &_lFakePatchAfter;
        else
                list = &_lFakePatchBefore;

        // check if the package already exists
        if (!list->containsStringAndData(scriptName, author))
        {
                // cant have it on both list
                removeFakePatchOrder(!after, scriptName, author);

                list->pushBack(scriptName, author);
        }
}
void CBaseFile::AddNeededLibrary(const Utils::String &scriptName, const Utils::String &author, const Utils::String &minVersion)
{
        SNeededLibrary *l = this->FindPackageNeeded(scriptName, author);
        if ( !l )
        {
                l = new SNeededLibrary;
                l->sName = scriptName;
                l->sAuthor = author;
                m_lNeededLibrarys.push_back(l);
        }
        l->sMinVersion = minVersion;
}

void CBaseFile::RemovePackageNeeded(const Utils::String &scriptName, const Utils::String &author)
{
        SNeededLibrary *l = this->FindPackageNeeded(scriptName, author);
        if ( l )
        {
                m_lNeededLibrarys.remove(l);
                delete l;
        }
}

void CBaseFile::ClearNeededPackages()
{
        SNeededLibrary *ns = this->FindPackageNeeded("<package>", "<author>");
        Utils::String version;
        if ( ns ) version = ns->sMinVersion;

        for ( CListNode<SNeededLibrary> *node = m_lNeededLibrarys.Front(); node; node = node->next() )
                node->DeleteData();
        m_lNeededLibrarys.clear();

        if ( !version.empty() ) this->AddNeededLibrary("<package>", "<author>", version);
}


bool CBaseFile::GeneratePackagerScript(bool wildcard, Utils::CStringList *list, int game, const Utils::CStringList &gameAddons, bool datafile)
{
        list->pushBack("#");
        list->pushBack("# Packager Script");
        list->pushBack("# -- Generated by SPK Libraries V" + Utils::String::FromFloat(GetLibraryVersion(), 2) + " --");
        list->pushBack("#");
        list->pushBack("");
        if ( !datafile )
        {
                list->pushBack("# Variable for your game directory, where to get files from");
                list->pushBack("# $PATH variable is used to get the current path");
                list->pushBack("Variable: $GAMEDIR $PATH");
                list->pushBack("");
        }
        list->pushBack("# The name of the script");
        list->pushBack("Name: " + this->name());
        list->pushBack("");
        list->pushBack("# The author of the script, ie, you");
        list->pushBack("Author: " + this->author());
        list->pushBack("");
        list->pushBack("# The creation data, when it was created");
        if ( datafile )
                list->pushBack("Date: " + this->creationDate());
        else {
                list->pushBack("# $DATE variable is used to get the current date");
                list->pushBack("Date: $DATE");
        }
        list->pushBack("");
        list->pushBack("# The version of script");
        if ( datafile )
                list->pushBack("Version: " + this->version());
        else
        {
                list->pushBack("# $ASK variable is used to get an input when creating");
                list->pushBack("Version: $ASK");
        }
        list->pushBack("");

        if ( !m_lGames.empty() ) {
                list->pushBack("# The game version the script is for <game> <version> (can have multiple games)");
                for ( SGameCompat *g = m_lGames.First(); g; g = m_lGames.Next() ) {
                        if (game > 0 && g->iGame != game)
                                continue;

                        Utils::String game = CBaseFile::ConvertGameToString(g->iGame);

                        if ( !g->sVersion.empty() )
                        {
                                game += " ";
                                game += g->sVersion;
                        }
                        else
                        {
                                game += " ";
                                game += (long)g->iVersion;
                        }

                        list->pushBack("Game: " + game);
                }

                list->pushBack("");
        }

        if ( !this->description().empty() ) {
                list->pushBack("# The description of the script, displays when installing");
                list->pushBack("Description: " + this->description());
                list->pushBack("");
        }

        if ( !this->webSite().empty() ) {
                list->pushBack("# A link to the website for the script, ie for an online help page");
                list->pushBack("WebSite: " + this->webSite());
                list->pushBack("");
        }

        if ( !this->forumLink().empty() ) {
                list->pushBack("# A direct link to the thread in the egosoft forum");
                list->pushBack("ForumLink: " + this->forumLink());
                list->pushBack("");
        }

        if ( !this->webAddress().empty() ) {
                list->pushBack("# A link to the address for the update file");
                list->pushBack("WebAddress: " + this->webAddress());
                list->pushBack("");
        }

        if ( !this->email().empty() ) {
                list->pushBack("# The email address of the author, to allow users to contract if needed");
                list->pushBack("Email: " + this->email());
                list->pushBack("");
        }

        if (_lMirrors.size())
        {
                list->pushBack("# A link to the mirror address for the update file, can have many of these");
                for(auto itr = _lMirrors.begin(); itr != _lMirrors.end(); itr++)
                        list->pushBack(Utils::String("WebMirror: ") + (*itr)->str);
                list->pushBack("");
        }

        if ( m_bAutoGenerateUpdateFile )
        {
                list->pushBack("# Auto generate the package update file when created");
                list->pushBack("GenerateUpdateFile");
        }

        if ( m_lNeededLibrarys.size() )
        {
                list->pushBack("# Needed Library dependacies, require these to be installed");
                for ( CListNode<SNeededLibrary> *node = m_lNeededLibrarys.Front(); node; node = node->next() )
                        list->pushBack("Depend: " + node->Data()->sName + "|" + node->Data()->sMinVersion + "|" + node->Data()->sAuthor);

                list->pushBack("");
        }

        if ( !_noRatings() )
        {
                list->pushBack("# Ratings Values, 0 to 5, <ease> <changing> <recommended>");
                list->pushBack(Utils::String("Ratings: ") + (long)easeOfUse() + " " + (long)gameChanging() + " " + (long)recommended());
                list->pushBack("");
        }

        if (namesList()->size())
        {
                list->pushBack("# Package names, uses different names for different languages");
                for(auto itr = namesList()->begin(); itr != namesList()->end(); itr++)
                        list->pushBack(Utils::String("ScriptName: ") + (long)(*itr)->iLanguage + " " + (*itr)->sName);
                list->pushBack("");
        }

        for ( int j = 0; j < 2; j++ ) {
                Utils::String installText = (j == 0) ? "Install" : "Uninstall";
                const CInstallText *pText = (j == 0) ? this->installText() : this->uninstallText();
                if ( pText->any() )
                {
                        list->pushBack("# " + installText + " Texts, display text before and/or after " + installText + "ing to inform the use of special conditions");
                        for ( unsigned int i = 0; i < pText->count(); i++ ) {
                                long iLang = pText->language(i);
                                if ( !pText->getBefore(iLang).empty() ) list->pushBack(installText + "Before: " + iLang + " " + pText->getBefore(iLang));
                                if ( !pText->getAfter(iLang).empty()  ) list->pushBack(installText + "After: " + iLang + " " + pText->getAfter(iLang));
                        }
                        list->pushBack("");
                }
        }

        list->pushBack("# Plugin Type, the type the plugin is, mainly used to show users the type, types include: Normal, Stable, Experimental, Cheat, Mod");
        switch ( this->pluginType() )
        {
                case PLUGIN_NORMAL:
                        list->pushBack("PluginType: Normal");
                        break;
                case PLUGIN_STABLE:
                        list->pushBack("PluginType: Stable");
                        break;
                case PLUGIN_EXPERIMENTAL:
                        list->pushBack("PluginType: Experimental");
                        break;
                case PLUGIN_CHEAT:
                        list->pushBack("PluginType: Cheat");
                        break;
                case PLUGIN_MOD:
                        list->pushBack("PluginType: Mod");
                        break;
        }
        list->pushBack("");

        return true;
}

bool CBaseFile::GeneratePackagerScriptFile(bool wildcard, Utils::CStringList *list, int game, const Utils::CStringList &gameAddons)
{
        // now do files and wildcards
        Utils::CStringList files;
        for ( CListNode<C_File> *f = m_lFiles.Front(); f; f = f->next() )
        {
                if (game && !(f->Data()->game() & 1 << game))
                        continue;

                Utils::String name = "$GAMEDIR/";

                // addon directory?
                unsigned int checkGame = f->Data()->game() & ~(1 << 31);
                unsigned int foundGame = 0;
                for (int i = 0; i < 31; ++i)
                {
                        if (checkGame == 1 << i)
                        {
                                foundGame = i;
                                break;
                        }
                }

                if (foundGame)
                {
                        Utils::String str = gameAddons.findString(Utils::String::Number(foundGame));
                        if(!str.empty())
                                name += str + "/";
                }

                bool done = false;
                if ( wildcard )
                {
                        Utils::String base = f->Data()->baseName();
                        if ( f->Data()->fileType() == FILETYPE_SCRIPT )
                        {
                                if ( base.token(".", 1).Compare("plugin") || base.token(".", 1).Compare("lib") )
                                {
                                        name += f->Data()->getDirectory(this) + "/" + base.tokens(".", 1, 2) + ".*";
                                        done = true;
                                }
                                else if ( base.token(".", 1).Compare("al") && !base.token(".", 2).Compare("plugin") )
                                {
                                        name += f->Data()->getDirectory(this) + "/" + base.tokens(".", 1, 2) + ".*";
                                        done = true;
                                }
                        }
                        else if ( f->Data()->fileType() == FILETYPE_TEXT )
                        {
                                if ( base.contains("-L") )
                                {
                                        name += f->Data()->getDirectory(this) + "/" + base.token("-L", 1) + "-L*";
                                        done = true;
                                }
                                else
                                {
                                        name += f->Data()->getDirectory(this) + "/*" + base.right(4) + ".*";
                                        done = true;
                                }
                        }
                }

                if ( !done )
                        name += f->Data()->getNameDirectory(this);

                if ( !f->Data()->dir().empty() )
                {
                        name += "|";
                        name += f->Data()->dir();
                }
                Utils::String s = "GAME ";
                if (!f->Data()->game() || f->Data()->game() == GAME_ALLNEW)
                        s += CBaseFile::ConvertGameToString(f->Data()->game());
                else
                {
                        bool first = true;
                        for (int i = 0; i < 31; ++i) 
                        {
                                if (f->Data()->game() & 1 << i)
                                {
                                        if (first)
                                                first = false;
                                        else
                                                s += "|";
                                        s += CBaseFile::ConvertGameToString(i);
                                }
                        }
                }

                s += " " + name;
                if(!files.contains(s))
                        files.pushBack(s, f->Data()->fileTypeString());
        }


        if ( !files.empty() )
        {
                list->pushBack("# Files List, all the files to add, can include wild cards");
                for(auto itr = files.begin(); itr != files.end(); itr++)
                        list->pushBack((*itr)->data + ": " + (*itr)->str);
                list->pushBack("");
        }

        return true;
}

Utils::String CBaseFile::getAutosaveName() const
{
        return this->name() + "-V" + this->version() + "-" + this->creationDate().findReplace("/", ".");
}

bool CBaseFile::CheckGameCompatability(int game)
{
        if ( m_lGames.empty() )
                return true; // no game compatability added, assume its ok for all

        for ( CListNode<SGameCompat> *node = m_lGames.Front(); node; node = node->next() ) {
                if ( node->Data()->iGame == 0 || node->Data()->iGame == game )
                        return true;
        }
        return false;
}

bool CBaseFile::checkGameVersionCompatability(int game, const Utils::String &sVersion, int iVersion) const
{
        if (m_lGames.empty())
                return true; // no game compatability added, assume its ok for all

        bool foundAll = false;
        for ( CListNode<SGameCompat> *node = m_lGames.Front(); node; node = node->next() ) {
                if ( node->Data()->iGame == 0 )
                        foundAll = true;
                else if ( node->Data()->iGame == game ) { // now check the version
                        if ( node->Data()->sVersion.empty() ) {
                                if (node->Data()->sVersion.compareVersion(sVersion) == COMPARE_OLDER)
                                        return false;
                                return true;
                        }
                        else {
                                if ( node->Data()->iVersion > iVersion )
                                        return false;
                                return true;
                        }
                }
        }
        return foundAll;
}

bool CBaseFile::RemoveGameCompatability(int game)
{
        for ( CListNode<SGameCompat> *node = m_lGames.Front(); node; node = node->next() ) {
                if ( node->Data()->iGame == game ) {
                        m_lGames.remove(node);
                        _changed();
                        return true;
                }
        }

        return false;
}

SGameCompat *CBaseFile::GetGameCompatability(int game)
{
        for ( CListNode<SGameCompat> *node = m_lGames.Front(); node; node = node->next() ) {
                if ( node->Data()->iGame == game ) {
                        return node->Data();
                }
        }

        return NULL;
}

void CBaseFile::AddGameCompatability(int game, const Utils::String &version)
{
        // first check if we already have it on the list
        SGameCompat *Found = this->GetGameCompatability(game);
        if ( !Found ) {
                Found = new SGameCompat;
                m_lGames.push_back(Found);
        }

        Found->iGame = game;
        Found->iVersion = -1;
        Found->sVersion = "";

        if ( version.isin(".") || !version.isNumber() )
                Found->sVersion = version;
        else
                Found->iVersion = version;
        _changed();
}

Utils::String CBaseFile::_replaceFilename(const Utils::String &fname)
{
        Utils::String filename = fname;
        Utils::String cdate = this->creationDate().findReplace("/", ".").remove(' ');
        if (filename.isin("$AUTOSAVE"))
        {
                if (this->GetType() == TYPE_XSP)
                        filename = filename.findReplace("$AUTOSAVE", "$NAME-V$VERSION-$CDATE.xsp");
                else
                        filename = filename.findReplace("$AUTOSAVE", "$NAME-V$VERSION-$CDATE.spk");
        }
        filename = filename.findReplace("$NAME", this->name().remove(' '));
        filename = filename.findReplace("$AUTHOR", this->author().remove(' '));
        filename = filename.findReplace("$DATE", cdate);
        filename = filename.findReplace("$CDATE", cdate);
        filename = filename.findReplace("$VERSION", this->version());

        return filename;
}
bool CBaseFile::LoadPackageData(const Utils::String &sFirst, const Utils::String &sRest, const Utils::String &sMainGame, Utils::CStringList &otherGames, Utils::CStringList &gameAddons, CProgressInfo *progress)
{
        if (sFirst.Compare("Name"))                                     this->setName(sRest);
        else if (sFirst.Compare("Author"))                      this->setAuthor(sRest);
        else if (sFirst.Compare("ScriptName"))          addName(ParseLanguage(sRest.token(" ", 1)), sRest.tokens(" ", 2));
        else if (sFirst.Compare("UninstallBefore"))     this->addUninstallText(ParseLanguage(sRest.token(" ", 1)), true, sRest.tokens(" ", 2));
        else if (sFirst.Compare("UninstallAfter"))      this->addUninstallText(ParseLanguage(sRest.token(" ", 1)), false, sRest.tokens(" ", 2));
        else if (sFirst.Compare("InstallBefore"))               this->addInstallText(ParseLanguage(sRest.token(" ", 1)), true, sRest.tokens(" ", 2));
        else if (sFirst.Compare("InstallAfter"))                this->addInstallText(ParseLanguage(sRest.token(" ", 1)), false, sRest.tokens(" ", 2));
        else if (sFirst.Compare("Date"))                                this->setCreationDate(sRest);
        else if (sFirst.Compare("Version"))                     this->setVersion(sRest);
        else if (sFirst.Compare("GameVersion"))
                this->AddGameCompatability(-1, sRest);
        else if (sFirst.Compare("PluginType")) {
                if (sRest.isNumber())                                           this->setPluginType(sRest);
                else if (sRest.Compare("Normal"))                       this->setPluginType(PLUGIN_NORMAL);
                else if (sRest.Compare("Stable"))                       this->setPluginType(PLUGIN_STABLE);
                else if (sRest.Compare("Experimental")) this->setPluginType(PLUGIN_EXPERIMENTAL);
                else if (sRest.Compare("Cheat"))                        this->setPluginType(PLUGIN_CHEAT);
                else if (sRest.Compare("Mod"))                  this->setPluginType(PLUGIN_MOD);
        }
        // new version
        else if (sFirst.Compare("GenerateUpdateFile"))
                m_bAutoGenerateUpdateFile = true;
        else if (sFirst.Compare("Game"))
        {
                Utils::String sGame = sRest.token(" ", 1);
                this->AddGameCompatability(CBaseFile::GetGameFromString(sGame), sRest.token(" ", 2));
        }
        else if (sFirst.Compare("Description"))         this->setDescription(sRest);
        else if (sFirst.Compare("AutoSave") || sFirst.Compare("AutoExport") || sFirst.Compare("AutoRarExport") || sFirst.Compare("AutoZipExport"))
        {
                Utils::String filename = _replaceFilename(sRest);

                if (sFirst.Compare("AutoZipExport") || sFirst.Compare("AutoExport"))
                        this->setExportFilename(CFileIO(filename).changeFileExtension("zip"));
                else if (sFirst.Compare("AutoRarExport"))
                        this->setExportFilename(CFileIO(filename).changeFileExtension("rar"));
                else
                        this->setFilename(filename);
        }
        else if (sFirst.Compare("WebSite"))             this->setWebSite(sRest);
        else if (sFirst.Compare("ForumLink") || sFirst.Compare("Forum")) this->setForumLink(sRest);
        else if (sFirst.Compare("Email"))                       this->setEmail(sRest);
        else if (sFirst.Compare("WebAddress"))  this->setWebAddress(sRest);
        else if (sFirst.Compare("WebMirror"))
                this->addWebMirror(sRest);
        else if (sFirst.Compare("WebMirror1"))
                this->addWebMirror(sRest);
        else if (sFirst.Compare("WebMirror2"))
                this->addWebMirror(sRest);
        else if (sFirst.Compare("Ftp"))
                _sFtpAddr = sRest;
        else if (sFirst.Compare("Ratings"))             _setRatings(sRest.token(" ", 1), sRest.token(" ", 2), sRest.token(" ", 3));
        else if (sFirst.Compare("EaseOfUse"))           setEaseOfUse(sRest);
        else if (sFirst.Compare("GameChanging"))        setGameChanging(sRest);
        else if (sFirst.Compare("Recommended")) setRecommended(sRest);
        else if (sFirst.Compare("Depend"))
        {
                Utils::String version = sRest.token("|", 2);
                Utils::String name = sRest.token("|", 1);
                Utils::String author = sRest.tokens("|", 3);

                this->AddNeededLibrary(name, author, version);
        }
        else if (sFirst.Compare("DependPackage"))
        {
                CPackages p;
                CBaseFile *spk = p.openPackage(sRest, 0, 0, SPKREAD_VALUES);
                if (spk)
                {
                        this->AddNeededLibrary(spk->name(), spk->author(), spk->version());
                        delete spk;
                }
        }
        else if (sFirst.Compare("Icon"))
        {
                C_File *icon = new C_File(sRest.c_str());
                if (icon->ReadFromFile())
                        this->setIcon(icon, CFileIO(sRest).extension());
        }
        else if (sFirst.Compare("CombineGameFiles"))
                _bCombineFiles = sRest.Compare("true") || sRest.Compare("yes") || sRest.toInt();
        else if (sFirst.Compare("UpdateFile"))
                this->createUpdateFile(sRest);
        else if (sFirst.Compare("ExportZip"))
        {
                Utils::String ext = "zip";
                Utils::String game = sRest.word(1);
                Utils::String file = _replaceFilename(CFileIO(sRest.words(2)).fullFilename());
                if (game.contains("|"))
                {
                        int max;
                        Utils::String *games = game.tokenise("|", &max);
                        if (games)
                        {
                                for (int i = 0; i < max; ++i)
                                {
                                        unsigned int g = CBaseFile::GetGameFromString(games[i]);
                                        Utils::String filename = CFileIO(file).dir() + "/" + CFileIO(file).baseName() + "_" + CBaseFile::ConvertGameToString(g) + "." + ext;
                                        this->addAutoExport(g, filename);
                                }
                                CLEANSPLIT(games, max);
                        }
                }
                else
                {
                        unsigned int g = CBaseFile::GetGameFromString(game);
                        Utils::String filename = CFileIO(file).dir() + "/" + CFileIO(file).baseName() + "_" + CBaseFile::ConvertGameToString(g) + "." + ext;
                        this->addAutoExport(g, filename);
                }
        }
        else if (sFirst.Compare("Extract"))
        {
                Utils::String game = sRest.word(1);
                Utils::String dir = CDirIO(sRest.words(2)).dir();
                if (game.contains("|"))
                {
                        int max;
                        Utils::String *games = game.tokenise("|", &max);
                        if (games)
                        {
                                for(int i = 0; i < max; ++i)
                                        this->addAutoExtract(CBaseFile::GetGameFromString(games[i]), dir);
                                CLEANSPLIT(games, max);
                        }
                }
                else
                        this->addAutoExtract(CBaseFile::GetGameFromString(game), dir);
        }
        else
        {
                Utils::String checkType = sFirst;
                bool shared = false;
                if (checkType.left(6).Compare("Shared"))
                {
                        checkType = sFirst.right(-6);
                        shared = true;
                }
                bool packed = false;
                if (checkType.right(3).Compare("PCK"))
                {
                        checkType = sFirst.left(-3);
                        packed = true;
                }

                // now check type name
                FileType filetype = GetFileTypeFromString(checkType);
                if (filetype != FILETYPE_UNKNOWN)
                        this->AddFileScript(filetype, shared, packed, sRest, sMainGame, otherGames, gameAddons, progress);
                else if ( !checkType.Compare("changelog") )
                        return false;
        }

        return true;
}

void CBaseFile::AddFileScript(FileType filetype, bool shared, bool packed, const Utils::String &sRest, const Utils::String &sMainGame, Utils::CStringList &otherGames, Utils::CStringList &gameAddons, CProgressInfo *progress)
{
        Utils::String dir;
        Utils::String rest = sRest;

        unsigned int mainGame = CBaseFile::GetGameFromString(sMainGame);
        unsigned int game = 0;
        if ( rest.token(" ", 1).left(4).Compare("GAME") ) {
                Utils::String gameStr = rest.token(" ", 2);
                if (gameStr.contains("|"))
                {
                        int max = 0;
                        Utils::String *games = gameStr.tokenise("|", &max);
                        for (int i = 0; i < max; ++i)
                        {
                                unsigned int g = CBaseFile::GetGameFromString(games[i]);
                                if (g)
                                        game |= 1 << g;
                        }
                        CLEANSPLIT(games, max);
                }
                else
                {
                        unsigned int g = CBaseFile::GetGameFromString(gameStr);
                        if (g)
                                game = 1 << g;
                }
                rest = rest.tokens(" ", 3);
        }
        if (game)
                game |= 1 << 31;

        if (rest.contains("|"))
        {
                dir = rest.tokens("|", 2);
                rest = rest.token("|", 1);
        }

        rest = rest.findReplace("\\", "/");

        // wild cards
        if ( rest.containsAny("*?") )
        {
                CDirIO Dir(CFileIO(rest).dir());
                Utils::CStringList dirList;
                if(Dir.dirList(dirList))
                {
                        for(auto itr = dirList.begin(); itr != dirList.end(); itr++)
                        {
                                Utils::String file = Dir.file((*itr)->str);
                                if (file.match(rest))
                                {
                                        int addGame = game;
                                        // check if the file exists in the subdirectory too, if it does, add for each game
                                        if ( game == GAME_ALL && !sMainGame.empty() && !otherGames.empty() ) {
                                                CFileIO F(file);
                                                for(Utils::String g = otherGames.firstString(); !g.empty(); g = otherGames.nextString()) {
                                                        Utils::String checkDir = F.dir() + "/" + g;
                                                        if ( CDirIO(checkDir).exists(F.filename()) ) {
                                                                addGame = mainGame;
                                                                C_File *newfile = this->appendFile(CDirIO(checkDir).file(F.filename()), filetype, CBaseFile::GetGameFromString(g), packed, dir);
                                                                if (newfile && progress)
                                                                        progress->UpdateFile(newfile);
                                                                if ( newfile ) newfile->SetShared(shared);
                                                        }
                                                }
                                        }

                                        C_File *newfile = this->appendFile(file, filetype, addGame, packed, dir);
                                        if (newfile && progress)
                                                progress->UpdateFile(newfile);
                                        if ( newfile )
                                                newfile->SetShared(shared);
                                }
                        }
                }
        }
        else
        {
                unsigned int addGame = game;
                // check if the file exists in the subdirectory too, if it does, add for each game
                if ( game == GAME_ALL && !sMainGame.empty() && !otherGames.empty() ) {
                        CFileIO F(rest);
                        for(Utils::String g = otherGames.firstString(); !g.empty(); g = otherGames.nextString()) {
                                Utils::String checkDir = F.dir() + "/" + g;
                                if ( CDirIO(checkDir).exists(F.filename()) ) {
                                        addGame = mainGame;
                                        C_File *newfile = this->appendFile(CDirIO(checkDir).file(F.filename()), filetype, CBaseFile::GetGameFromString(g), packed, dir);
                                        if (newfile && progress)
                                                progress->UpdateFile(newfile);
                                        if ( newfile ) newfile->SetShared(shared);
                                }
                        }
                }

                unsigned int checkGame = addGame & ~(1 << 31);
                unsigned int foundGame = 0;
                for (int i = 0; i < 31; ++i)
                {
                        if (1 << i == checkGame)
                        {
                                foundGame = i;
                                break;
                        }
                }

                C_File *file = NULL;
                if (foundGame)
                {
                        Utils::String addon = gameAddons.findString(Utils::String::Number(foundGame));
                        if (!addon.empty())
                        {
                                Utils::String dir = C_File::GetDirectory(filetype, rest, this);
                                Utils::String filename = rest;
                                if (CCatFile::IsAddonDir(dir) && !filename.contains(addon))
                                {
                                        filename = filename.findReplace(dir + "/", addon + "/" + dir + "/");
                                        file = this->appendFile(filename, filetype, addGame, packed, dir);
                                }
                        }
                }

                if(!file)
                        file = this->appendFile(rest, filetype, addGame, packed, dir);

                if (file && progress)
                        progress->UpdateFile(file);
                if (file)
                        file->SetShared(shared);
        }
}


Utils::String CBaseFile::fileSizeString() const { return SPK::GetSizeString ( this->fileSize() ); }

// used for a multiple spk file
unsigned char *CBaseFile::CreateData(size_t *size, CProgressInfo *progress)
{
        if ( this->writeFile("temp.dat", progress) ) {
                CFileIO File("temp.dat");
                File.setAutoDelete(true);
                return File.readAll(size);
        }
        return NULL;
}


void CBaseFile::convertNormalMod(C_File *f, const Utils::String &to) const
{
        C_File *match = this->findMatchingMod(f);
        if ( match )
        {
                // file link
                if ( !match->GetData() )
                        match->ReadFromFile();
                match->changeBaseName(to);
        }

        // file link
        if ( !f->GetData() )
                f->ReadFromFile();

        f->changeBaseName(to);
}

void CBaseFile::convertAutoText(C_File *f) const
{
        Utils::String to;
        if ( f->baseName().contains("-L") )
                to = "0000-L" + f->baseName().token("-L", 2);
        else if ( f->baseName().contains("-l") )
                to = "0000-L" + f->baseName().token("-l", 2);
        else
                to = f->baseName().left(-4) + "0000";

        // file link
        if ( !f->GetData() )
                f->ReadFromFile();

        f->changeBaseName(to);
}

void CBaseFile::convertFakePatch(C_File *f) const
{
        // find next available fake patch
        int num = 0;

        bool found = true;
        while ( found )
        {
                ++num;
                found = false;
                Utils::String find = Utils::String::PadNumber(num, 2);
                for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
                {
                        if ( node->Data()->GetFileType() != FILETYPE_MOD )
                                continue;
                        if ( !node->Data()->IsFakePatch() )
                                continue;
                        if ( node->Data()->baseName().Compare(find) )
                        {
                                found = true;
                                break;
                        }
                }
        }

        Utils::String to = Utils::String::PadNumber(num, 2);
        C_File *match = this->findMatchingMod(f);

        // file link
        if ( !f->GetData() )
                f->ReadFromFile();

        f->changeBaseName(to);
        if ( match )
        {
                // file link
                if ( !match->GetData() )
                        match->ReadFromFile();
                match->changeBaseName(to);
        }
}

C_File *CBaseFile::findMatchingMod(C_File *f) const
{
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() )
        {
                if ( node->Data()->GetFileType() != FILETYPE_MOD )
                        continue;
                 
                if ( f->fileExt().Compare(node->Data()->fileExt()) )
                        continue;

                if ( f->baseName().Compare(node->Data()->baseName()) )
                        return node->Data();
        }

        return NULL;
}

void CBaseFile::renameFile(C_File *f, const Utils::String &baseName) const
{
        if ( f->GetFileType() == FILETYPE_MOD )
        {
                C_File *match = this->findMatchingMod(f);
                if ( match )
                        match->changeBaseName(baseName);
        }

        // need to edit the file
        if (f->GetFileType() == FILETYPE_SCRIPT || f->GetFileType() == FILETYPE_UNINSTALL)
                f->renameScript(baseName);

        f->changeBaseName(baseName);
}

void CBaseFile::addWebMirror(const Utils::String& str) 
{ 
        if (!_lMirrors.contains(str))
        {
                _lMirrors.pushBack(str, "");
                _changed();
        }
}

void CBaseFile::removeWebMirror(const Utils::String& str) 
{ 
        _lMirrors.remove(str, true); 
        _changed(); 
}

Utils::String CBaseFile::createUpdateFile(const Utils::String &dir) const
{
        Utils::String file = this->getNameValidFile() + "_" + this->author() + ".dat";
        file.removeChar(' ');

        Utils::CStringList write;
        write.pushBack("Package: " + this->name());
        write.pushBack("Author: " + this->author());
        write.pushBack("Version: " + this->version());
        write.pushBack("File: " + CFileIO(this->filename()).filename());

        CFileIO File(dir + "/" + file);
        if (File.writeFile(&write))
                return File.fullFilename();
        return Utils::String::Null();
}

Utils::String CBaseFile::ErrorString(int error, const Utils::String &errorStr)
{
        if (error == SPKERR_NONE) return Utils::String::Null();

        Utils::String err;

        switch (error)
        {
        case SPKERR_MALLOC:
                err = "Memory Failed";
                break;
        case SPKERR_FILEOPEN:
                err = "Failed to open file";
                break;
        case SPKERR_FILEREAD:
                err = "Failed to read file";
                break;
        case SPKERR_UNCOMPRESS:
                err = "Failed to Uncompress";
                break;
        case SPKERR_WRITEFILE:
                err = "Failed to write file";
                break;
        case SPKERR_CREATEDIRECTORY:
                err = "Failed to create directory";
                break;
        case SPKERR_FILEMISMATCH:
                err = "File count mismatch";
                break;
        }

        if (!err.empty())
        {
                if (!errorStr.empty())
                {
                        err += " (";
                        err += errorStr + ")";
                }
                return err;
        }

        return Utils::String::Number((long)error);
}

bool CBaseFile::saveToArchive(const Utils::String &filename, int game, const CGameExe *exes, CProgressInfo *progress)
{
        CDirIO Dir(CFileIO(filename).dir());
        if (!Dir.exists())
                Dir.create();

        TCHAR buf[5000];
        wsprintf(buf, L"%hs", filename.c_str());

        HZIP hz = CreateZip(buf, 0);
        if (!hz) return false;

        // read files and compress
        ReadAllFilesToMemory();
        if (!UncompressAllFiles(progress))
        {
                CloseZip(hz);
                return false;
        }

        for (CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next())
        {
                if (game != -1) {
                        if (game && !(node->Data()->game() & (1 << game)))
                                continue;
                        // extracting for all games, so ignore files that have a game set
                        if (!game && node->Data()->game() && node->Data()->game() != GAME_ALLNEW)
                                continue;
                }
                Utils::String fname = node->Data()->getNameDirectory(this);

                // use the addon directory
                if (node->Data()->isFileInAddon() && exes)
                {
                        unsigned int whatGame = game;
                        if (game == -1)
                        {
                                unsigned int checkGame = node->Data()->game() & ~GAME_ALLNEW;
                                whatGame = 0;
                                for (int i = 0; i < 31; ++i)
                                {
                                        if (1 << i == checkGame)
                                        {
                                                whatGame = i;
                                                break;
                                        }
                                }
                        }

                        if (whatGame > 0)
                        {
                                SGameExe *e = exes->GetGame(whatGame - 1);
                                if (e)
                                {
                                        if (e->iFlags & EXEFLAG_ADDON)
                                                fname = e->sAddon + "/" + fname;
                                }
                        }
                }

                // create the directory
                wsprintf(buf, L"%hs", fname.c_str());
                if (node->Data()->isExternalFile())
                {
                        CFileIO file(node->Data()->filePointer());
                        size_t size = 0;
                        unsigned char *data = file.readAll(&size);
                        ZipAdd(hz, buf, data, size);
                        delete data;
                }
                else
                        ZipAdd(hz, buf, node->Data()->GetData(), node->Data()->GetDataSize());
        }

        // if its a ship, then add any generated files
        this->addGeneratedFiles(hz);

        // add the data file
        Utils::CStringList list;
        Utils::CStringList addons;
        if ( this->GeneratePackagerScript(false, &list, game, addons, true) )
        {
                if ( CFileIO("test.tmp").writeFile(&list) )
                {
                        ZipAdd(hz, L"pluginmanager.txt", L"test.tmp");
                        CFileIO::Remove("test.tmp");
                }
        }

        CloseZip(hz);

        return true;
}

int CBaseFile::GetGameFromString(const Utils::String &sGame)
{
        int iGame = GAME_ALL;
        if ( sGame.Compare("ALL") )
                iGame = GAME_ALL;
        else if ( sGame.Compare("X3") )
                iGame = GAME_X3;
        else if ( sGame.Compare("X2") )
                iGame = GAME_X2;
        else if ( sGame.Compare("X3TC") )
                iGame = GAME_X3TC;
        else if (sGame.Compare("X3AP"))
                iGame = GAME_X3AP;
        else if (sGame.Compare("X3FL"))
                iGame = GAME_X3FL;
        else if ( sGame.isNumber() )
                iGame = sGame;

        return iGame;
}

Utils::String CBaseFile::ConvertGameToString(int iGame)
{
        Utils::String game = "ALL";

        switch(iGame) {
                case GAME_ALL:
                case GAME_ALLNEW:
                        game = "ALL";
                        break;
                case GAME_X2:
                        game = "X2";
                        break;
                case GAME_X3:
                        game = "X3";
                        break;
                case GAME_X3TC:
                        game = "X3TC";
                        break;
                case GAME_X3AP:
                        game = "X3AP";
                        break;
                case GAME_X3FL:
                        game = "X3FL";
                        break;
                default:
                        game = (long)iGame;
        }

        return game;
}

bool CBaseFile::IsGameInPackage(int game)
{
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() ) {
                if ( node->Data()->GetGame() == game )
                        return true;
        }

        return false;
}

bool CBaseFile::IsAnyGameInPackage()
{
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() ) {
                if ( node->Data()->GetGame() )
                        return true;
        }

        return false;
}

Utils::String builtInWares()
{
        Utils::String str;
        str += "28;0;0;0;0;59;5753;0;35714;1;1;0;35714;-100000;0;0;SS_WARE_SW_NEW1;\n";
        str += "28;0;0;0;0;60;5763;0;33232;1;1;0;33232;0;1043;0;SS_WARE_SW_NEW2;\n";
        str += "28;0;0;0;0;61;5773;0;21428;1;1;0;21428;0;1043;0;SS_WARE_SW_NEW3;\n";
        str += "28;0;0;0;0;62;5783;0;56;1;1;0;56;-100000;0;0;SS_WARE_SW_NEW4;\n";
        str += "28;0;0;0;0;63;5793;0;88;1;1;0;88;-100000;0;0;SS_WARE_SW_NEW5;\n";
        str += "28;0;0;0;0;64;5803;0;283;1;1;0;283;-100000;0;0;SS_WARE_SW_NEW6;\n";
        str += "28;0;0;0;0;65;5813;0;383;1;1;0;383;-100000;0;0;SS_WARE_SW_NEW7;\n";
        str += "28;0;0;0;0;66;5823;0;1389;1;1;0;1389;-100000;1043;0;SS_WARE_SW_NEW8;\n";
        str += "28;0;0;0;0;67;5833;0;3396;1;1;0;3396;-100000;0;0;SS_WARE_SW_NEW9;\n";
        str += "28;0;0;0;0;68;5843;0;4215;1;1;0;4215;-100000;0;0;SS_WARE_SW_NEW10;\n";
        str += "28;0;0;0;0;69;5853;0;5635;1;1;0;5635;-100000;0;0;SS_WARE_SW_NEW11;\n";
        str += "28;0;0;0;0;70;5863;0;65735;1;1;0;65735;-100000;0;0;SS_WARE_SW_NEW12;\n";
        str += "28;0;0;0;0;71;5873;0;17857;1;1;0;17857;333;1043;0;SS_WARE_SW_NEW13;\n";
        str += "28;0;0;0;0;72;5883;0;21428;1;1;0;21428;0;1043;0;SS_WARE_SW_NEW14;\n";
        str += "28;0;0;0;0;73;5893;0;324515;1;1;0;324515;-100000;0;0;SS_WARE_SW_NEW15;\n";
        str += "28;0;0;0;0;74;5903;0;638508;1;1;0;638508;-100000;0;0;SS_WARE_SW_NEW16;\n";
        str += "28;0;0;0;0;75;5913;0;225755;1;1;0;225755;-100000;0;0;SS_WARE_SW_NEW17;\n";
        str += "28;0;0;0;0;76;5923;0;1931535;1;1;0;1931535;1000;0;0;SS_WARE_SW_NEW18;\n";
        str += "28;0;0;0;0;77;5933;0;2209150;1;1;0;2209150;-100000;0;0;SS_WARE_SW_NEW19;\n";
        str += "28;0;0;0;0;78;5943;0;6727565;1;1;0;6727565;-100000;0;0;SS_WARE_SW_NEW20;\n";
        str += "28;0;0;0;0;85;9999;0;105;1;5;0;105;0;1043;0;SS_WARE_SW_X3TC_1;\n";
        str += "28;0;0;0;0;86;15053;0;105;1;5;0;105;0;1043;0;SS_WARE_SW_X3TC_2;\n";
        str += "28;0;0;0;0;87;15063;0;105;1;5;0;105;0;1043;0;SS_WARE_SW_X3TC_3;\n";
        str += "28;0;0;0;0;88;15073;0;105;1;5;0;105;0;1043;0;SS_WARE_SW_X3TC_4;\n";
        str += "28;0;0;0;0;89;15083;0;105;1;5;0;105;0;1043;0;SS_WARE_SW_X3TC_5;\n";
        str += "28;0;0;0;0;90;15093;0;105;1;5;0;105;0;1043;0;SS_WARE_SW_X3TC_6;\n";

        return str;
}

void CBaseFile::_addWaresToList(int iLang, CLinkList<SWareEntry> &list, const Utils::String &wares, enum WareTypes eType)
{
        int totalWares = 0;
        Utils::String *w = wares.tokenise("\n", &totalWares);
        
        for(int i = 0; i < totalWares; i++) {
                int textId = w[i].token(";", 7).toLong();
                int useLang = iLang;
                if ( !_pTextDB->exists(useLang, 17, textId) )
                        useLang = 44;
                if ( !_pTextDB->exists(useLang, 17, textId) )
                        useLang = 49;
                if ( _pTextDB->exists(useLang, 17, textId) ) {  
                        SWareEntry *ware = new SWareEntry;
                        ware->name = _pTextDB->get(useLang, 17, textId);
                        ware->description = _pTextDB->get(useLang, 17, textId + 1);
                        ware->id = w[i].token(";", -2);
                        ware->relval = w[i].token(";", 9).toLong();
                        ware->notority = w[i].token(";", 14).toLong();
                        ware->type = eType;
                        ware->position = i;
                        ware->package = this;
                        list.push_back(ware);
                }
        }

        CLEANSPLIT(w, totalWares);
}

bool CBaseFile::readWares(int iLang, CLinkList<SWareEntry> &list, const Utils::String &empWares)
{
        _pTextDB->setLanguage(iLang);

        // now go through all emp wares and get the ones we have text for
        _addWaresToList(iLang, list, empWares, Ware_EMP);
        _addWaresToList(iLang, list, builtInWares(), Ware_BuiltIn);

        return true;
}

bool CBaseFile::_readCommands(int iLang, int iStartID, CLinkList<SCommandSlot> &list)
{
        _pTextDB->setLanguage(iLang);

        for(int i = 2; i <= 13; i++) {
                for(int j = 0; j < 64; j++) {
                        int id = (i * 100) + j;
                        if ( _pTextDB->exists(iLang, iStartID + 2, id) ) {
                                SCommandSlot *slot = new SCommandSlot;
                                list.push_back(slot);

                                slot->id = _pTextDB->get(iLang, iStartID, id);
                                slot->name = _pTextDB->get(iLang, iStartID + 2, id);
                                slot->shortName = _pTextDB->get(iLang, iStartID + 3, id);
                                slot->info = _pTextDB->get(iLang, iStartID + 14, id);
                                slot->slot = id;
                                slot->package = this;
                        }
                }
        }

        for(int i = 1400; i <= 2000; i++) {
                if ( _pTextDB->exists(iLang, iStartID + 2, i) ) {
                        SCommandSlot *slot = new SCommandSlot;
                        list.push_back(slot);

                        slot->id = _pTextDB->get(iLang, iStartID, i);
                        slot->name = _pTextDB->get(iLang, iStartID + 2, i);
                        slot->shortName = _pTextDB->get(iLang, iStartID + 3, i);
                        slot->info = _pTextDB->get(iLang, iStartID + 14, i);
                        slot->slot = i;
                        slot->package = this;
                }
        }

        for(int i = 6000; i <= 9999; i++) {
                if ( _pTextDB->exists(iLang, iStartID + 2, i) ) {
                        SCommandSlot *slot = new SCommandSlot;
                        list.push_back(slot);

                        slot->id = _pTextDB->get(iLang, iStartID, i);
                        slot->name = _pTextDB->get(iLang, iStartID + 2, i);
                        slot->shortName = _pTextDB->get(iLang, iStartID + 3, i);
                        slot->info = _pTextDB->get(iLang, iStartID + 14, i);
                        slot->slot = i;
                        slot->package = this;
                }
        }

        return true;
}

bool CBaseFile::readWingCommands(int iLang, CLinkList<SCommandSlot> &list)
{
        return _readCommands(iLang, 2028, list);
}

bool CBaseFile::readCommands(int iLang, CLinkList<SCommandSlot> &list)
{
        return _readCommands(iLang, 2008, list);
}

int CBaseFile::FindFirstGameInPackage()
{
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() ) {
                if ( node->Data()->GetGame() )
                        return node->Data()->GetGame();
        }

        return 0;
}
bool CBaseFile::IsMultipleGamesInPackage()
{
        int game = 0;
        for ( CListNode<C_File> *node = m_lFiles.Front(); node; node = node->next() ) {
                if ( node->Data()->GetGame() ) {
                        if ( game != node->Data()->GetGame() )
                                return true;
                        game = node->Data()->GetGame();
                }
        }

        return false;
}