/[svn]/libgig/trunk/src/gig.cpp
ViewVC logotype

Diff of /libgig/trunk/src/gig.cpp

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 2912 by schoenebeck, Tue May 17 14:30:10 2016 UTC revision 3115 by schoenebeck, Sat Apr 15 20:17:05 2017 UTC
# Line 269  namespace { Line 269  namespace {
269       * steps.       * steps.
270       *       *
271       * Once the whole data was processed by __calculateCRC(), one should       * Once the whole data was processed by __calculateCRC(), one should
272       * call __encodeCRC() to get the final CRC result.       * call __finalizeCRC() to get the final CRC result.
273       *       *
274       * @param buf     - pointer to data the CRC shall be calculated of       * @param buf     - pointer to data the CRC shall be calculated of
275       * @param bufSize - size of the data to be processed       * @param bufSize - size of the data to be processed
276       * @param crc     - variable the CRC sum shall be stored to       * @param crc     - variable the CRC sum shall be stored to
277       */       */
278      static void __calculateCRC(unsigned char* buf, int bufSize, uint32_t& crc) {      static void __calculateCRC(unsigned char* buf, size_t bufSize, uint32_t& crc) {
279          for (int i = 0 ; i < bufSize ; i++) {          for (size_t i = 0 ; i < bufSize ; i++) {
280              crc = __CRCTable[(crc ^ buf[i]) & 0xff] ^ (crc >> 8);              crc = __CRCTable[(crc ^ buf[i]) & 0xff] ^ (crc >> 8);
281          }          }
282      }      }
# Line 286  namespace { Line 286  namespace {
286       *       *
287       * @param crc - variable previously passed to __calculateCRC()       * @param crc - variable previously passed to __calculateCRC()
288       */       */
289      inline static uint32_t __encodeCRC(const uint32_t& crc) {      inline static void __finalizeCRC(uint32_t& crc) {
290          return crc ^ 0xffffffff;          crc ^= 0xffffffff;
291      }      }
292    
293    
# Line 318  namespace { Line 318  namespace {
318  // *************** Sample ***************  // *************** Sample ***************
319  // *  // *
320    
321      unsigned int Sample::Instances = 0;      size_t       Sample::Instances = 0;
322      buffer_t     Sample::InternalDecompressionBuffer;      buffer_t     Sample::InternalDecompressionBuffer;
323    
324      /** @brief Constructor.      /** @brief Constructor.
# Line 338  namespace { Line 338  namespace {
338       *                         ('wvpl') list chunk       *                         ('wvpl') list chunk
339       * @param fileNo         - number of an extension file where this sample       * @param fileNo         - number of an extension file where this sample
340       *                         is located, 0 otherwise       *                         is located, 0 otherwise
341         * @param index          - wave pool index of sample (may be -1 on new sample)
342       */       */
343      Sample::Sample(File* pFile, RIFF::List* waveList, file_offset_t WavePoolOffset, unsigned long fileNo) : DLS::Sample((DLS::File*) pFile, waveList, WavePoolOffset) {      Sample::Sample(File* pFile, RIFF::List* waveList, file_offset_t WavePoolOffset, unsigned long fileNo, int index)
344            : DLS::Sample((DLS::File*) pFile, waveList, WavePoolOffset)
345        {
346          static const DLS::Info::string_length_t fixedStringLengths[] = {          static const DLS::Info::string_length_t fixedStringLengths[] = {
347              { CHUNK_ID_INAM, 64 },              { CHUNK_ID_INAM, 64 },
348              { 0, 0 }              { 0, 0 }
# Line 349  namespace { Line 352  namespace {
352          FileNo = fileNo;          FileNo = fileNo;
353    
354          __resetCRC(crc);          __resetCRC(crc);
355            // if this is not a new sample, try to get the sample's already existing
356            // CRC32 checksum from disk, this checksum will reflect the sample's CRC32
357            // checksum of the time when the sample was consciously modified by the
358            // user for the last time (by calling Sample::Write() that is).
359            if (index >= 0) { // not a new file ...
360                try {
361                    uint32_t crc = pFile->GetSampleChecksumByIndex(index);
362                    this->crc = crc;
363                } catch (...) {}
364            }
365    
366          pCk3gix = waveList->GetSubChunk(CHUNK_ID_3GIX);          pCk3gix = waveList->GetSubChunk(CHUNK_ID_3GIX);
367          if (pCk3gix) {          if (pCk3gix) {
# Line 789  namespace { Line 802  namespace {
802       * FormatTag must be DLS_WAVE_FORMAT_PCM. Trying to resize samples with       * FormatTag must be DLS_WAVE_FORMAT_PCM. Trying to resize samples with
803       * other formats will fail!       * other formats will fail!
804       *       *
805       * @param iNewSize - new sample wave data size in sample points (must be       * @param NewSize - new sample wave data size in sample points (must be
806       *                   greater than zero)       *                  greater than zero)
807       * @throws DLS::Excecption if FormatTag != DLS_WAVE_FORMAT_PCM       * @throws DLS::Excecption if FormatTag != DLS_WAVE_FORMAT_PCM
808       *                         or if \a iNewSize is less than 1       * @throws DLS::Exception if \a NewSize is less than 1 or unrealistic large
809       * @throws gig::Exception if existing sample is compressed       * @throws gig::Exception if existing sample is compressed
810       * @see DLS::Sample::GetSize(), DLS::Sample::FrameSize,       * @see DLS::Sample::GetSize(), DLS::Sample::FrameSize,
811       *      DLS::Sample::FormatTag, File::Save()       *      DLS::Sample::FormatTag, File::Save()
812       */       */
813      void Sample::Resize(int iNewSize) {      void Sample::Resize(file_offset_t NewSize) {
814          if (Compressed) throw gig::Exception("There is no support for modifying compressed samples (yet)");          if (Compressed) throw gig::Exception("There is no support for modifying compressed samples (yet)");
815          DLS::Sample::Resize(iNewSize);          DLS::Sample::Resize(NewSize);
816      }      }
817    
818      /**      /**
# Line 1281  namespace { Line 1294  namespace {
1294          // if this is the last write, update the checksum chunk in the          // if this is the last write, update the checksum chunk in the
1295          // file          // file
1296          if (pCkData->GetPos() == pCkData->GetSize()) {          if (pCkData->GetPos() == pCkData->GetSize()) {
1297                __finalizeCRC(crc);
1298              File* pFile = static_cast<File*>(GetParent());              File* pFile = static_cast<File*>(GetParent());
1299              pFile->SetSampleChecksum(this, __encodeCRC(crc));              pFile->SetSampleChecksum(this, crc);
1300          }          }
1301          return res;          return res;
1302      }      }
# Line 1341  namespace { Line 1355  namespace {
1355          return pGroup;          return pGroup;
1356      }      }
1357    
1358        /**
1359         * Returns the CRC-32 checksum of the sample's raw wave form data at the
1360         * time when this sample's wave form data was modified for the last time
1361         * by calling Write(). This checksum only covers the raw wave form data,
1362         * not any meta informations like i.e. bit depth or loop points. Since
1363         * this method just returns the checksum stored for this sample i.e. when
1364         * the gig file was loaded, this method returns immediately. So it does no
1365         * recalcuation of the checksum with the currently available sample wave
1366         * form data.
1367         *
1368         * @see VerifyWaveData()
1369         */
1370        uint32_t Sample::GetWaveDataCRC32Checksum() {
1371            return crc;
1372        }
1373    
1374        /**
1375         * Checks the integrity of this sample's raw audio wave data. Whenever a
1376         * Sample's raw wave data is intentionally modified (i.e. by calling
1377         * Write() and supplying the new raw audio wave form data) a CRC32 checksum
1378         * is calculated and stored/updated for this sample, along to the sample's
1379         * meta informations.
1380         *
1381         * Now by calling this method the current raw audio wave data is checked
1382         * against the already stored CRC32 check sum in order to check whether the
1383         * sample data had been damaged unintentionally for some reason. Since by
1384         * calling this method always the entire raw audio wave data has to be
1385         * read, verifying all samples this way may take a long time accordingly.
1386         * And that's also the reason why the sample integrity is not checked by
1387         * default whenever a gig file is loaded. So this method must be called
1388         * explicitly to fulfill this task.
1389         *
1390         * @param pActually - (optional) if provided, will be set to the actually
1391         *                    calculated checksum of the current raw wave form data,
1392         *                    you can get the expected checksum instead by calling
1393         *                    GetWaveDataCRC32Checksum()
1394         * @returns true if sample is OK or false if the sample is damaged
1395         * @throws Exception if no checksum had been stored to disk for this
1396         *         sample yet, or on I/O issues
1397         * @see GetWaveDataCRC32Checksum()
1398         */
1399        bool Sample::VerifyWaveData(uint32_t* pActually) {
1400            //File* pFile = static_cast<File*>(GetParent());
1401            uint32_t crc = CalculateWaveDataChecksum();
1402            if (pActually) *pActually = crc;
1403            return crc == this->crc;
1404        }
1405    
1406        uint32_t Sample::CalculateWaveDataChecksum() {
1407            const size_t sz = 20*1024; // 20kB buffer size
1408            std::vector<uint8_t> buffer(sz);
1409            buffer.resize(sz);
1410    
1411            const size_t n = sz / FrameSize;
1412            SetPos(0);
1413            uint32_t crc = 0;
1414            __resetCRC(crc);
1415            while (true) {
1416                file_offset_t nRead = Read(&buffer[0], n);
1417                if (nRead <= 0) break;
1418                __calculateCRC(&buffer[0], nRead * FrameSize, crc);
1419            }
1420            __finalizeCRC(crc);
1421            return crc;
1422        }
1423    
1424      Sample::~Sample() {      Sample::~Sample() {
1425          Instances--;          Instances--;
1426          if (!Instances && InternalDecompressionBuffer.Size) {          if (!Instances && InternalDecompressionBuffer.Size) {
# Line 1357  namespace { Line 1437  namespace {
1437  // *************** DimensionRegion ***************  // *************** DimensionRegion ***************
1438  // *  // *
1439    
1440      uint                               DimensionRegion::Instances       = 0;      size_t                             DimensionRegion::Instances       = 0;
1441      DimensionRegion::VelocityTableMap* DimensionRegion::pVelocityTables = NULL;      DimensionRegion::VelocityTableMap* DimensionRegion::pVelocityTables = NULL;
1442    
1443      DimensionRegion::DimensionRegion(Region* pParent, RIFF::List* _3ewl) : DLS::Sampler(_3ewl) {      DimensionRegion::DimensionRegion(Region* pParent, RIFF::List* _3ewl) : DLS::Sampler(_3ewl) {
# Line 1551  namespace { Line 1631  namespace {
1631              EG2Attack                       = 0.0;              EG2Attack                       = 0.0;
1632              EG2Decay1                       = 0.005;              EG2Decay1                       = 0.005;
1633              EG2Sustain                      = 1000;              EG2Sustain                      = 1000;
1634              EG2Release                      = 0.3;              EG2Release                      = 60;
1635              LFO2ControlDepth                = 0;              LFO2ControlDepth                = 0;
1636              LFO2Frequency                   = 1.0;              LFO2Frequency                   = 1.0;
1637              LFO2InternalDepth               = 0;              LFO2InternalDepth               = 0;
# Line 1750  namespace { Line 1830  namespace {
1830    
1831          // update '3ewa' chunk with DimensionRegion's current settings          // update '3ewa' chunk with DimensionRegion's current settings
1832    
1833          const uint32_t chunksize = _3ewa->GetNewSize();          const uint32_t chunksize = (uint32_t) _3ewa->GetNewSize();
1834          store32(&pData[0], chunksize); // unknown, always chunk size?          store32(&pData[0], chunksize); // unknown, always chunk size?
1835    
1836          const int32_t lfo3freq = (int32_t) GIG_EXP_ENCODE(LFO3Frequency);          const int32_t lfo3freq = (int32_t) GIG_EXP_ENCODE(LFO3Frequency);
# Line 3106  namespace { Line 3186  namespace {
3186          int step = 1;          int step = 1;
3187          for (int i = 0 ; i < veldim ; i++) step <<= pDimensionDefinitions[i].bits;          for (int i = 0 ; i < veldim ; i++) step <<= pDimensionDefinitions[i].bits;
3188          int skipveldim = (step << pDimensionDefinitions[veldim].bits) - step;          int skipveldim = (step << pDimensionDefinitions[veldim].bits) - step;
         int end = step * pDimensionDefinitions[veldim].zones;  
3189    
3190          // loop through all dimension regions for all dimensions except the velocity dimension          // loop through all dimension regions for all dimensions except the velocity dimension
3191          int dim[8] = { 0 };          int dim[8] = { 0 };
3192          for (int i = 0 ; i < DimensionRegions ; i++) {          for (int i = 0 ; i < DimensionRegions ; i++) {
3193                const int end = i + step * pDimensionDefinitions[veldim].zones;
3194    
3195                // create a velocity table for all cases where the velocity zone is zero
3196              if (pDimensionRegions[i]->DimensionUpperLimits[veldim] ||              if (pDimensionRegions[i]->DimensionUpperLimits[veldim] ||
3197                  pDimensionRegions[i]->VelocityUpperLimit) {                  pDimensionRegions[i]->VelocityUpperLimit) {
3198                  // create the velocity table                  // create the velocity table
# Line 3142  namespace { Line 3223  namespace {
3223                  }                  }
3224              }              }
3225    
3226                // jump to the next case where the velocity zone is zero
3227              int j;              int j;
3228              int shift = 0;              int shift = 0;
3229              for (j = 0 ; j < Dimensions ; j++) {              for (j = 0 ; j < Dimensions ; j++) {
# Line 3716  namespace { Line 3798  namespace {
3798      DimensionRegion* Region::GetDimensionRegionByValue(const uint DimValues[8]) {      DimensionRegion* Region::GetDimensionRegionByValue(const uint DimValues[8]) {
3799          uint8_t bits;          uint8_t bits;
3800          int veldim = -1;          int veldim = -1;
3801          int velbitpos;          int velbitpos = 0;
3802          int bitpos = 0;          int bitpos = 0;
3803          int dimregidx = 0;          int dimregidx = 0;
3804          for (uint i = 0; i < Dimensions; i++) {          for (uint i = 0; i < Dimensions; i++) {
# Line 3765  namespace { Line 3847  namespace {
3847      int Region::GetDimensionRegionIndexByValue(const uint DimValues[8]) {      int Region::GetDimensionRegionIndexByValue(const uint DimValues[8]) {
3848          uint8_t bits;          uint8_t bits;
3849          int veldim = -1;          int veldim = -1;
3850          int velbitpos;          int velbitpos = 0;
3851          int bitpos = 0;          int bitpos = 0;
3852          int dimregidx = 0;          int dimregidx = 0;
3853          for (uint i = 0; i < Dimensions; i++) {          for (uint i = 0; i < Dimensions; i++) {
# Line 3850  namespace { Line 3932  namespace {
3932          if ((int32_t)WavePoolTableIndex == -1) return NULL;          if ((int32_t)WavePoolTableIndex == -1) return NULL;
3933          File* file = (File*) GetParent()->GetParent();          File* file = (File*) GetParent()->GetParent();
3934          if (!file->pWavePoolTable) return NULL;          if (!file->pWavePoolTable) return NULL;
3935          if (file->HasMonolithicLargeFilePolicy()) {          // for new files or files >= 2 GB use 64 bit wave pool offsets
3936            if (file->pRIFF->IsNew() || (file->pRIFF->GetCurrentFileSize() >> 31)) {
3937                // use 64 bit wave pool offsets (treating this as large file)
3938              uint64_t soughtoffset =              uint64_t soughtoffset =
3939                  uint64_t(file->pWavePoolTable[WavePoolTableIndex]) |                  uint64_t(file->pWavePoolTable[WavePoolTableIndex]) |
3940                  uint64_t(file->pWavePoolTableHi[WavePoolTableIndex]) << 32;                  uint64_t(file->pWavePoolTableHi[WavePoolTableIndex]) << 32;
# Line 3861  namespace { Line 3945  namespace {
3945                  sample = file->GetNextSample();                  sample = file->GetNextSample();
3946              }              }
3947          } else {          } else {
3948                // use extension files and 32 bit wave pool offsets
3949              file_offset_t soughtoffset = file->pWavePoolTable[WavePoolTableIndex];              file_offset_t soughtoffset = file->pWavePoolTable[WavePoolTableIndex];
3950              file_offset_t soughtfileno = file->pWavePoolTableHi[WavePoolTableIndex];              file_offset_t soughtfileno = file->pWavePoolTableHi[WavePoolTableIndex];
3951              Sample* sample = file->GetFirstSample(pProgress);              Sample* sample = file->GetFirstSample(pProgress);
# Line 4111  namespace { Line 4196  namespace {
4196              // to handle potential future extensions of the header              // to handle potential future extensions of the header
4197              ckScri->SetPos(sizeof(int32_t) + headerSize);              ckScri->SetPos(sizeof(int32_t) + headerSize);
4198              // read actual script data              // read actual script data
4199              uint32_t scriptSize = ckScri->GetSize() - ckScri->GetPos();              uint32_t scriptSize = uint32_t(ckScri->GetSize() - ckScri->GetPos());
4200              data.resize(scriptSize);              data.resize(scriptSize);
4201              for (int i = 0; i < scriptSize; ++i)              for (int i = 0; i < scriptSize; ++i)
4202                  data[i] = ckScri->ReadUint8();                  data[i] = ckScri->ReadUint8();
# Line 4162  namespace { Line 4247  namespace {
4247          // recalculate CRC32 check sum          // recalculate CRC32 check sum
4248          __resetCRC(crc);          __resetCRC(crc);
4249          __calculateCRC(&data[0], data.size(), crc);          __calculateCRC(&data[0], data.size(), crc);
4250          __encodeCRC(crc);          __finalizeCRC(crc);
4251          // make sure chunk exists and has the required size          // make sure chunk exists and has the required size
4252          const int chunkSize = 7*sizeof(int32_t) + Name.size() + data.size();          const file_offset_t chunkSize = (file_offset_t) 7*sizeof(int32_t) + Name.size() + data.size();
4253          if (!pChunk) pChunk = pGroup->pList->AddSubChunk(CHUNK_ID_SCRI, chunkSize);          if (!pChunk) pChunk = pGroup->pList->AddSubChunk(CHUNK_ID_SCRI, chunkSize);
4254          else pChunk->Resize(chunkSize);          else pChunk->Resize(chunkSize);
4255          // fill the chunk data to be written to disk          // fill the chunk data to be written to disk
4256          uint8_t* pData = (uint8_t*) pChunk->LoadChunkData();          uint8_t* pData = (uint8_t*) pChunk->LoadChunkData();
4257          int pos = 0;          int pos = 0;
4258          store32(&pData[pos], 6*sizeof(int32_t) + Name.size()); // total header size          store32(&pData[pos], uint32_t(6*sizeof(int32_t) + Name.size())); // total header size
4259          pos += sizeof(int32_t);          pos += sizeof(int32_t);
4260          store32(&pData[pos], Compression);          store32(&pData[pos], Compression);
4261          pos += sizeof(int32_t);          pos += sizeof(int32_t);
# Line 4182  namespace { Line 4267  namespace {
4267          pos += sizeof(int32_t);          pos += sizeof(int32_t);
4268          store32(&pData[pos], crc);          store32(&pData[pos], crc);
4269          pos += sizeof(int32_t);          pos += sizeof(int32_t);
4270          store32(&pData[pos], Name.size());          store32(&pData[pos], (uint32_t) Name.size());
4271          pos += sizeof(int32_t);          pos += sizeof(int32_t);
4272          for (int i = 0; i < Name.size(); ++i, ++pos)          for (int i = 0; i < Name.size(); ++i, ++pos)
4273              pData[pos] = Name[i];              pData[pos] = Name[i];
# Line 4359  namespace { Line 4444  namespace {
4444          EffectSend = 0;          EffectSend = 0;
4445          Attenuation = 0;          Attenuation = 0;
4446          FineTune = 0;          FineTune = 0;
4447          PitchbendRange = 0;          PitchbendRange = 2;
4448          PianoReleaseMode = false;          PianoReleaseMode = false;
4449          DimensionKeyRange.low = 0;          DimensionKeyRange.low = 0;
4450          DimensionKeyRange.high = 0;          DimensionKeyRange.high = 0;
# Line 4534  namespace { Line 4619  namespace {
4619    
4620             RIFF::List* lst3LS = pCkInstrument->GetSubList(LIST_TYPE_3LS);             RIFF::List* lst3LS = pCkInstrument->GetSubList(LIST_TYPE_3LS);
4621             if (!lst3LS) lst3LS = pCkInstrument->AddSubList(LIST_TYPE_3LS);             if (!lst3LS) lst3LS = pCkInstrument->AddSubList(LIST_TYPE_3LS);
4622             const int slotCount = pScriptRefs->size();             const int slotCount = (int) pScriptRefs->size();
4623             const int headerSize = 3 * sizeof(uint32_t);             const int headerSize = 3 * sizeof(uint32_t);
4624             const int slotSize  = 2 * sizeof(uint32_t);             const int slotSize  = 2 * sizeof(uint32_t);
4625             const int totalChunkSize = headerSize + slotCount * slotSize;             const int totalChunkSize = headerSize + slotCount * slotSize;
# Line 4570  namespace { Line 4655  namespace {
4655         if (pScriptRefs && pScriptRefs->size() > 0) {         if (pScriptRefs && pScriptRefs->size() > 0) {
4656             RIFF::List* lst3LS = pCkInstrument->GetSubList(LIST_TYPE_3LS);             RIFF::List* lst3LS = pCkInstrument->GetSubList(LIST_TYPE_3LS);
4657             RIFF::Chunk* ckSCSL = lst3LS->GetSubChunk(CHUNK_ID_SCSL);             RIFF::Chunk* ckSCSL = lst3LS->GetSubChunk(CHUNK_ID_SCSL);
4658             const int slotCount = pScriptRefs->size();             const int slotCount = (int) pScriptRefs->size();
4659             const int headerSize = 3 * sizeof(uint32_t);             const int headerSize = 3 * sizeof(uint32_t);
4660             ckSCSL->SetPos(headerSize);             ckSCSL->SetPos(headerSize);
4661             for (int i = 0; i < slotCount; ++i) {             for (int i = 0; i < slotCount; ++i) {
4662                 uint32_t fileOffset =                 uint32_t fileOffset = uint32_t(
4663                      (*pScriptRefs)[i].script->pChunk->GetFilePos() -                      (*pScriptRefs)[i].script->pChunk->GetFilePos() -
4664                      (*pScriptRefs)[i].script->pChunk->GetPos() -                      (*pScriptRefs)[i].script->pChunk->GetPos() -
4665                      CHUNK_HEADER_SIZE(ckSCSL->GetFile()->GetFileOffsetSize());                      CHUNK_HEADER_SIZE(ckSCSL->GetFile()->GetFileOffsetSize())
4666                   );
4667                 ckSCSL->WriteUint32(&fileOffset);                 ckSCSL->WriteUint32(&fileOffset);
4668                 // jump over flags entry (containing the bypass flag)                 // jump over flags entry (containing the bypass flag)
4669                 ckSCSL->SetPos(sizeof(uint32_t), RIFF::stream_curpos);                 ckSCSL->SetPos(sizeof(uint32_t), RIFF::stream_curpos);
# Line 4637  namespace { Line 4723  namespace {
4723          RIFF::List* rgn = lrgn->AddSubList(LIST_TYPE_RGN);          RIFF::List* rgn = lrgn->AddSubList(LIST_TYPE_RGN);
4724          Region* pNewRegion = new Region(this, rgn);          Region* pNewRegion = new Region(this, rgn);
4725          pRegions->push_back(pNewRegion);          pRegions->push_back(pNewRegion);
4726          Regions = pRegions->size();          Regions = (uint32_t) pRegions->size();
4727          // update Region key table for fast lookup          // update Region key table for fast lookup
4728          UpdateRegionKeyTable();          UpdateRegionKeyTable();
4729          // done          // done
# Line 4783  namespace { Line 4869  namespace {
4869                  for (uint s = 0; group->GetScript(s); ++s) {                  for (uint s = 0; group->GetScript(s); ++s) {
4870                      Script* script = group->GetScript(s);                      Script* script = group->GetScript(s);
4871                      if (script->pChunk) {                      if (script->pChunk) {
4872                          uint32_t offset = script->pChunk->GetFilePos() -                          uint32_t offset = uint32_t(
4873                                            script->pChunk->GetPos() -                              script->pChunk->GetFilePos() -
4874                                            CHUNK_HEADER_SIZE(script->pChunk->GetFile()->GetFileOffsetSize());                              script->pChunk->GetPos() -
4875                                CHUNK_HEADER_SIZE(script->pChunk->GetFile()->GetFileOffsetSize())
4876                            );
4877                          if (offset == soughtOffset)                          if (offset == soughtOffset)
4878                          {                          {
4879                              _ScriptPooolRef ref;                              _ScriptPooolRef ref;
# Line 4910  namespace { Line 4998  namespace {
4998       */       */
4999      void Instrument::RemoveScript(Script* pScript) {      void Instrument::RemoveScript(Script* pScript) {
5000          LoadScripts();          LoadScripts();
5001          for (int i = pScriptRefs->size() - 1; i >= 0; --i) {          for (ssize_t i = pScriptRefs->size() - 1; i >= 0; --i) {
5002              if ((*pScriptRefs)[i].script == pScript) {              if ((*pScriptRefs)[i].script == pScript) {
5003                  pScriptRefs->erase( pScriptRefs->begin() + i );                  pScriptRefs->erase( pScriptRefs->begin() + i );
5004              }              }
# Line 4932  namespace { Line 5020  namespace {
5020       * gigedit.       * gigedit.
5021       */       */
5022      uint Instrument::ScriptSlotCount() const {      uint Instrument::ScriptSlotCount() const {
5023          return pScriptRefs ? pScriptRefs->size() : scriptPoolFileOffsets.size();          return uint(pScriptRefs ? pScriptRefs->size() : scriptPoolFileOffsets.size());
5024      }      }
5025    
5026      /** @brief Whether script execution shall be skipped.      /** @brief Whether script execution shall be skipped.
# Line 5348  namespace { Line 5436  namespace {
5436          int iTotalSamples = WavePoolCount;          int iTotalSamples = WavePoolCount;
5437    
5438          // check if samples should be loaded from extension files          // check if samples should be loaded from extension files
5439            // (only for old gig files < 2 GB)
5440          int lastFileNo = 0;          int lastFileNo = 0;
5441          if (!HasMonolithicLargeFilePolicy()) {          if (!file->IsNew() && !(file->GetCurrentFileSize() >> 31)) {
5442              for (int i = 0 ; i < WavePoolCount ; i++) {              for (int i = 0 ; i < WavePoolCount ; i++) {
5443                  if (pWavePoolTableHi[i] > lastFileNo) lastFileNo = pWavePoolTableHi[i];                  if (pWavePoolTableHi[i] > lastFileNo) lastFileNo = pWavePoolTableHi[i];
5444              }              }
5445          }          }
5446          String name(pRIFF->GetFileName());          String name(pRIFF->GetFileName());
5447          int nameLen = name.length();          int nameLen = (int) name.length();
5448          char suffix[6];          char suffix[6];
5449          if (nameLen > 4 && name.substr(nameLen - 4) == ".gig") nameLen -= 4;          if (nameLen > 4 && name.substr(nameLen - 4) == ".gig") nameLen -= 4;
5450    
# Line 5371  namespace { Line 5460  namespace {
5460                          __notify_progress(pProgress, subprogress);                          __notify_progress(pProgress, subprogress);
5461    
5462                          file_offset_t waveFileOffset = wave->GetFilePos();                          file_offset_t waveFileOffset = wave->GetFilePos();
5463                          pSamples->push_back(new Sample(this, wave, waveFileOffset - wvplFileOffset, fileNo));                          pSamples->push_back(new Sample(this, wave, waveFileOffset - wvplFileOffset, fileNo, iSampleIndex));
5464    
5465                          iSampleIndex++;                          iSampleIndex++;
5466                      }                      }
# Line 5609  namespace { Line 5698  namespace {
5698          if (!_3crc) return;          if (!_3crc) return;
5699    
5700          // get the index of the sample          // get the index of the sample
5701          int iWaveIndex = -1;          int iWaveIndex = GetWaveTableIndexOf(pSample);
         File::SampleList::iterator iter = pSamples->begin();  
         File::SampleList::iterator end  = pSamples->end();  
         for (int index = 0; iter != end; ++iter, ++index) {  
             if (*iter == pSample) {  
                 iWaveIndex = index;  
                 break;  
             }  
         }  
5702          if (iWaveIndex < 0) throw gig::Exception("Could not update crc, could not find sample");          if (iWaveIndex < 0) throw gig::Exception("Could not update crc, could not find sample");
5703    
5704          // write the CRC-32 checksum to disk          // write the CRC-32 checksum to disk
5705          _3crc->SetPos(iWaveIndex * 8);          _3crc->SetPos(iWaveIndex * 8);
5706          uint32_t tmp = 1;          uint32_t one = 1;
5707          _3crc->WriteUint32(&tmp); // unknown, always 1?          _3crc->WriteUint32(&one); // always 1
5708          _3crc->WriteUint32(&crc);          _3crc->WriteUint32(&crc);
5709      }      }
5710    
5711        uint32_t File::GetSampleChecksum(Sample* pSample) {
5712            // get the index of the sample
5713            int iWaveIndex = GetWaveTableIndexOf(pSample);
5714            if (iWaveIndex < 0) throw gig::Exception("Could not retrieve reference crc of sample, could not resolve sample's wave table index");
5715    
5716            return GetSampleChecksumByIndex(iWaveIndex);
5717        }
5718    
5719        uint32_t File::GetSampleChecksumByIndex(int index) {
5720            if (index < 0) throw gig::Exception("Could not retrieve reference crc of sample, invalid wave pool index of sample");
5721    
5722            RIFF::Chunk* _3crc = pRIFF->GetSubChunk(CHUNK_ID_3CRC);
5723            if (!_3crc) throw gig::Exception("Could not retrieve reference crc of sample, no checksums stored for this file yet");
5724            uint8_t* pData = (uint8_t*) _3crc->LoadChunkData();
5725            if (!pData) throw gig::Exception("Could not retrieve reference crc of sample, no checksums stored for this file yet");
5726    
5727            // read the CRC-32 checksum directly from disk
5728            size_t pos = index * 8;
5729            if (pos + 8 > _3crc->GetNewSize())
5730                throw gig::Exception("Could not retrieve reference crc of sample, could not seek to required position in crc chunk");
5731    
5732            uint32_t one = load32(&pData[pos]); // always 1
5733            if (one != 1)
5734                throw gig::Exception("Could not retrieve reference crc of sample, because reference checksum table is damaged");
5735    
5736            return load32(&pData[pos+4]);
5737        }
5738    
5739        int File::GetWaveTableIndexOf(gig::Sample* pSample) {
5740            if (!pSamples) GetFirstSample(); // make sure sample chunks were scanned
5741            File::SampleList::iterator iter = pSamples->begin();
5742            File::SampleList::iterator end  = pSamples->end();
5743            for (int index = 0; iter != end; ++iter, ++index)
5744                if (*iter == pSample)
5745                    return index;
5746            return -1;
5747        }
5748    
5749        /**
5750         * Checks whether the file's "3CRC" chunk was damaged. This chunk contains
5751         * the CRC32 check sums of all samples' raw wave data.
5752         *
5753         * @return true if 3CRC chunk is OK, or false if 3CRC chunk is damaged
5754         */
5755        bool File::VerifySampleChecksumTable() {
5756            RIFF::Chunk* _3crc = pRIFF->GetSubChunk(CHUNK_ID_3CRC);
5757            if (!_3crc) return false;
5758            if (_3crc->GetNewSize() <= 0) return false;
5759            if (_3crc->GetNewSize() % 8) return false;
5760            if (!pSamples) GetFirstSample(); // make sure sample chunks were scanned
5761            if (_3crc->GetNewSize() != pSamples->size() * 8) return false;
5762    
5763            const file_offset_t n = _3crc->GetNewSize() / 8;
5764    
5765            uint32_t* pData = (uint32_t*) _3crc->LoadChunkData();
5766            if (!pData) return false;
5767    
5768            for (file_offset_t i = 0; i < n; ++i) {
5769                uint32_t one = pData[i*2];
5770                if (one != 1) return false;
5771            }
5772    
5773            return true;
5774        }
5775    
5776        /**
5777         * Recalculates CRC32 checksums for all samples and rebuilds this gig
5778         * file's checksum table with those new checksums. This might usually
5779         * just be necessary if the checksum table was damaged.
5780         *
5781         * @e IMPORTANT: The current implementation of this method only works
5782         * with files that have not been modified since it was loaded, because
5783         * it expects that no externally caused file structure changes are
5784         * required!
5785         *
5786         * Due to the expectation above, this method is currently protected
5787         * and actually only used by the command line tool "gigdump" yet.
5788         *
5789         * @returns true if Save() is required to be called after this call,
5790         *          false if no further action is required
5791         */
5792        bool File::RebuildSampleChecksumTable() {
5793            // make sure sample chunks were scanned
5794            if (!pSamples) GetFirstSample();
5795    
5796            bool bRequiresSave = false;
5797    
5798            // make sure "3CRC" chunk exists with required size
5799            RIFF::Chunk* _3crc = pRIFF->GetSubChunk(CHUNK_ID_3CRC);
5800            if (!_3crc) {
5801                _3crc = pRIFF->AddSubChunk(CHUNK_ID_3CRC, pSamples->size() * 8);
5802                // the order of einf and 3crc is not the same in v2 and v3
5803                RIFF::Chunk* einf = pRIFF->GetSubChunk(CHUNK_ID_EINF);
5804                if (einf && pVersion && pVersion->major == 3) pRIFF->MoveSubChunk(_3crc, einf);
5805                bRequiresSave = true;
5806            } else if (_3crc->GetNewSize() != pSamples->size() * 8) {
5807                _3crc->Resize(pSamples->size() * 8);
5808                bRequiresSave = true;
5809            }
5810    
5811            if (bRequiresSave) { // refill CRC table for all samples in RAM ...
5812                uint32_t* pData = (uint32_t*) _3crc->LoadChunkData();
5813                {
5814                    File::SampleList::iterator iter = pSamples->begin();
5815                    File::SampleList::iterator end  = pSamples->end();
5816                    for (; iter != end; ++iter) {
5817                        gig::Sample* pSample = (gig::Sample*) *iter;
5818                        int index = GetWaveTableIndexOf(pSample);
5819                        if (index < 0) throw gig::Exception("Could not rebuild crc table for samples, wave table index of a sample could not be resolved");
5820                        pData[index*2]   = 1; // always 1
5821                        pData[index*2+1] = pSample->CalculateWaveDataChecksum();
5822                    }
5823                }
5824            } else { // no file structure changes necessary, so directly write to disk and we are done ...
5825                // make sure file is in write mode
5826                pRIFF->SetMode(RIFF::stream_mode_read_write);
5827                {
5828                    File::SampleList::iterator iter = pSamples->begin();
5829                    File::SampleList::iterator end  = pSamples->end();
5830                    for (; iter != end; ++iter) {
5831                        gig::Sample* pSample = (gig::Sample*) *iter;
5832                        int index = GetWaveTableIndexOf(pSample);
5833                        if (index < 0) throw gig::Exception("Could not rebuild crc table for samples, wave table index of a sample could not be resolved");
5834                        pSample->crc  = pSample->CalculateWaveDataChecksum();
5835                        SetSampleChecksum(pSample, pSample->crc);
5836                    }
5837                }
5838            }
5839    
5840            return bRequiresSave;
5841        }
5842    
5843      Group* File::GetFirstGroup() {      Group* File::GetFirstGroup() {
5844          if (!pGroups) LoadGroups();          if (!pGroups) LoadGroups();
5845          // there must always be at least one group          // there must always be at least one group
# Line 5841  namespace { Line 6054  namespace {
6054          }          }
6055      }      }
6056    
     /** @brief Returns the version number of libgig's Giga file format extension.  
      *  
      * libgig added several new features which were not available with the  
      * original GigaStudio software. For those purposes libgig's own custom RIFF  
      * chunks were added to the Giga file format.  
      *  
      * This method returns the version number of the Giga file format extension  
      * used in this Giga file. Currently there are 3 possible values that might  
      * be returned by this method:  
      *  
      * - @c 0: This gig file is not using any libgig specific file format  
      *         extension at all.  
      * - @c 1: This gig file uses the RT instrument script format extension.  
      * - @c 2: This gig file additionally provides support for monolithic  
      *         large gig files (larger than 2 GB).  
      *  
      * @note This method is currently protected and shall not be used as public  
      * API method, since its method signature might change in future.  
      */  
     uint File::GetFormatExtensionVersion() const {  
         RIFF::List* lst3LS = pRIFF->GetSubList(LIST_TYPE_3LS);  
         if (!lst3LS) return 0; // is not using custom Giga format extensions at all  
         RIFF::Chunk* ckFFmt = lst3LS->GetSubChunk(CHUNK_ID_FFMT);  
         if (!ckFFmt) return 1; // uses custom Giga format extension(s) but had no format version saved  
         uint8_t* pData = (uint8_t*) ckFFmt->LoadChunkData();  
         return load32(pData);  
     }  
   
     /** @brief Returns true in case this file is stored as one, single monolithic gig file.  
      *  
      * To avoid issues with operating systems which did not support large files  
      * (larger than 2 GB) the original Giga file format avoided to ever save gig  
      * files larger than 2 GB, instead such large Giga files were splitted into  
      * several files, each one not being larger than 2 GB. It used a predefined  
      * file name scheme for them like this:  
      * @code  
      * foo.gig  
      * foo.gx01  
      * foo.gx02  
      * foo.gx03  
      * ...  
      * @endcode  
      * So when like in this example foo.gig was loaded, all other files  
      * (foo.gx01, ...) were automatically loaded as well to make up the overall  
      * large gig file (provided they were located at the same directory). Such  
      * additional .gxYY files were called "extension files".  
      *  
      * Since nowadays all modern systems support large files, libgig always  
      * saves large gig files as one single monolithic gig file instead, that  
      * is libgig won't split such a large gig file into separate files like the  
      * original GigaStudio software did. It uses a custom Giga file format  
      * extension for this feature.  
      *  
      * For still being able though to load old splitted gig files and the new  
      * large monolithic ones, this method is used to determine which loading  
      * policy must be used for this gig file.  
      *  
      * @note This method is currently protected and shall not be used as public  
      * API method, since its method signature might change in future and since  
      * this method should not be directly relevant for applications based on  
      * libgig.  
      */  
     bool File::HasMonolithicLargeFilePolicy() const {  
         RIFF::List* lst3LS = pRIFF->GetSubList(LIST_TYPE_3LS);  
         if (!lst3LS) return false;  
         RIFF::Chunk* ckFFmt = lst3LS->GetSubChunk(CHUNK_ID_FFMT);  
         if (!ckFFmt) return false;  
         uint8_t* pData = (uint8_t*) ckFFmt->LoadChunkData();  
         uint32_t formatBitField = load32(&pData[4]);  
         return formatBitField & 1;  
     }  
   
6057      /**      /**
6058       * Apply all the gig file's current instruments, samples, groups and settings       * Apply all the gig file's current instruments, samples, groups and settings
6059       * to the respective RIFF chunks. You have to call Save() to make changes       * to the respective RIFF chunks. You have to call Save() to make changes
# Line 5927  namespace { Line 6068  namespace {
6068      void File::UpdateChunks(progress_t* pProgress) {      void File::UpdateChunks(progress_t* pProgress) {
6069          bool newFile = pRIFF->GetSubList(LIST_TYPE_INFO) == NULL;          bool newFile = pRIFF->GetSubList(LIST_TYPE_INFO) == NULL;
6070    
         b64BitWavePoolOffsets = pVersion && pVersion->major == 3;  
   
6071          // update own gig format extension chunks          // update own gig format extension chunks
6072          // (not part of the GigaStudio 4 format)          // (not part of the GigaStudio 4 format)
6073          RIFF::List* lst3LS = pRIFF->GetSubList(LIST_TYPE_3LS);          RIFF::List* lst3LS = pRIFF->GetSubList(LIST_TYPE_3LS);
# Line 5936  namespace { Line 6075  namespace {
6075              lst3LS = pRIFF->AddSubList(LIST_TYPE_3LS);              lst3LS = pRIFF->AddSubList(LIST_TYPE_3LS);
6076          }          }
6077          // Make sure <3LS > chunk is placed before <ptbl> chunk. The precise          // Make sure <3LS > chunk is placed before <ptbl> chunk. The precise
6078          // location of <3LS > is irrelevant, however it MUST BE located BEFORE          // location of <3LS > is irrelevant, however it should be located
6079          // the actual wave data, otherwise the <3LS > chunk becomes          // before  the actual wave data
         // inaccessible on gig files larger than 4GB !  
6080          RIFF::Chunk* ckPTBL = pRIFF->GetSubChunk(CHUNK_ID_PTBL);          RIFF::Chunk* ckPTBL = pRIFF->GetSubChunk(CHUNK_ID_PTBL);
6081          pRIFF->MoveSubChunk(lst3LS, ckPTBL);          pRIFF->MoveSubChunk(lst3LS, ckPTBL);
6082    
         // Update <FFmt> chunk with informations about our file format  
         // extensions. Currently this <FFmt> chunk has the following  
         // layout:  
         //  
         // <uint32> -> (libgig's) File Format Extension version  
         // <uint32> -> Format bit field:  
         //             bit 0: If flag is not set use separate .gx01  
         //                    extension files if file is larger than 2 GB  
         //                    like with the original Giga format, if flag  
         //                    is set use 64 bit sample references and keep  
         //                    everything as one single monolithic gig file.  
         RIFF::Chunk* ckFFmt = lst3LS->GetSubChunk(CHUNK_ID_FFMT);  
         if (!ckFFmt) {  
             const int iChunkSize = 2 * sizeof(uint32_t);  
             ckFFmt = lst3LS->AddSubChunk(CHUNK_ID_FFMT, iChunkSize);  
         }  
         {  
             uint8_t* pData = (uint8_t*) ckFFmt->LoadChunkData();  
             store32(&pData[0], GIG_FILE_EXT_VERSION);  
             // for now we always save gig files larger than 2 GB as one  
             // single monolithic file (saving those with extension files is  
             // currently not supported and probably also not desired anymore  
             // nowadays).  
             uint32_t formatBitfield = 1;  
             store32(&pData[4], formatBitfield);  
         }  
6083          // This must be performed before writing the chunks for instruments,          // This must be performed before writing the chunks for instruments,
6084          // because the instruments' script slots will write the file offsets          // because the instruments' script slots will write the file offsets
6085          // of the respective instrument script chunk as reference.          // of the respective instrument script chunk as reference.
# Line 5980  namespace { Line 6092  namespace {
6092              }              }
6093          }          }
6094    
6095            // in case no libgig custom format data was added, then remove the
6096            // custom "3LS " chunk again
6097            if (!lst3LS->CountSubChunks()) {
6098                pRIFF->DeleteSubChunk(lst3LS);
6099                lst3LS = NULL;
6100            }
6101    
6102          // first update base class's chunks          // first update base class's chunks
6103          DLS::File::UpdateChunks(pProgress);          DLS::File::UpdateChunks(pProgress);
6104    
# Line 6038  namespace { Line 6157  namespace {
6157          // Note that there are several fields with unknown use. These          // Note that there are several fields with unknown use. These
6158          // are set to zero.          // are set to zero.
6159    
6160          int sublen = pSamples->size() / 8 + 49;          int sublen = int(pSamples->size() / 8 + 49);
6161          int einfSize = (Instruments + 1) * sublen;          int einfSize = (Instruments + 1) * sublen;
6162    
6163          RIFF::Chunk* einf = pRIFF->GetSubChunk(CHUNK_ID_EINF);          RIFF::Chunk* einf = pRIFF->GetSubChunk(CHUNK_ID_EINF);
# Line 6111  namespace { Line 6230  namespace {
6230                  store32(&pData[(instrumentIdx + 1) * sublen + 24], nbloops);                  store32(&pData[(instrumentIdx + 1) * sublen + 24], nbloops);
6231                  // next 8 bytes unknown                  // next 8 bytes unknown
6232                  store32(&pData[(instrumentIdx + 1) * sublen + 36], instrumentIdx);                  store32(&pData[(instrumentIdx + 1) * sublen + 36], instrumentIdx);
6233                  store32(&pData[(instrumentIdx + 1) * sublen + 40], pSamples->size());                  store32(&pData[(instrumentIdx + 1) * sublen + 40], (uint32_t) pSamples->size());
6234                  // next 4 bytes unknown                  // next 4 bytes unknown
6235    
6236                  totnbregions += instrument->Regions;                  totnbregions += instrument->Regions;
# Line 6129  namespace { Line 6248  namespace {
6248              store32(&pData[24], totnbloops);              store32(&pData[24], totnbloops);
6249              // next 8 bytes unknown              // next 8 bytes unknown
6250              // next 4 bytes unknown, not always 0              // next 4 bytes unknown, not always 0
6251              store32(&pData[40], pSamples->size());              store32(&pData[40], (uint32_t) pSamples->size());
6252              // next 4 bytes unknown              // next 4 bytes unknown
6253          }          }
6254    
6255          // update 3crc chunk          // update 3crc chunk
6256    
6257          // The 3crc chunk contains CRC-32 checksums for the          // The 3crc chunk contains CRC-32 checksums for the
6258          // samples. The actual checksum values will be filled in          // samples. When saving a gig file to disk, we first update the 3CRC
6259          // later, by Sample::Write.          // chunk here (in RAM) with the old crc values which we read from the
6260            // 3CRC chunk when we opened the file (available with gig::Sample::crc
6261            // member variable). This step is required, because samples might have
6262            // been deleted by the user since the file was opened, which in turn
6263            // changes the order of the (i.e. old) checksums within the 3crc chunk.
6264            // If a sample was conciously modified by the user (that is if
6265            // Sample::Write() was called later on) then Sample::Write() will just
6266            // update the respective individual checksum(s) directly on disk and
6267            // leaves all other sample checksums untouched.
6268    
6269          RIFF::Chunk* _3crc = pRIFF->GetSubChunk(CHUNK_ID_3CRC);          RIFF::Chunk* _3crc = pRIFF->GetSubChunk(CHUNK_ID_3CRC);
6270          if (_3crc) {          if (_3crc) {
6271              _3crc->Resize(pSamples->size() * 8);              _3crc->Resize(pSamples->size() * 8);
6272          } else if (newFile) {          } else /*if (newFile)*/ {
6273              _3crc = pRIFF->AddSubChunk(CHUNK_ID_3CRC, pSamples->size() * 8);              _3crc = pRIFF->AddSubChunk(CHUNK_ID_3CRC, pSamples->size() * 8);
             _3crc->LoadChunkData();  
   
6274              // the order of einf and 3crc is not the same in v2 and v3              // the order of einf and 3crc is not the same in v2 and v3
6275              if (einf && pVersion && pVersion->major == 3) pRIFF->MoveSubChunk(_3crc, einf);              if (einf && pVersion && pVersion->major == 3) pRIFF->MoveSubChunk(_3crc, einf);
6276          }          }
6277            { // must be performed in RAM here ...
6278                uint32_t* pData = (uint32_t*) _3crc->LoadChunkData();
6279                if (pData) {
6280                    File::SampleList::iterator iter = pSamples->begin();
6281                    File::SampleList::iterator end  = pSamples->end();
6282                    for (int index = 0; iter != end; ++iter, ++index) {
6283                        gig::Sample* pSample = (gig::Sample*) *iter;
6284                        pData[index*2]   = 1; // always 1
6285                        pData[index*2+1] = pSample->crc;
6286                    }
6287                }
6288            }
6289      }      }
6290            
6291      void File::UpdateFileOffsets() {      void File::UpdateFileOffsets() {

Legend:
Removed from v.2912  
changed lines
  Added in v.3115

  ViewVC Help
Powered by ViewVC