//------------------------------------------------------------------------------ // Copyright (c) 2011-2014 by European Organization for Nuclear Research (CERN) // Author: Michal Simon //------------------------------------------------------------------------------ // This file is part of the XRootD software suite. // // XRootD is free software: you can redistribute it and/or modify // it under the terms of the GNU Lesser General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // XRootD is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU Lesser General Public License // along with XRootD. If not, see . // // In applying this licence, CERN does not waive the privileges and immunities // granted to it by virtue of its status as an Intergovernmental Organization // or submit itself to any jurisdiction. //------------------------------------------------------------------------------ #ifndef SRC_XRDZIP_XRDZIPCDFH_HH_ #define SRC_XRDZIP_XRDZIPCDFH_HH_ #include "XrdZip/XrdZipLFH.hh" #include "XrdZip/XrdZipUtils.hh" #include "XrdZip/XrdZipDataDescriptor.hh" #include #include #include #include #include #include #include namespace XrdZip { //--------------------------------------------------------------------------- // Forward declaration for CDFH //--------------------------------------------------------------------------- struct CDFH; //--------------------------------------------------------------------------- // Vector of Central Directory records //--------------------------------------------------------------------------- typedef std::vector> cdvec_t; //--------------------------------------------------------------------------- // Map file name to index of CD record //--------------------------------------------------------------------------- typedef std::unordered_map cdmap_t; //--------------------------------------------------------------------------- // Map of Central Directory records //--------------------------------------------------------------------------- typedef std::unordered_map> cdrecs_t; //--------------------------------------------------------------------------- // A data structure representing the Central Directory File header record //--------------------------------------------------------------------------- struct CDFH { //------------------------------------------------------------------------- // Parse central directory // @param buffer : buffer containing the CD records // @param bufferSize : size of the buffer // @param nbCdRecords : nb of CD records // @return : vector of CD records / file name to index mapping //------------------------------------------------------------------------- inline static std::tuple Parse( const char *buffer, uint32_t bufferSize, uint16_t nbCdRecords ) { uint32_t offset = 0; cdvec_t cdvec; cdmap_t cdmap; cdvec.reserve( nbCdRecords ); for( size_t i = 0; i < nbCdRecords; ++i ) { if( bufferSize < cdfhBaseSize ) break; // check the signature uint32_t signature = to( buffer + offset ); if( signature != cdfhSign ) throw bad_data(); // parse the record std::unique_ptr cdfh( new CDFH( buffer + offset, bufferSize ) ); offset += cdfh->cdfhSize; bufferSize -= cdfh->cdfhSize; cdmap[cdfh->filename] = i; cdvec.push_back( std::move( cdfh ) ); } return std::make_tuple( std::move( cdvec ), std::move( cdmap ) ); } //------------------------------------------------------------------------- // Parse central directory // @param buffer : buffer containing the CD records // @param bufferSize : size of the buffer // @return : vector of CD records / file name to index mapping //------------------------------------------------------------------------- inline static std::tuple Parse( const char *&buffer, uint32_t bufferSize ) { cdvec_t cdvec; cdmap_t cdmap; size_t i = 0; while( bufferSize > 0 ) { if( bufferSize < sizeof( uint32_t ) ) throw bad_data(); // check the signature uint32_t signature = to( buffer ); if( signature != cdfhSign ) return std::make_tuple( std::move( cdvec ), std::move( cdmap ) ); // parse the record std::unique_ptr cdfh( new CDFH( buffer ) ); if( bufferSize < cdfh->cdfhSize ) throw bad_data(); buffer += cdfh->cdfhSize; bufferSize -= cdfh->cdfhSize; cdmap[cdfh->filename] = i++; cdvec.push_back( std::move( cdfh ) ); } return std::make_tuple( std::move( cdvec ), std::move( cdmap ) ); } //--------------------------------------------------------------------------- // Calculate size of the Central Directory //--------------------------------------------------------------------------- inline static size_t CalcSize( const cdvec_t &cdvec, uint32_t orgcdsz, uint32_t orgcdcnt ) { size_t size = 0; auto itr = cdvec.begin() + orgcdcnt; for( ; itr != cdvec.end() ; ++itr ) { CDFH *cdfh = itr->get(); size += cdfh->cdfhSize; } return size + orgcdsz; } inline static void Serialize( uint32_t orgcdcnt, const buffer_t &orgcdbuf, const cdvec_t &cdvec, buffer_t &buffer ) { std::copy( orgcdbuf.begin(), orgcdbuf.end(), std::back_inserter( buffer ) ); auto itr = cdvec.begin() + orgcdcnt; for( ; itr != cdvec.end() ; ++itr ) { CDFH *cdfh = itr->get(); cdfh->Serialize( buffer ); } } //------------------------------------------------------------------------- // Constructor from Local File Header //------------------------------------------------------------------------- CDFH( LFH *lfh, mode_t mode, uint64_t lfhOffset ): zipVersion( ( 3 << 8 ) | 63 ), generalBitFlag( lfh->generalBitFlag ), compressionMethod( lfh->compressionMethod ), timestmp( lfh->timestmp ), ZCRC32( lfh->ZCRC32 ), compressedSize( lfh->compressedSize ), uncompressedSize( lfh->uncompressedSize ), filenameLength( lfh->filenameLength ), commentLength( 0 ), nbDisk( 0 ), internAttr( 0 ), externAttr( mode << 16 ), filename( lfh->filename ), extra( new Extra( lfh->extra.get(), lfhOffset ) ) { if ( lfhOffset >= ovrflw::value ) offset = ovrflw::value; else offset = lfhOffset; extraLength = extra->totalSize; if ( extraLength == 0 ) minZipVersion = 10; else minZipVersion = 45; cdfhSize = cdfhBaseSize + filenameLength + extraLength + commentLength; } //------------------------------------------------------------------------- // Constructor from buffer //------------------------------------------------------------------------- CDFH( const char *buffer, const uint32_t maxSize = 0 ) { zipVersion = to(buffer + 4); minZipVersion = to(buffer + 6); generalBitFlag = to(buffer + 8); compressionMethod = to(buffer + 10); timestmp.time = to(buffer + 12); timestmp.date = to(buffer + 14); ZCRC32 = to(buffer + 16); compressedSize = to(buffer + 20); uncompressedSize = to(buffer + 24); filenameLength = to(buffer + 28); extraLength = to(buffer + 30); commentLength = to(buffer + 32); nbDisk = to(buffer + 34); internAttr = to(buffer + 36); externAttr = to(buffer + 38); offset = to(buffer + 42); if(maxSize > 0 && (uint32_t)(cdfhBaseSize+filenameLength + extraLength + commentLength) > maxSize){ throw bad_data(); } filename.assign( buffer + 46, filenameLength ); // now parse the 'extra' (may contain the zip64 extension to CDFH) ParseExtra( buffer + 46 + filenameLength, extraLength ); cdfhSize = cdfhBaseSize + filenameLength + extraLength + commentLength; } //------------------------------------------------------------------------- // Choose the right offset value from the CDFH record //------------------------------------------------------------------------- inline static uint64_t GetOffset( const CDFH &cdfh ) { if( cdfh.offset != ovrflw::value ) return cdfh.offset; return cdfh.extra->offset; } //------------------------------------------------------------------------- // Parse the extensible data fields //------------------------------------------------------------------------- void ParseExtra( const char *buffer, uint16_t length) { uint8_t ovrflws = Extra::NONE; uint16_t exsize = 0; // check if compressed size is overflown if( compressedSize == ovrflw::value) { ovrflws |= Extra::CPMSIZE; exsize += sizeof( uint64_t ); } // check if original size is overflown if( uncompressedSize == ovrflw::value ) { ovrflws |= Extra::UCMPSIZE; exsize += sizeof( uint64_t ); } // check if offset is overflown if( offset == ovrflw::value ) { ovrflws |= Extra::OFFSET; exsize += sizeof( uint64_t ); } // check if number of disks is overflown if( nbDisk == ovrflw::value ) { ovrflws |= Extra::NBDISK; exsize += sizeof( uint32_t ); } // if the expected size of ZIP64 extension is 0 we // can skip parsing of 'extra' if( exsize == 0 ) return; // Parse the extra part buffer = Extra::Find( buffer, length ); if( buffer ) { extra.reset( new Extra() ); extra->FromBuffer( buffer, exsize, ovrflws ); } } //------------------------------------------------------------------------- //! Serialize the object into a buffer //------------------------------------------------------------------------- void Serialize( buffer_t &buffer ) { copy_bytes( cdfhSign, buffer ); copy_bytes( zipVersion, buffer ); copy_bytes( minZipVersion, buffer ); copy_bytes( generalBitFlag, buffer ); copy_bytes( compressionMethod, buffer ); copy_bytes( timestmp.time, buffer ); copy_bytes( timestmp.date, buffer ); copy_bytes( ZCRC32, buffer ); copy_bytes( compressedSize, buffer ); copy_bytes( uncompressedSize, buffer ); copy_bytes( filenameLength, buffer ); copy_bytes( extraLength, buffer ); copy_bytes( commentLength, buffer ); copy_bytes( nbDisk, buffer ); copy_bytes( internAttr, buffer ); copy_bytes( externAttr, buffer ); copy_bytes( offset, buffer ); std::copy( filename.begin(), filename.end(), std::back_inserter( buffer ) ); if( extra ) extra->Serialize( buffer ); if ( commentLength > 0 ) std::copy( comment.begin(), comment.end(), std::back_inserter( buffer ) ); } //------------------------------------------------------------------------- //! @return : true if ZIP64 extension is present, false otherwise //------------------------------------------------------------------------- inline bool IsZIP64() const { return extra.get(); } //------------------------------------------------------------------------- //! @return : true if the data descriptor flag is on, false otherwise //------------------------------------------------------------------------- bool HasDataDescriptor() { return generalBitFlag & DataDescriptor::flag; } uint16_t zipVersion; // ZIP version uint16_t minZipVersion; //< minumum ZIP version uint16_t generalBitFlag; //< flags uint16_t compressionMethod; //< compression method dos_timestmp timestmp; //< DOS timestamp uint32_t ZCRC32; //< CRC32 uint32_t compressedSize; //< compressed size uint32_t uncompressedSize; //< uncompressed size uint16_t filenameLength; //< filename length uint16_t extraLength; //< size of the ZIP64 extra field uint16_t commentLength; //< comment length uint16_t nbDisk; //< number of disks uint16_t internAttr; //< internal attributes uint32_t externAttr; //< external attributes uint32_t offset; //< offset std::string filename; //< file name std::unique_ptr extra; //< ZIP64 extra field std::string comment; //< user comment uint16_t cdfhSize; // size of the record //------------------------------------------------------------------------- // the Central Directory File Header signature //------------------------------------------------------------------------- static const uint32_t cdfhSign = 0x02014b50; static const uint16_t cdfhBaseSize = 46; }; } #endif /* SRC_XRDZIP_XRDZIPCDFH_HH_ */