libretro/beetle-psx-libretro
1
0
Fork 0
mirror of https://github.com/libretro/beetle-psx-libretro.git synced 2024-11-23 16:59:49 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity
ee40afa0ca
beetle-psx-libretro/deps/libchdr/chd.c
Brian Koropoff ee40afa0ca libchdr: add precache option 
This allows reading the entire chd file into memory
2017-10-01 12:37:01 -07:00

2520 lines
75 KiB
C
Raw Blame History

/***************************************************************************
chd.c
MAME Compressed Hunks of Data file format
****************************************************************************
Copyright Aaron Giles
All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are
met:
* Redistributions of source code must retain the above copyright
notice, this list of conditions and the following disclaimer.
* Redistributions in binary form must reproduce the above copyright
notice, this list of conditions and the following disclaimer in
the documentation and/or other materials provided with the
distribution.
* Neither the name 'MAME' nor the names of its contributors may be
used to endorse or promote products derived from this software
without specific prior written permission.
THIS SOFTWARE IS PROVIDED BY AARON GILES ''AS IS'' AND ANY EXPRESS OR
IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
DISCLAIMED. IN NO EVENT SHALL AARON GILES BE LIABLE FOR ANY DIRECT,
INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
POSSIBILITY OF SUCH DAMAGE.
***************************************************************************/
#define DONT_SET_BYTE
typedef unsigned char Byte;
#include "chd.h"
#include "cdrom.h"
#include "huffman.h"
#include "flac.h"
#include "md5.h"
#include "sha1.h"
#include "LzmaEnc.h"
#include "LzmaDec.h"
#include <string.h>
#include <zlib.h>
#include <time.h>
#include <stddef.h>
#include <stdlib.h>
#include <stdio.h>
#include <retro_inline.h>
#include "../deps/crypto/md5.h"
#define TRUE 1
#define FALSE 0
#define MAX(x, y) (((x) > (y)) ? (x) : (y))
#define MIN(x, y) (((x) < (y)) ? (x) : (y))
#define SHA1_DIGEST_SIZE 20
#define CHD_MAKE_TAG(a,b,c,d) (((a) << 24) | ((b) << 16) | ((c) << 8) | (d))
/***************************************************************************
DEBUGGING
***************************************************************************/
#define PRINTF_MAX_HUNK (0)
/***************************************************************************
CONSTANTS
***************************************************************************/
#define MAP_STACK_ENTRIES 512 /* max number of entries to use on the stack */
#define MAP_ENTRY_SIZE 16 /* V3 and later */
#define OLD_MAP_ENTRY_SIZE 8 /* V1-V2 */
#define METADATA_HEADER_SIZE 16 /* metadata header size */
#define CRCMAP_HASH_SIZE 4095 /* number of CRC hashtable entries */
#define MAP_ENTRY_FLAG_TYPE_MASK 0x0f /* what type of hunk */
#define MAP_ENTRY_FLAG_NO_CRC 0x10 /* no CRC is present */
#define CHD_V1_SECTOR_SIZE 512 /* size of a "sector" in the V1 header */
#define COOKIE_VALUE 0xbaadf00d
#define MAX_ZLIB_ALLOCS 64
#define END_OF_LIST_COOKIE "EndOfListCookie"
#define NO_MATCH (~0)
static const uint8_t s_cd_sync_header[12] = { 0x00,0xff,0xff,0xff,0xff,0xff,0xff,0xff,0xff,0xff,0xff,0x00 };
// V3-V4 entry types
enum
{
V34_MAP_ENTRY_TYPE_INVALID = 0, // invalid type
V34_MAP_ENTRY_TYPE_COMPRESSED = 1, // standard compression
V34_MAP_ENTRY_TYPE_UNCOMPRESSED = 2, // uncompressed data
V34_MAP_ENTRY_TYPE_MINI = 3, // mini: use offset as raw data
V34_MAP_ENTRY_TYPE_SELF_HUNK = 4, // same as another hunk in this file
V34_MAP_ENTRY_TYPE_PARENT_HUNK = 5, // same as a hunk in the parent file
V34_MAP_ENTRY_TYPE_2ND_COMPRESSED = 6 // compressed with secondary algorithm (usually FLAC CDDA)
};
// V5 compression types
enum
{
///< codec #0
// these types are live when running
COMPRESSION_TYPE_0 = 0,
///< codec #1
COMPRESSION_TYPE_1 = 1,
///< codec #2
COMPRESSION_TYPE_2 = 2,
///< codec #3
COMPRESSION_TYPE_3 = 3,
///< no compression; implicit length = hunkbytes
COMPRESSION_NONE = 4,
///< same as another block in this chd
COMPRESSION_SELF = 5,
///< same as a hunk's worth of units in the parent chd
COMPRESSION_PARENT = 6,
///< start of small RLE run (4-bit length)
// these additional pseudo-types are used for compressed encodings:
COMPRESSION_RLE_SMALL,
///< start of large RLE run (8-bit length)
COMPRESSION_RLE_LARGE,
///< same as the last COMPRESSION_SELF block
COMPRESSION_SELF_0,
///< same as the last COMPRESSION_SELF block + 1
COMPRESSION_SELF_1,
///< same block in the parent
COMPRESSION_PARENT_SELF,
///< same as the last COMPRESSION_PARENT block
COMPRESSION_PARENT_0,
///< same as the last COMPRESSION_PARENT block + 1
COMPRESSION_PARENT_1
};
/***************************************************************************
MACROS
***************************************************************************/
#define EARLY_EXIT(x) do { (void)(x); goto cleanup; } while (0)
/***************************************************************************
TYPE DEFINITIONS
***************************************************************************/
/* interface to a codec */
typedef struct _codec_interface codec_interface;
struct _codec_interface
{
UINT32 compression; /* type of compression */
const char *compname; /* name of the algorithm */
UINT8 lossy; /* is this a lossy algorithm? */
chd_error (*init)(void *codec, UINT32 hunkbytes); /* codec initialize */
void (*free)(void *codec); /* codec free */
chd_error (*decompress)(void *codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen); /* decompress data */
chd_error (*config)(void *codec, int param, void *config); /* configure */
};
/* a single map entry */
typedef struct _map_entry map_entry;
struct _map_entry
{
UINT64 offset; /* offset within the file of the data */
UINT32 crc; /* 32-bit CRC of the data */
UINT32 length; /* length of the data */
UINT8 flags; /* misc flags */
};
/* simple linked-list of hunks used for our CRC map */
typedef struct _crcmap_entry crcmap_entry;
struct _crcmap_entry
{
UINT32 hunknum; /* hunk number */
crcmap_entry * next; /* next entry in list */
};
/* a single metadata entry */
typedef struct _metadata_entry metadata_entry;
struct _metadata_entry
{
UINT64 offset; /* offset within the file of the header */
UINT64 next; /* offset within the file of the next header */
UINT64 prev; /* offset within the file of the previous header */
UINT32 length; /* length of the metadata */
UINT32 metatag; /* metadata tag */
UINT8 flags; /* flag bits */
};
/* codec-private data for the ZLIB codec */
typedef struct _zlib_allocator zlib_allocator;
struct _zlib_allocator
{
UINT32 * allocptr[MAX_ZLIB_ALLOCS];
};
typedef struct _zlib_codec_data zlib_codec_data;
struct _zlib_codec_data
{
z_stream inflater;
zlib_allocator allocator;
};
/* codec-private data for the LZMA codec */
#define MAX_LZMA_ALLOCS 64
typedef struct _lzma_allocator lzma_allocator;
struct _lzma_allocator
{
void *(*Alloc)(void *p, size_t size);
void (*Free)(void *p, void *address); /* address can be 0 */
void (*FreeSz)(void *p, void *address, size_t size); /* address can be 0 */
uint32_t* allocptr[MAX_LZMA_ALLOCS];
};
typedef struct _lzma_codec_data lzma_codec_data;
struct _lzma_codec_data
{
CLzmaDec decoder;
lzma_allocator allocator;
};
/* codec-private data for the CDZL codec */
typedef struct _cdzl_codec_data cdzl_codec_data;
struct _cdzl_codec_data {
// internal state
zlib_codec_data base_decompressor;
zlib_codec_data subcode_decompressor;
uint8_t* buffer;
};
/* codec-private data for the CDLZ codec */
typedef struct _cdlz_codec_data cdlz_codec_data;
struct _cdlz_codec_data {
// internal state
lzma_codec_data base_decompressor;
zlib_codec_data subcode_decompressor;
uint8_t* buffer;
};
/* codec-private data for the CDFL codec */
typedef struct _cdfl_codec_data cdfl_codec_data;
struct _cdfl_codec_data {
// internal state
int swap_endian;
flac_decoder decoder;
z_stream inflater;
zlib_allocator allocator;
uint8_t* buffer;
};
/* internal representation of an open CHD file */
struct _chd_file
{
UINT32 cookie; /* cookie, should equal COOKIE_VALUE */
core_file * file; /* handle to the open core file */
UINT8 owns_file; /* flag indicating if this file should be closed on chd_close() */
chd_header header; /* header, extracted from file */
chd_file * parent; /* pointer to parent file, or NULL */
map_entry * map; /* array of map entries */
UINT8 * cache; /* hunk cache pointer */
UINT32 cachehunk; /* index of currently cached hunk */
UINT8 * compare; /* hunk compare pointer */
UINT32 comparehunk; /* index of current compare data */
UINT8 * compressed; /* pointer to buffer for compressed data */
const codec_interface * codecintf[4]; /* interface to the codec */
zlib_codec_data zlib_codec_data; /* zlib codec data */
cdzl_codec_data cdzl_codec_data; /* cdzl codec data */
cdlz_codec_data cdlz_codec_data; /* cdlz codec data */
cdfl_codec_data cdfl_codec_data; /* cdfl codec data */
crcmap_entry * crcmap; /* CRC map entries */
crcmap_entry * crcfree; /* free list CRC entries */
crcmap_entry ** crctable; /* table of CRC entries */
UINT32 maxhunk; /* maximum hunk accessed */
UINT8 compressing; /* are we compressing? */
MD5_CTX compmd5; /* running MD5 during compression */
SHA1_CTX compsha1; /* running SHA1 during compression */
UINT32 comphunk; /* next hunk we will compress */
UINT8 verifying; /* are we verifying? */
MD5_CTX vermd5; /* running MD5 during verification */
SHA1_CTX versha1; /* running SHA1 during verification */
UINT32 verhunk; /* next hunk we will verify */
UINT32 async_hunknum; /* hunk index for asynchronous operations */
void * async_buffer; /* buffer pointer for asynchronous operations */
UINT8 * file_cache; /* cache of underlying file */
};
/* a single metadata hash entry */
typedef struct _metadata_hash metadata_hash;
struct _metadata_hash
{
UINT8 tag[4]; /* tag of the metadata in big-endian */
UINT8 sha1[CHD_SHA1_BYTES]; /* hash */
};
/***************************************************************************
GLOBAL VARIABLES
***************************************************************************/
static const UINT8 nullmd5[CHD_MD5_BYTES] = { 0 };
static const UINT8 nullsha1[CHD_SHA1_BYTES] = { 0 };
/***************************************************************************
PROTOTYPES
***************************************************************************/
/* internal header operations */
static chd_error header_validate(const chd_header *header);
static chd_error header_read(core_file *file, chd_header *header);
/* internal hunk read/write */
static chd_error hunk_read_into_cache(chd_file *chd, UINT32 hunknum);
static chd_error hunk_read_into_memory(chd_file *chd, UINT32 hunknum, UINT8 *dest);
/* internal map access */
static chd_error map_read(chd_file *chd);
/* metadata management */
static chd_error metadata_find_entry(chd_file *chd, UINT32 metatag, UINT32 metaindex, metadata_entry *metaentry);
/* zlib compression codec */
static chd_error zlib_codec_init(void *codec, uint32_t hunkbytes);
static void zlib_codec_free(void *codec);
static chd_error zlib_codec_decompress(void *codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen);
static voidpf zlib_fast_alloc(voidpf opaque, uInt items, uInt size);
static void zlib_fast_free(voidpf opaque, voidpf address);
/* lzma compression codec */
static chd_error lzma_codec_init(void *codec, uint32_t hunkbytes);
static void lzma_codec_free(void *codec);
static chd_error lzma_codec_decompress(void *codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen);
/* cdzl compression codec */
static chd_error cdzl_codec_init(void* codec, uint32_t hunkbytes);
static void cdzl_codec_free(void* codec);
static chd_error cdzl_codec_decompress(void *codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen);
/* cdlz compression codec */
static chd_error cdlz_codec_init(void* codec, uint32_t hunkbytes);
static void cdlz_codec_free(void* codec);
static chd_error cdlz_codec_decompress(void *codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen);
/* cdfl compression codec */
static chd_error cdfl_codec_init(void* codec, uint32_t hunkbytes);
static void cdfl_codec_free(void* codec);
static chd_error cdfl_codec_decompress(void *codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen);
//**************************************************************************
// LZMA ALLOCATOR HELPER
//**************************************************************************
void *lzma_fast_alloc(void *p, size_t size);
void lzma_fast_free(void *p, void *address);
//-------------------------------------------------
// lzma_allocator_init
//-------------------------------------------------
void lzma_allocator_init(void* p)
{
lzma_allocator *codec = (lzma_allocator *)(p);
// reset pointer list
memset(codec->allocptr, 0, sizeof(codec->allocptr));
codec->Alloc = lzma_fast_alloc;
codec->Free = lzma_fast_free;
}
//-------------------------------------------------
// lzma_allocator_free
//-------------------------------------------------
void lzma_allocator_free(void* p )
{
int i;
lzma_allocator *codec = (lzma_allocator *)(p);
// free our memory
for (i = 0 ; i < MAX_LZMA_ALLOCS ; i++)
{
if (codec->allocptr[i] != NULL)
free(codec->allocptr[i]);
}
}
//-------------------------------------------------
// lzma_fast_alloc - fast malloc for lzma, which
// allocates and frees memory frequently
//-------------------------------------------------
void *lzma_fast_alloc(void *p, size_t size)
{
int scan;
uint32_t *addr = NULL;
lzma_allocator *codec = (lzma_allocator *)(p);
// compute the size, rounding to the nearest 1k
size = (size + 0x3ff) & ~0x3ff;
// reuse a hunk if we can
for (scan = 0; scan < MAX_LZMA_ALLOCS; scan++)
{
uint32_t *ptr = codec->allocptr[scan];
if (ptr != NULL && size == *ptr)
{
// set the low bit of the size so we don't match next time
*ptr |= 1;
return ptr + 1;
}
}
// alloc a new one and put it into the list
addr = (uint32_t *)malloc(sizeof(uint8_t) * (size + sizeof(uint32_t)));
if (addr==NULL)
return NULL;
for (scan = 0; scan < MAX_LZMA_ALLOCS; scan++)
{
if (codec->allocptr[scan] == NULL)
{
codec->allocptr[scan] = addr;
break;
}
}
// set the low bit of the size so we don't match next time
*addr = size | 1;
return addr + 1;
}
//-------------------------------------------------
// lzma_fast_free - fast free for lzma, which
// allocates and frees memory frequently
//-------------------------------------------------
void lzma_fast_free(void *p, void *address)
{
int scan;
uint32_t *ptr;
lzma_allocator *codec;
if (address == NULL)
return;
codec = (lzma_allocator *)(p);
// find the hunk
ptr = (uint32_t *)(address) - 1;
for (scan = 0; scan < MAX_LZMA_ALLOCS; scan++)
{
if (ptr == codec->allocptr[scan])
{
// clear the low bit of the size to allow matches
*ptr &= ~1;
return;
}
}
}
//**************************************************************************
// LZMA DECOMPRESSOR
//**************************************************************************
//-------------------------------------------------
// lzma_codec_init - constructor
//-------------------------------------------------
chd_error lzma_codec_init(void* codec, uint32_t hunkbytes)
{
CLzmaEncHandle enc;
CLzmaEncProps encoder_props;
Byte decoder_props[LZMA_PROPS_SIZE];
SizeT props_size;
lzma_allocator* alloc;
lzma_codec_data* lzma_codec = (lzma_codec_data*) codec;
// construct the decoder
LzmaDec_Construct(&lzma_codec->decoder);
// FIXME: this code is written in a way that makes it impossible to safely upgrade the LZMA SDK
// This code assumes that the current version of the encoder imposes the same requirements on the
// decoder as the encoder used to produce the file. This is not necessarily true. The format
// needs to be changed so the encoder properties are written to the file.
// configure the properties like the compressor did
LzmaEncProps_Init(&encoder_props);
encoder_props.level = 9;
encoder_props.reduceSize = hunkbytes;
LzmaEncProps_Normalize(&encoder_props);
// convert to decoder properties
alloc = &lzma_codec->allocator;
lzma_allocator_init(alloc);
enc = LzmaEnc_Create((ISzAlloc*)alloc);
if (!enc)
return CHDERR_DECOMPRESSION_ERROR;
if (LzmaEnc_SetProps(enc, &encoder_props) != SZ_OK)
{
LzmaEnc_Destroy(enc, (ISzAlloc*)&alloc, (ISzAlloc*)&alloc);
return CHDERR_DECOMPRESSION_ERROR;
}
props_size = sizeof(decoder_props);
if (LzmaEnc_WriteProperties(enc, decoder_props, &props_size) != SZ_OK)
{
LzmaEnc_Destroy(enc, (ISzAlloc*)alloc, (ISzAlloc*)alloc);
return CHDERR_DECOMPRESSION_ERROR;
}
LzmaEnc_Destroy(enc, (ISzAlloc*)alloc, (ISzAlloc*)alloc);
// do memory allocations
if (LzmaDec_Allocate(&lzma_codec->decoder, decoder_props, LZMA_PROPS_SIZE, (ISzAlloc*)alloc) != SZ_OK)
return CHDERR_DECOMPRESSION_ERROR;
// Okay
return CHDERR_NONE;
}
//-------------------------------------------------
// lzma_codec_free
//-------------------------------------------------
void lzma_codec_free(void* codec)
{
lzma_codec_data* lzma_codec = (lzma_codec_data*) codec;
// free memory
LzmaDec_Free(&lzma_codec->decoder, (ISzAlloc*)&lzma_codec->allocator);
}
//-------------------------------------------------
// decompress - decompress data using the LZMA
// codec
//-------------------------------------------------
chd_error lzma_codec_decompress(void* codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen)
{
ELzmaStatus status;
SRes res;
SizeT consumedlen, decodedlen;
// initialize
lzma_codec_data* lzma_codec = (lzma_codec_data*) codec;
LzmaDec_Init(&lzma_codec->decoder);
// decode
consumedlen = complen;
decodedlen = destlen;
res = LzmaDec_DecodeToBuf(&lzma_codec->decoder, dest, &decodedlen, src, &consumedlen, LZMA_FINISH_END, &status);
if ((res != SZ_OK && res != LZMA_STATUS_MAYBE_FINISHED_WITHOUT_MARK) || consumedlen != complen || decodedlen != destlen)
return CHDERR_DECOMPRESSION_ERROR;
return CHDERR_NONE;
}
// cdlz
chd_error cdlz_codec_init(void* codec, uint32_t hunkbytes)
{
cdlz_codec_data* cdlz = (cdlz_codec_data*) codec;
// allocate buffer
cdlz->buffer = (uint8_t*)malloc(sizeof(uint8_t) * hunkbytes);
// make sure the CHD's hunk size is an even multiple of the frame size
lzma_codec_init(&cdlz->base_decompressor, (hunkbytes / CD_FRAME_SIZE) * CD_MAX_SECTOR_DATA);
zlib_codec_init(&cdlz->subcode_decompressor, (hunkbytes / CD_FRAME_SIZE) * CD_MAX_SUBCODE_DATA);
if (hunkbytes % CD_FRAME_SIZE != 0)
return CHDERR_CODEC_ERROR;
return CHDERR_NONE;
}
void cdlz_codec_free(void* codec)
{
// TODO
}
chd_error cdlz_codec_decompress(void *codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen)
{
uint32_t framenum;
cdlz_codec_data* cdlz = (cdlz_codec_data*)codec;
// determine header bytes
uint32_t frames = destlen / CD_FRAME_SIZE;
uint32_t complen_bytes = (destlen < 65536) ? 2 : 3;
uint32_t ecc_bytes = (frames + 7) / 8;
uint32_t header_bytes = ecc_bytes + complen_bytes;
// extract compressed length of base
uint32_t complen_base = (src[ecc_bytes + 0] << 8) | src[ecc_bytes + 1];
if (complen_bytes > 2)
complen_base = (complen_base << 8) | src[ecc_bytes + 2];
// reset and decode
lzma_codec_decompress(&cdlz->base_decompressor, &src[header_bytes], complen_base, &cdlz->buffer[0], frames * CD_MAX_SECTOR_DATA);
zlib_codec_decompress(&cdlz->subcode_decompressor, &src[header_bytes + complen_base], complen - complen_base - header_bytes, &cdlz->buffer[frames * CD_MAX_SECTOR_DATA], frames * CD_MAX_SUBCODE_DATA);
// reassemble the data
for (framenum = 0; framenum < frames; framenum++)
{
uint8_t *sector;
memcpy(&dest[framenum * CD_FRAME_SIZE], &cdlz->buffer[framenum * CD_MAX_SECTOR_DATA], CD_MAX_SECTOR_DATA);
memcpy(&dest[framenum * CD_FRAME_SIZE + CD_MAX_SECTOR_DATA], &cdlz->buffer[frames * CD_MAX_SECTOR_DATA + framenum * CD_MAX_SUBCODE_DATA], CD_MAX_SUBCODE_DATA);
// reconstitute the ECC data and sync header
sector = &dest[framenum * CD_FRAME_SIZE];
if ((src[framenum / 8] & (1 << (framenum % 8))) != 0)
{
memcpy(sector, s_cd_sync_header, sizeof(s_cd_sync_header));
ecc_generate(sector);
}
}
return CHDERR_NONE;
}
// cdzl
chd_error cdzl_codec_init(void *codec, uint32_t hunkbytes)
{
cdzl_codec_data* cdzl = (cdzl_codec_data*)codec;
// make sure the CHD's hunk size is an even multiple of the frame size
zlib_codec_init(&cdzl->base_decompressor, (hunkbytes / CD_FRAME_SIZE) * CD_MAX_SECTOR_DATA);
zlib_codec_init(&cdzl->subcode_decompressor, (hunkbytes / CD_FRAME_SIZE) * CD_MAX_SUBCODE_DATA);
cdzl->buffer = (uint8_t*)malloc(sizeof(uint8_t) * hunkbytes);
if (hunkbytes % CD_FRAME_SIZE != 0)
return CHDERR_CODEC_ERROR;
return CHDERR_NONE;
}
void cdzl_codec_free(void *codec)
{
// TODO
}
chd_error cdzl_codec_decompress(void *codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen)
{
uint32_t framenum;
cdzl_codec_data* cdzl = (cdzl_codec_data*)codec;
// determine header bytes
uint32_t frames = destlen / CD_FRAME_SIZE;
uint32_t complen_bytes = (destlen < 65536) ? 2 : 3;
uint32_t ecc_bytes = (frames + 7) / 8;
uint32_t header_bytes = ecc_bytes + complen_bytes;
// extract compressed length of base
uint32_t complen_base = (src[ecc_bytes + 0] << 8) | src[ecc_bytes + 1];
if (complen_bytes > 2)
complen_base = (complen_base << 8) | src[ecc_bytes + 2];
// reset and decode
zlib_codec_decompress(&cdzl->base_decompressor, &src[header_bytes], complen_base, &cdzl->buffer[0], frames * CD_MAX_SECTOR_DATA);
zlib_codec_decompress(&cdzl->subcode_decompressor, &src[header_bytes + complen_base], complen - complen_base - header_bytes, &cdzl->buffer[frames * CD_MAX_SECTOR_DATA], frames * CD_MAX_SUBCODE_DATA);
// reassemble the data
for (framenum = 0; framenum < frames; framenum++)
{
uint8_t *sector;
memcpy(&dest[framenum * CD_FRAME_SIZE], &cdzl->buffer[framenum * CD_MAX_SECTOR_DATA], CD_MAX_SECTOR_DATA);
memcpy(&dest[framenum * CD_FRAME_SIZE + CD_MAX_SECTOR_DATA], &cdzl->buffer[frames * CD_MAX_SECTOR_DATA + framenum * CD_MAX_SUBCODE_DATA], CD_MAX_SUBCODE_DATA);
// reconstitute the ECC data and sync header
sector = &dest[framenum * CD_FRAME_SIZE];
if ((src[framenum / 8] & (1 << (framenum % 8))) != 0)
{
memcpy(sector, s_cd_sync_header, sizeof(s_cd_sync_header));
ecc_generate(sector);
}
}
return CHDERR_NONE;
}
//**************************************************************************
// CD FLAC DECOMPRESSOR
//**************************************************************************
//------------------------------------------------------
// cdfl_codec_blocksize - return the optimal block size
//------------------------------------------------------
static uint32_t cdfl_codec_blocksize(uint32_t bytes)
{
// determine FLAC block size, which must be 16-65535
// clamp to 2k since that's supposed to be the sweet spot
uint32_t hunkbytes = bytes / 4;
while (hunkbytes > 2048)
hunkbytes /= 2;
return hunkbytes;
}
chd_error cdfl_codec_init(void *codec, uint32_t hunkbytes)
{
int zerr;
uint16_t native_endian = 0;
cdfl_codec_data *cdfl = (cdfl_codec_data*)codec;
cdfl->buffer = (uint8_t*)malloc(sizeof(uint8_t) * hunkbytes);
// make sure the CHD's hunk size is an even multiple of the frame size
if (hunkbytes % CD_FRAME_SIZE != 0)
return CHDERR_CODEC_ERROR;
// determine whether we want native or swapped samples
*(uint8_t *)(&native_endian) = 1;
cdfl->swap_endian = (native_endian & 1);
// init the inflater
cdfl->inflater.next_in = (Bytef *)cdfl; // bogus, but that's ok
cdfl->inflater.avail_in = 0;
//cdfl->allocator.install(cdfl->inflater);
cdfl->inflater.zalloc = zlib_fast_alloc;
cdfl->inflater.zfree = zlib_fast_free;
cdfl->inflater.opaque = &cdfl->allocator;
zerr = inflateInit2(&cdfl->inflater, -MAX_WBITS);
// convert errors
if (zerr == Z_MEM_ERROR)
return CHDERR_OUT_OF_MEMORY;
else if (zerr != Z_OK)
return CHDERR_CODEC_ERROR;
// init flac decoder
flac_decoder_init(&cdfl->decoder);
return CHDERR_NONE;
}
void cdfl_codec_free(void *codec)
{
cdfl_codec_data *cdfl = (cdfl_codec_data*)codec;
inflateEnd(&cdfl->inflater);
}
chd_error cdfl_codec_decompress(void *codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen)
{
int zerr;
uint8_t *buffer;
uint32_t framenum, offset;
cdfl_codec_data *cdfl = (cdfl_codec_data*)codec;
// reset and decode
uint32_t frames = destlen / CD_FRAME_SIZE;
if (!flac_decoder_reset(&cdfl->decoder, 44100, 2, cdfl_codec_blocksize(frames * CD_MAX_SECTOR_DATA), src, complen))
return CHDERR_DECOMPRESSION_ERROR;
buffer = &cdfl->buffer[0];
if (!flac_decoder_decode_interleaved(&cdfl->decoder, (int16_t *)(buffer), frames * CD_MAX_SECTOR_DATA/4, cdfl->swap_endian))
return CHDERR_DECOMPRESSION_ERROR;
// inflate the subcode data
offset = flac_decoder_finish(&cdfl->decoder);
cdfl->inflater.next_in = (Bytef *)(src + offset);
cdfl->inflater.avail_in = complen - offset;
cdfl->inflater.total_in = 0;
cdfl->inflater.next_out = &cdfl->buffer[frames * CD_MAX_SECTOR_DATA];
cdfl->inflater.avail_out = frames * CD_MAX_SUBCODE_DATA;
cdfl->inflater.total_out = 0;
zerr = inflateReset(&cdfl->inflater);
if (zerr != Z_OK)
return CHDERR_DECOMPRESSION_ERROR;
// do it
zerr = inflate(&cdfl->inflater, Z_FINISH);
if (zerr != Z_STREAM_END)
return CHDERR_DECOMPRESSION_ERROR;
if (cdfl->inflater.total_out != frames * CD_MAX_SUBCODE_DATA)
return CHDERR_DECOMPRESSION_ERROR;
// reassemble the data
for (framenum = 0; framenum < frames; framenum++)
{
memcpy(&dest[framenum * CD_FRAME_SIZE], &cdfl->buffer[framenum * CD_MAX_SECTOR_DATA], CD_MAX_SECTOR_DATA);
memcpy(&dest[framenum * CD_FRAME_SIZE + CD_MAX_SECTOR_DATA], &cdfl->buffer[frames * CD_MAX_SECTOR_DATA + framenum * CD_MAX_SUBCODE_DATA], CD_MAX_SUBCODE_DATA);
}
return CHDERR_NONE;
}
/***************************************************************************
CODEC INTERFACES
***************************************************************************/
#define CHD_MAKE_TAG(a,b,c,d) (((a) << 24) | ((b) << 16) | ((c) << 8) | (d))
// general codecs with CD frontend
#define CHD_CODEC_CD_ZLIB CHD_MAKE_TAG('c','d','z','l')
#define CHD_CODEC_CD_LZMA CHD_MAKE_TAG('c','d','l','z')
#define CHD_CODEC_CD_FLAC CHD_MAKE_TAG('c','d','f','l')
static const codec_interface codec_interfaces[] =
{
/* "none" or no compression */
{
CHDCOMPRESSION_NONE,
"none",
FALSE,
NULL,
NULL,
NULL,
NULL
},
/* standard zlib compression */
{
CHDCOMPRESSION_ZLIB,
"zlib",
FALSE,
zlib_codec_init,
zlib_codec_free,
zlib_codec_decompress,
NULL
},
/* zlib+ compression */
{
CHDCOMPRESSION_ZLIB_PLUS,
"zlib+",
FALSE,
zlib_codec_init,
zlib_codec_free,
zlib_codec_decompress,
NULL
},
/* V5 CD zlib compression */
{
CHD_CODEC_CD_ZLIB,
"cdzl (CD Deflate)",
FALSE,
cdzl_codec_init,
cdzl_codec_free,
cdzl_codec_decompress,
NULL
},
/* V5 CD lzma compression */
{
CHD_CODEC_CD_LZMA,
"cdlz (CD LZMA)",
FALSE,
cdlz_codec_init,
cdlz_codec_free,
cdlz_codec_decompress,
NULL
},
/* V5 CD flac compression */
{
CHD_CODEC_CD_FLAC,
"cdfl (CD FLAC)",
FALSE,
cdfl_codec_init,
cdfl_codec_free,
cdfl_codec_decompress,
NULL
},
};
/***************************************************************************
INLINE FUNCTIONS
***************************************************************************/
/*-------------------------------------------------
get_bigendian_uint64 - fetch a UINT64 from
the data stream in bigendian order
-------------------------------------------------*/
static INLINE UINT64 get_bigendian_uint64(const UINT8 *base)
{
return ((UINT64)base[0] << 56) | ((UINT64)base[1] << 48) | ((UINT64)base[2] << 40) | ((UINT64)base[3] << 32) |
((UINT64)base[4] << 24) | ((UINT64)base[5] << 16) | ((UINT64)base[6] << 8) | (UINT64)base[7];
}
/*-------------------------------------------------
put_bigendian_uint64 - write a UINT64 to
the data stream in bigendian order
-------------------------------------------------*/
static INLINE void put_bigendian_uint64(UINT8 *base, UINT64 value)
{
base[0] = value >> 56;
base[1] = value >> 48;
base[2] = value >> 40;
base[3] = value >> 32;
base[4] = value >> 24;
base[5] = value >> 16;
base[6] = value >> 8;
base[7] = value;
}
/*-------------------------------------------------
get_bigendian_uint48 - fetch a UINT48 from
the data stream in bigendian order
-------------------------------------------------*/
static INLINE UINT64 get_bigendian_uint48(const UINT8 *base)
{
return ((UINT64)base[0] << 40) | ((UINT64)base[1] << 32) |
((UINT64)base[2] << 24) | ((UINT64)base[3] << 16) | ((UINT64)base[4] << 8) | (UINT64)base[5];
}
/*-------------------------------------------------
put_bigendian_uint48 - write a UINT48 to
the data stream in bigendian order
-------------------------------------------------*/
static INLINE void put_bigendian_uint48(UINT8 *base, UINT64 value)
{
value &= 0xffffffffffff;
base[0] = value >> 40;
base[1] = value >> 32;
base[2] = value >> 24;
base[3] = value >> 16;
base[4] = value >> 8;
base[5] = value;
}
/*-------------------------------------------------
get_bigendian_uint32 - fetch a UINT32 from
the data stream in bigendian order
-------------------------------------------------*/
static INLINE UINT32 get_bigendian_uint32(const UINT8 *base)
{
return (base[0] << 24) | (base[1] << 16) | (base[2] << 8) | base[3];
}
/*-------------------------------------------------
put_bigendian_uint32 - write a UINT32 to
the data stream in bigendian order
-------------------------------------------------*/
static INLINE void put_bigendian_uint24(UINT8 *base, UINT32 value)
{
value &= 0xffffff;
base[0] = value >> 16;
base[1] = value >> 8;
base[2] = value;
}
/*-------------------------------------------------
put_bigendian_uint24 - write a UINT24 to
the data stream in bigendian order
-------------------------------------------------*/
static INLINE void put_bigendian_uint32(UINT8 *base, UINT32 value)
{
value &= 0xffffff;
base[0] = value >> 16;
base[1] = value >> 8;
base[2] = value;
}
/*-------------------------------------------------
get_bigendian_uint24 - fetch a UINT24 from
the data stream in bigendian order
-------------------------------------------------*/
static INLINE UINT32 get_bigendian_uint24(const UINT8 *base)
{
return (base[0] << 16) | (base[1] << 8) | base[2];
}
/*-------------------------------------------------
get_bigendian_uint16 - fetch a UINT16 from
the data stream in bigendian order
-------------------------------------------------*/
static INLINE UINT16 get_bigendian_uint16(const UINT8 *base)
{
return (base[0] << 8) | base[1];
}
/*-------------------------------------------------
put_bigendian_uint16 - write a UINT16 to
the data stream in bigendian order
-------------------------------------------------*/
static INLINE void put_bigendian_uint16(UINT8 *base, UINT16 value)
{
base[0] = value >> 8;
base[1] = value;
}
/*-------------------------------------------------
map_extract - extract a single map
entry from the datastream
-------------------------------------------------*/
static INLINE void map_extract(const UINT8 *base, map_entry *entry)
{
entry->offset = get_bigendian_uint64(&base[0]);
entry->crc = get_bigendian_uint32(&base[8]);
entry->length = get_bigendian_uint16(&base[12]) | (base[14] << 16);
entry->flags = base[15];
}
/*-------------------------------------------------
map_assemble - write a single map
entry to the datastream
-------------------------------------------------*/
static INLINE void map_assemble(UINT8 *base, map_entry *entry)
{
put_bigendian_uint64(&base[0], entry->offset);
put_bigendian_uint32(&base[8], entry->crc);
put_bigendian_uint16(&base[12], entry->length);
base[14] = entry->length >> 16;
base[15] = entry->flags;
}
/*-------------------------------------------------
map_size_v5 - calculate CHDv5 map size
-------------------------------------------------*/
static INLINE int map_size_v5(chd_header* header)
{
return header->hunkcount * header->mapentrybytes;
}
/*-------------------------------------------------
crc16 - calculate CRC16 (from hashing.cpp)
-------------------------------------------------*/
uint16_t crc16(const void *data, uint32_t length)
{
uint16_t crc = 0xffff;
static const uint16_t s_table[256] =
{
0x0000, 0x1021, 0x2042, 0x3063, 0x4084, 0x50a5, 0x60c6, 0x70e7,
0x8108, 0x9129, 0xa14a, 0xb16b, 0xc18c, 0xd1ad, 0xe1ce, 0xf1ef,
0x1231, 0x0210, 0x3273, 0x2252, 0x52b5, 0x4294, 0x72f7, 0x62d6,
0x9339, 0x8318, 0xb37b, 0xa35a, 0xd3bd, 0xc39c, 0xf3ff, 0xe3de,
0x2462, 0x3443, 0x0420, 0x1401, 0x64e6, 0x74c7, 0x44a4, 0x5485,
0xa56a, 0xb54b, 0x8528, 0x9509, 0xe5ee, 0xf5cf, 0xc5ac, 0xd58d,
0x3653, 0x2672, 0x1611, 0x0630, 0x76d7, 0x66f6, 0x5695, 0x46b4,
0xb75b, 0xa77a, 0x9719, 0x8738, 0xf7df, 0xe7fe, 0xd79d, 0xc7bc,
0x48c4, 0x58e5, 0x6886, 0x78a7, 0x0840, 0x1861, 0x2802, 0x3823,
0xc9cc, 0xd9ed, 0xe98e, 0xf9af, 0x8948, 0x9969, 0xa90a, 0xb92b,
0x5af5, 0x4ad4, 0x7ab7, 0x6a96, 0x1a71, 0x0a50, 0x3a33, 0x2a12,
0xdbfd, 0xcbdc, 0xfbbf, 0xeb9e, 0x9b79, 0x8b58, 0xbb3b, 0xab1a,
0x6ca6, 0x7c87, 0x4ce4, 0x5cc5, 0x2c22, 0x3c03, 0x0c60, 0x1c41,
0xedae, 0xfd8f, 0xcdec, 0xddcd, 0xad2a, 0xbd0b, 0x8d68, 0x9d49,
0x7e97, 0x6eb6, 0x5ed5, 0x4ef4, 0x3e13, 0x2e32, 0x1e51, 0x0e70,
0xff9f, 0xefbe, 0xdfdd, 0xcffc, 0xbf1b, 0xaf3a, 0x9f59, 0x8f78,
0x9188, 0x81a9, 0xb1ca, 0xa1eb, 0xd10c, 0xc12d, 0xf14e, 0xe16f,
0x1080, 0x00a1, 0x30c2, 0x20e3, 0x5004, 0x4025, 0x7046, 0x6067,
0x83b9, 0x9398, 0xa3fb, 0xb3da, 0xc33d, 0xd31c, 0xe37f, 0xf35e,
0x02b1, 0x1290, 0x22f3, 0x32d2, 0x4235, 0x5214, 0x6277, 0x7256,
0xb5ea, 0xa5cb, 0x95a8, 0x8589, 0xf56e, 0xe54f, 0xd52c, 0xc50d,
0x34e2, 0x24c3, 0x14a0, 0x0481, 0x7466, 0x6447, 0x5424, 0x4405,
0xa7db, 0xb7fa, 0x8799, 0x97b8, 0xe75f, 0xf77e, 0xc71d, 0xd73c,
0x26d3, 0x36f2, 0x0691, 0x16b0, 0x6657, 0x7676, 0x4615, 0x5634,
0xd94c, 0xc96d, 0xf90e, 0xe92f, 0x99c8, 0x89e9, 0xb98a, 0xa9ab,
0x5844, 0x4865, 0x7806, 0x6827, 0x18c0, 0x08e1, 0x3882, 0x28a3,
0xcb7d, 0xdb5c, 0xeb3f, 0xfb1e, 0x8bf9, 0x9bd8, 0xabbb, 0xbb9a,
0x4a75, 0x5a54, 0x6a37, 0x7a16, 0x0af1, 0x1ad0, 0x2ab3, 0x3a92,
0xfd2e, 0xed0f, 0xdd6c, 0xcd4d, 0xbdaa, 0xad8b, 0x9de8, 0x8dc9,
0x7c26, 0x6c07, 0x5c64, 0x4c45, 0x3ca2, 0x2c83, 0x1ce0, 0x0cc1,
0xef1f, 0xff3e, 0xcf5d, 0xdf7c, 0xaf9b, 0xbfba, 0x8fd9, 0x9ff8,
0x6e17, 0x7e36, 0x4e55, 0x5e74, 0x2e93, 0x3eb2, 0x0ed1, 0x1ef0
};
const uint8_t *src = (uint8_t*)data;
// fetch the current value into a local and rip through the source data
while (length-- != 0)
crc = (crc << 8) ^ s_table[(crc >> 8) ^ *src++];
return crc;
}
/*-------------------------------------------------
decompress_v5_map - decompress the v5 map
-------------------------------------------------*/
static chd_error decompress_v5_map(chd_file* chd, chd_header* header)
{
int hunknum;
uint8_t lastcomp = 0;
int repcount = 0;
uint32_t last_self = 0;
uint64_t last_parent = 0;
struct bitstream* bitbuf;
uint32_t mapbytes;
uint64_t firstoffs;
uint16_t mapcrc;
uint8_t lengthbits;
uint8_t selfbits;
uint8_t parentbits;
uint8_t *compressed;
uint8_t rawbuf[16];
struct huffman_decoder* decoder;
enum huffman_error err;
uint64_t curoffset;
if (header->mapoffset == 0)
{
//memset(header->rawmap, 0xff,map_size_v5(header));
return CHDERR_READ_ERROR;
}
// read the reader
core_fseek(chd->file, header->mapoffset, SEEK_SET);
core_fread(chd->file, rawbuf, sizeof(rawbuf));
mapbytes = get_bigendian_uint32(&rawbuf[0]);
firstoffs = get_bigendian_uint48(&rawbuf[4]);
mapcrc = get_bigendian_uint16(&rawbuf[10]);
lengthbits = rawbuf[12];
selfbits = rawbuf[13];
parentbits = rawbuf[14];
// now read the map
compressed = (uint8_t*)malloc(sizeof(uint8_t) * mapbytes);
core_fseek(chd->file, header->mapoffset + 16, SEEK_SET);
core_fread(chd->file, compressed, mapbytes);
bitbuf = create_bitstream(compressed, sizeof(uint8_t) * mapbytes);
header->rawmap = (uint8_t*)malloc(sizeof(uint8_t) * map_size_v5(header));
// first decode the compression types
decoder = create_huffman_decoder(16, 8);
err = huffman_import_tree_rle(decoder, bitbuf);
if (err != HUFFERR_NONE)
return CHDERR_DECOMPRESSION_ERROR;
for (hunknum = 0; hunknum < header->hunkcount; hunknum++)
{
uint8_t *rawmap = header->rawmap + (hunknum * 12);
if (repcount > 0)
rawmap[0] = lastcomp, repcount--;
else
{
uint8_t val = huffman_decode_one(decoder, bitbuf);
if (val == COMPRESSION_RLE_SMALL)
rawmap[0] = lastcomp, repcount = 2 + huffman_decode_one(decoder, bitbuf);
else if (val == COMPRESSION_RLE_LARGE)
rawmap[0] = lastcomp, repcount = 2 + 16 + (huffman_decode_one(decoder, bitbuf) << 4), repcount += huffman_decode_one(decoder, bitbuf);
else
rawmap[0] = lastcomp = val;
}
}
// then iterate through the hunks and extract the needed data
curoffset = firstoffs;
for (hunknum = 0; hunknum < header->hunkcount; hunknum++)
{
uint8_t *rawmap = header->rawmap + (hunknum * 12);
uint64_t offset = curoffset;
uint32_t length = 0;
uint16_t crc = 0;
switch (rawmap[0])
{
// base types
case COMPRESSION_TYPE_0:
case COMPRESSION_TYPE_1:
case COMPRESSION_TYPE_2:
case COMPRESSION_TYPE_3:
curoffset += length = bitstream_read(bitbuf, lengthbits);
crc = bitstream_read(bitbuf, 16);
break;
case COMPRESSION_NONE:
curoffset += length = header->hunkbytes;
crc = bitstream_read(bitbuf, 16);
break;
case COMPRESSION_SELF:
last_self = offset = bitstream_read(bitbuf, selfbits);
break;
case COMPRESSION_PARENT:
offset = bitstream_read(bitbuf, parentbits);
last_parent = offset;
break;
// pseudo-types; convert into base types
case COMPRESSION_SELF_1:
last_self++;
case COMPRESSION_SELF_0:
rawmap[0] = COMPRESSION_SELF;
offset = last_self;
break;
case COMPRESSION_PARENT_SELF:
rawmap[0] = COMPRESSION_PARENT;
last_parent = offset = ( ((uint64_t)hunknum) * ((uint64_t)header->hunkbytes) ) / header->unitbytes;
break;
case COMPRESSION_PARENT_1:
last_parent += header->hunkbytes / header->unitbytes;
case COMPRESSION_PARENT_0:
rawmap[0] = COMPRESSION_PARENT;
offset = last_parent;
break;
}
// UINT24 length
put_bigendian_uint24(&rawmap[1], length);
// UINT48 offset
put_bigendian_uint48(&rawmap[4], offset);
// crc16
put_bigendian_uint16(&rawmap[10], crc);
}
// verify the final CRC
if (crc16(&header->rawmap[0], header->hunkcount * 12) != mapcrc)
return CHDERR_DECOMPRESSION_ERROR;
return CHDERR_NONE;
}
/*-------------------------------------------------
map_extract_old - extract a single map
entry in old format from the datastream
-------------------------------------------------*/
static INLINE void map_extract_old(const UINT8 *base, map_entry *entry, UINT32 hunkbytes)
{
entry->offset = get_bigendian_uint64(&base[0]);
entry->crc = 0;
entry->length = entry->offset >> 44;
entry->flags = MAP_ENTRY_FLAG_NO_CRC | ((entry->length == hunkbytes) ? V34_MAP_ENTRY_TYPE_UNCOMPRESSED : V34_MAP_ENTRY_TYPE_COMPRESSED);
#ifdef __MWERKS__
entry->offset = entry->offset & 0x00000FFFFFFFFFFFLL;
#else
entry->offset = (entry->offset << 20) >> 20;
#endif
}
/***************************************************************************
CHD FILE MANAGEMENT
***************************************************************************/
/*-------------------------------------------------
chd_open_file - open a CHD file for access
-------------------------------------------------*/
chd_error chd_open_file(core_file *file, int mode, chd_file *parent, chd_file **chd)
{
chd_file *newchd = NULL;
chd_error err;
int intfnum;
/* verify parameters */
if (file == NULL)
EARLY_EXIT(err = CHDERR_INVALID_PARAMETER);
/* punt if invalid parent */
if (parent != NULL && parent->cookie != COOKIE_VALUE)
EARLY_EXIT(err = CHDERR_INVALID_PARAMETER);
/* allocate memory for the final result */
newchd = (chd_file *)malloc(sizeof(chd_file));
if (newchd == NULL)
EARLY_EXIT(err = CHDERR_OUT_OF_MEMORY);
memset(newchd, 0, sizeof(chd_file));
newchd->cookie = COOKIE_VALUE;
newchd->parent = parent;
newchd->file = file;
/* now attempt to read the header */
err = header_read(newchd->file, &newchd->header);
if (err != CHDERR_NONE)
EARLY_EXIT(err);
/* validate the header */
err = header_validate(&newchd->header);
if (err != CHDERR_NONE)
EARLY_EXIT(err);
/* make sure we don't open a read-only file writeable */
if (mode == CHD_OPEN_READWRITE && !(newchd->header.flags & CHDFLAGS_IS_WRITEABLE))
EARLY_EXIT(err = CHDERR_FILE_NOT_WRITEABLE);
/* also, never open an older version writeable */
if (mode == CHD_OPEN_READWRITE && newchd->header.version < CHD_HEADER_VERSION)
EARLY_EXIT(err = CHDERR_UNSUPPORTED_VERSION);
/* if we need a parent, make sure we have one */
if (parent == NULL && (newchd->header.flags & CHDFLAGS_HAS_PARENT))
EARLY_EXIT(err = CHDERR_REQUIRES_PARENT);
/* make sure we have a valid parent */
if (parent != NULL)
{
/* check MD5 if it isn't empty */
if (memcmp(nullmd5, newchd->header.parentmd5, sizeof(newchd->header.parentmd5)) != 0 &&
memcmp(nullmd5, newchd->parent->header.md5, sizeof(newchd->parent->header.md5)) != 0 &&
memcmp(newchd->parent->header.md5, newchd->header.parentmd5, sizeof(newchd->header.parentmd5)) != 0)
EARLY_EXIT(err = CHDERR_INVALID_PARENT);
/* check SHA1 if it isn't empty */
if (memcmp(nullsha1, newchd->header.parentsha1, sizeof(newchd->header.parentsha1)) != 0 &&
memcmp(nullsha1, newchd->parent->header.sha1, sizeof(newchd->parent->header.sha1)) != 0 &&
memcmp(newchd->parent->header.sha1, newchd->header.parentsha1, sizeof(newchd->header.parentsha1)) != 0)
EARLY_EXIT(err = CHDERR_INVALID_PARENT);
}
/* now read the hunk map */
if (newchd->header.version < 5)
{
err = map_read(newchd);
if (err != CHDERR_NONE)
EARLY_EXIT(err);
}
else
{
err = decompress_v5_map(newchd, &(newchd->header));
}
/* allocate and init the hunk cache */
newchd->cache = (UINT8 *)malloc(newchd->header.hunkbytes);
newchd->compare = (UINT8 *)malloc(newchd->header.hunkbytes);
if (newchd->cache == NULL || newchd->compare == NULL)
EARLY_EXIT(err = CHDERR_OUT_OF_MEMORY);
newchd->cachehunk = ~0;
newchd->comparehunk = ~0;
/* allocate the temporary compressed buffer */
newchd->compressed = (UINT8 *)malloc(newchd->header.hunkbytes);
if (newchd->compressed == NULL)
EARLY_EXIT(err = CHDERR_OUT_OF_MEMORY);
/* find the codec interface */
if (newchd->header.version < 5)
{
for (intfnum = 0; intfnum < ARRAY_LENGTH(codec_interfaces); intfnum++)
if (codec_interfaces[intfnum].compression == newchd->header.compression[0])
{
newchd->codecintf[0] = &codec_interfaces[intfnum];
break;
}
if (intfnum == ARRAY_LENGTH(codec_interfaces))
EARLY_EXIT(err = CHDERR_UNSUPPORTED_FORMAT);
/* initialize the codec */
if (newchd->codecintf[0]->init != NULL)
err = (*newchd->codecintf[0]->init)(&newchd->zlib_codec_data, newchd->header.hunkbytes);
}
else
{
int decompnum;
// verify the compression types and initialize the codecs
for (decompnum = 0; decompnum < ARRAY_LENGTH(newchd->header.compression); decompnum++)
{
int i;
for (i = 0 ; i < ARRAY_LENGTH(codec_interfaces) ; i++)
{
if (codec_interfaces[i].compression == newchd->header.compression[decompnum])
{
newchd->codecintf[decompnum] = &codec_interfaces[i];
if (newchd->codecintf[decompnum] == NULL && newchd->header.compression[decompnum] != 0)
err = CHDERR_UNSUPPORTED_FORMAT;
/* initialize the codec */
if (newchd->codecintf[decompnum]->init != NULL)
{
void* codec = NULL;
switch (newchd->header.compression[decompnum])
{
case CHD_CODEC_CD_ZLIB:
codec = &newchd->cdzl_codec_data;
break;
case CHD_CODEC_CD_LZMA:
codec = &newchd->cdlz_codec_data;
break;
case CHD_CODEC_CD_FLAC:
codec = &newchd->cdfl_codec_data;
break;
}
if (codec != NULL)
{
err = (*newchd->codecintf[decompnum]->init)(codec, newchd->header.hunkbytes);
}
}
}
}
}
}
// HACK
//if (err != CHDERR_NONE)
// EARLY_EXIT(err);
/* all done */
*chd = newchd;
return CHDERR_NONE;
cleanup:
if (newchd != NULL)
chd_close(newchd);
return err;
}
/*-------------------------------------------------
chd_open - open a CHD file by
filename
-------------------------------------------------*/
chd_error chd_open(const char *filename, int mode, chd_file *parent, chd_file **chd)
{
chd_error err;
core_file *file = NULL;
UINT32 openflags;
/* choose the proper mode */
switch(mode)
{
case CHD_OPEN_READ:
break;
default:
err = CHDERR_INVALID_PARAMETER;
goto cleanup;
}
/* open the file */
file = core_fopen(filename);
if (file == 0)
{
err = CHDERR_FILE_NOT_FOUND;
goto cleanup;
}
/* now open the CHD */
err = chd_open_file(file, mode, parent, chd);
if (err != CHDERR_NONE)
goto cleanup;
/* we now own this file */
(*chd)->owns_file = TRUE;
cleanup:
if ((err != CHDERR_NONE) && (file != NULL))
core_fclose(file);
return err;
}
chd_error chd_precache(chd_file *chd)
{
ssize_t size, count;
if (chd->file_cache == NULL)
{
core_fseek(chd->file, 0, SEEK_END);
size = core_ftell(chd->file);
if (size <= 0)
return CHDERR_INVALID_DATA;
chd->file_cache = malloc(size);
if (chd->file_cache == NULL)
return CHDERR_OUT_OF_MEMORY;
core_fseek(chd->file, 0, SEEK_SET);
count = core_fread(chd->file, chd->file_cache, size);
if (count != size)
{
free(chd->file_cache);
chd->file_cache = NULL;
return CHDERR_READ_ERROR;
}
}
return CHDERR_NONE;
}
/*-------------------------------------------------
chd_close - close a CHD file for access
-------------------------------------------------*/
void chd_close(chd_file *chd)
{
/* punt if NULL or invalid */
if (chd == NULL || chd->cookie != COOKIE_VALUE)
return;
/* deinit the codec */
if (chd->header.version < 5)
{
if (chd->codecintf[0] != NULL && chd->codecintf[0]->free != NULL)
(*chd->codecintf[0]->free)(&chd->zlib_codec_data);
}
else
{
int i;
// Free the codecs
for (i = 0 ; i < 4 ; i++)
{
void* codec = NULL;
switch (chd->codecintf[i]->compression)
{
case CHD_CODEC_CD_LZMA:
codec = &chd->cdlz_codec_data;
break;
case CHD_CODEC_CD_ZLIB:
codec = &chd->cdzl_codec_data;
break;
case CHD_CODEC_CD_FLAC:
codec = &chd->cdfl_codec_data;
break;
}
if (codec)
{
(*chd->codecintf[i]->free)(codec);
}
}
// Free the raw map
if (chd->header.rawmap != NULL)
free(chd->header.rawmap);
}
/* free the compressed data buffer */
if (chd->compressed != NULL)
free(chd->compressed);
/* free the hunk cache and compare data */
if (chd->compare != NULL)
free(chd->compare);
if (chd->cache != NULL)
free(chd->cache);
/* free the hunk map */
if (chd->map != NULL)
free(chd->map);
/* free the CRC table */
if (chd->crctable != NULL)
free(chd->crctable);
/* free the CRC map */
if (chd->crcmap != NULL)
free(chd->crcmap);
/* close the file */
if (chd->owns_file && chd->file != NULL)
core_fclose(chd->file);
if (PRINTF_MAX_HUNK) printf("Max hunk = %d/%d\n", chd->maxhunk, chd->header.totalhunks);
if (chd->file_cache)
free(chd->file_cache);
/* free our memory */
free(chd);
}
/*-------------------------------------------------
chd_core_file - return the associated
core_file
-------------------------------------------------*/
core_file *chd_core_file(chd_file *chd)
{
return chd->file;
}
/*-------------------------------------------------
chd_error_string - return an error string for
the given CHD error
-------------------------------------------------*/
const char *chd_error_string(chd_error err)
{
switch (err)
{
case CHDERR_NONE: return "no error";
case CHDERR_NO_INTERFACE: return "no drive interface";
case CHDERR_OUT_OF_MEMORY: return "out of memory";
case CHDERR_INVALID_FILE: return "invalid file";
case CHDERR_INVALID_PARAMETER: return "invalid parameter";
case CHDERR_INVALID_DATA: return "invalid data";
case CHDERR_FILE_NOT_FOUND: return "file not found";
case CHDERR_REQUIRES_PARENT: return "requires parent";
case CHDERR_FILE_NOT_WRITEABLE: return "file not writeable";
case CHDERR_READ_ERROR: return "read error";
case CHDERR_WRITE_ERROR: return "write error";
case CHDERR_CODEC_ERROR: return "codec error";
case CHDERR_INVALID_PARENT: return "invalid parent";
case CHDERR_HUNK_OUT_OF_RANGE: return "hunk out of range";
case CHDERR_DECOMPRESSION_ERROR: return "decompression error";
case CHDERR_COMPRESSION_ERROR: return "compression error";
case CHDERR_CANT_CREATE_FILE: return "can't create file";
case CHDERR_CANT_VERIFY: return "can't verify file";
case CHDERR_NOT_SUPPORTED: return "operation not supported";
case CHDERR_METADATA_NOT_FOUND: return "can't find metadata";
case CHDERR_INVALID_METADATA_SIZE: return "invalid metadata size";
case CHDERR_UNSUPPORTED_VERSION: return "unsupported CHD version";
case CHDERR_VERIFY_INCOMPLETE: return "incomplete verify";
case CHDERR_INVALID_METADATA: return "invalid metadata";
case CHDERR_INVALID_STATE: return "invalid state";
case CHDERR_OPERATION_PENDING: return "operation pending";
case CHDERR_NO_ASYNC_OPERATION: return "no async operation in progress";
case CHDERR_UNSUPPORTED_FORMAT: return "unsupported format";
default: return "undocumented error";
}
}
/***************************************************************************
CHD HEADER MANAGEMENT
***************************************************************************/
/*-------------------------------------------------
chd_get_header - return a pointer to the
extracted header data
-------------------------------------------------*/
const chd_header *chd_get_header(chd_file *chd)
{
/* punt if NULL or invalid */
if (chd == NULL || chd->cookie != COOKIE_VALUE)
return NULL;
return &chd->header;
}
/***************************************************************************
CORE DATA READ/WRITE
***************************************************************************/
/*-------------------------------------------------
chd_read - read a single hunk from the CHD
file
-------------------------------------------------*/
chd_error chd_read(chd_file *chd, UINT32 hunknum, void *buffer)
{
/* punt if NULL or invalid */
if (chd == NULL || chd->cookie != COOKIE_VALUE)
return CHDERR_INVALID_PARAMETER;
/* if we're past the end, fail */
if (hunknum >= chd->header.totalhunks)
return CHDERR_HUNK_OUT_OF_RANGE;
/* perform the read */
return hunk_read_into_memory(chd, hunknum, (UINT8 *)buffer);
}
/***************************************************************************
METADATA MANAGEMENT
***************************************************************************/
/*-------------------------------------------------
chd_get_metadata - get the indexed metadata
of the given type
-------------------------------------------------*/
chd_error chd_get_metadata(chd_file *chd, UINT32 searchtag, UINT32 searchindex, void *output, UINT32 outputlen, UINT32 *resultlen, UINT32 *resulttag, UINT8 *resultflags)
{
metadata_entry metaentry;
chd_error err;
UINT32 count;
/* if we didn't find it, just return */
err = metadata_find_entry(chd, searchtag, searchindex, &metaentry);
if (err != CHDERR_NONE)
{
/* unless we're an old version and they are requesting hard disk metadata */
if (chd->header.version < 3 && (searchtag == HARD_DISK_METADATA_TAG || searchtag == CHDMETATAG_WILDCARD) && searchindex == 0)
{
char faux_metadata[256];
UINT32 faux_length;
/* fill in the faux metadata */
sprintf(faux_metadata, HARD_DISK_METADATA_FORMAT, chd->header.obsolete_cylinders, chd->header.obsolete_heads, chd->header.obsolete_sectors, chd->header.hunkbytes / chd->header.obsolete_hunksize);
faux_length = (UINT32)strlen(faux_metadata) + 1;
/* copy the metadata itself */
memcpy(output, faux_metadata, MIN(outputlen, faux_length));
/* return the length of the data and the tag */
if (resultlen != NULL)
*resultlen = faux_length;
if (resulttag != NULL)
*resulttag = HARD_DISK_METADATA_TAG;
return CHDERR_NONE;
}
return err;
}
/* read the metadata */
outputlen = MIN(outputlen, metaentry.length);
core_fseek(chd->file, metaentry.offset + METADATA_HEADER_SIZE, SEEK_SET);
count = core_fread(chd->file, output, outputlen);
if (count != outputlen)
return CHDERR_READ_ERROR;
/* return the length of the data and the tag */
if (resultlen != NULL)
*resultlen = metaentry.length;
if (resulttag != NULL)
*resulttag = metaentry.metatag;
if (resultflags != NULL)
*resultflags = metaentry.flags;
return CHDERR_NONE;
}
/***************************************************************************
CODEC INTERFACES
***************************************************************************/
/*-------------------------------------------------
chd_codec_config - set internal codec
parameters
-------------------------------------------------*/
chd_error chd_codec_config(chd_file *chd, int param, void *config)
{
return CHDERR_INVALID_PARAMETER;
}
/*-------------------------------------------------
chd_get_codec_name - get the name of a
particular codec
-------------------------------------------------*/
const char *chd_get_codec_name(UINT32 codec)
{
return "Unknown";
}
/***************************************************************************
INTERNAL HEADER OPERATIONS
***************************************************************************/
/*-------------------------------------------------
header_validate - check the validity of a
CHD header
-------------------------------------------------*/
static chd_error header_validate(const chd_header *header)
{
int intfnum;
/* require a valid version */
if (header->version == 0 || header->version > CHD_HEADER_VERSION)
return CHDERR_UNSUPPORTED_VERSION;
/* require a valid length */
if ((header->version == 1 && header->length != CHD_V1_HEADER_SIZE) ||
(header->version == 2 && header->length != CHD_V2_HEADER_SIZE) ||
(header->version == 3 && header->length != CHD_V3_HEADER_SIZE) ||
(header->version == 4 && header->length != CHD_V4_HEADER_SIZE) ||
(header->version == 5 && header->length != CHD_V5_HEADER_SIZE))
return CHDERR_INVALID_PARAMETER;
/* Do not validate v5 header */
if (header->version <= 4)
{
/* require valid flags */
if (header->flags & CHDFLAGS_UNDEFINED)
return CHDERR_INVALID_PARAMETER;
/* require a supported compression mechanism */
for (intfnum = 0; intfnum < ARRAY_LENGTH(codec_interfaces); intfnum++)
if (codec_interfaces[intfnum].compression == header->compression[0])
break;
if (intfnum == ARRAY_LENGTH(codec_interfaces))
return CHDERR_INVALID_PARAMETER;
/* require a valid hunksize */
if (header->hunkbytes == 0 || header->hunkbytes >= 65536 * 256)
return CHDERR_INVALID_PARAMETER;
/* require a valid hunk count */
if (header->totalhunks == 0)
return CHDERR_INVALID_PARAMETER;
/* require a valid MD5 and/or SHA1 if we're using a parent */
if ((header->flags & CHDFLAGS_HAS_PARENT) && memcmp(header->parentmd5, nullmd5, sizeof(nullmd5)) == 0 && memcmp(header->parentsha1, nullsha1, sizeof(nullsha1)) == 0)
return CHDERR_INVALID_PARAMETER;
/* if we're V3 or later, the obsolete fields must be 0 */
if (header->version >= 3 &&
(header->obsolete_cylinders != 0 || header->obsolete_sectors != 0 ||
header->obsolete_heads != 0 || header->obsolete_hunksize != 0))
return CHDERR_INVALID_PARAMETER;
/* if we're pre-V3, the obsolete fields must NOT be 0 */
if (header->version < 3 &&
(header->obsolete_cylinders == 0 || header->obsolete_sectors == 0 ||
header->obsolete_heads == 0 || header->obsolete_hunksize == 0))
return CHDERR_INVALID_PARAMETER;
}
return CHDERR_NONE;
}
/*-------------------------------------------------
header_read - read a CHD header into the
internal data structure
-------------------------------------------------*/
static chd_error header_read(core_file *file, chd_header *header)
{
UINT8 rawheader[CHD_MAX_HEADER_SIZE];
UINT32 count;
/* punt if NULL */
if (header == NULL)
return CHDERR_INVALID_PARAMETER;
/* punt if invalid file */
if (file == NULL)
return CHDERR_INVALID_FILE;
/* seek and read */
core_fseek(file, 0, SEEK_SET);
count = core_fread(file, rawheader, sizeof(rawheader));
if (count != sizeof(rawheader))
return CHDERR_READ_ERROR;
/* verify the tag */
if (strncmp((char *)rawheader, "MComprHD", 8) != 0)
return CHDERR_INVALID_DATA;
/* extract the direct data */
memset(header, 0, sizeof(*header));
header->length = get_bigendian_uint32(&rawheader[8]);
header->version = get_bigendian_uint32(&rawheader[12]);
/* make sure it's a version we understand */
if (header->version == 0 || header->version > CHD_HEADER_VERSION)
return CHDERR_UNSUPPORTED_VERSION;
/* make sure the length is expected */
if ((header->version == 1 && header->length != CHD_V1_HEADER_SIZE) ||
(header->version == 2 && header->length != CHD_V2_HEADER_SIZE) ||
(header->version == 3 && header->length != CHD_V3_HEADER_SIZE) ||
(header->version == 4 && header->length != CHD_V4_HEADER_SIZE) ||
(header->version == 5 && header->length != CHD_V5_HEADER_SIZE))
return CHDERR_INVALID_DATA;
/* extract the common data */
header->flags = get_bigendian_uint32(&rawheader[16]);
header->compression[0] = get_bigendian_uint32(&rawheader[20]);
/* extract the V1/V2-specific data */
if (header->version < 3)
{
int seclen = (header->version == 1) ? CHD_V1_SECTOR_SIZE : get_bigendian_uint32(&rawheader[76]);
header->obsolete_hunksize = get_bigendian_uint32(&rawheader[24]);
header->totalhunks = get_bigendian_uint32(&rawheader[28]);
header->obsolete_cylinders = get_bigendian_uint32(&rawheader[32]);
header->obsolete_heads = get_bigendian_uint32(&rawheader[36]);
header->obsolete_sectors = get_bigendian_uint32(&rawheader[40]);
memcpy(header->md5, &rawheader[44], CHD_MD5_BYTES);
memcpy(header->parentmd5, &rawheader[60], CHD_MD5_BYTES);
header->logicalbytes = (UINT64)header->obsolete_cylinders * (UINT64)header->obsolete_heads * (UINT64)header->obsolete_sectors * (UINT64)seclen;
header->hunkbytes = seclen * header->obsolete_hunksize;
header->metaoffset = 0;
}
/* extract the V3-specific data */
else if (header->version == 3)
{
header->totalhunks = get_bigendian_uint32(&rawheader[24]);
header->logicalbytes = get_bigendian_uint64(&rawheader[28]);
header->metaoffset = get_bigendian_uint64(&rawheader[36]);
memcpy(header->md5, &rawheader[44], CHD_MD5_BYTES);
memcpy(header->parentmd5, &rawheader[60], CHD_MD5_BYTES);
header->hunkbytes = get_bigendian_uint32(&rawheader[76]);
memcpy(header->sha1, &rawheader[80], CHD_SHA1_BYTES);
memcpy(header->parentsha1, &rawheader[100], CHD_SHA1_BYTES);
}
/* extract the V4-specific data */
else if (header->version == 4)
{
header->totalhunks = get_bigendian_uint32(&rawheader[24]);
header->logicalbytes = get_bigendian_uint64(&rawheader[28]);
header->metaoffset = get_bigendian_uint64(&rawheader[36]);
header->hunkbytes = get_bigendian_uint32(&rawheader[44]);
memcpy(header->sha1, &rawheader[48], CHD_SHA1_BYTES);
memcpy(header->parentsha1, &rawheader[68], CHD_SHA1_BYTES);
memcpy(header->rawsha1, &rawheader[88], CHD_SHA1_BYTES);
}
/* extract the V5-specific data */
else if (header->version == 5)
{
/* TODO */
header->compression[0] = get_bigendian_uint32(&rawheader[16]);
header->compression[1] = get_bigendian_uint32(&rawheader[20]);
header->compression[2] = get_bigendian_uint32(&rawheader[24]);
header->compression[3] = get_bigendian_uint32(&rawheader[28]);
header->logicalbytes = get_bigendian_uint64(&rawheader[32]);
header->mapoffset = get_bigendian_uint64(&rawheader[40]);
header->metaoffset = get_bigendian_uint64(&rawheader[48]);
header->hunkbytes = get_bigendian_uint32(&rawheader[56]);
header->hunkcount = (header->logicalbytes + header->hunkbytes - 1) / header->hunkbytes;
header->unitbytes = get_bigendian_uint32(&rawheader[60]);
header->unitcount = (header->logicalbytes + header->unitbytes - 1) / header->unitbytes;
memcpy(header->sha1, &rawheader[84], CHD_SHA1_BYTES);
memcpy(header->parentsha1, &rawheader[104], CHD_SHA1_BYTES);
memcpy(header->rawsha1, &rawheader[64], CHD_SHA1_BYTES);
// determine properties of map entries
header->mapentrybytes = 12; //TODO compressed() ? 12 : 4;
// hack
header->totalhunks = header->hunkcount;
}
/* Unknown version */
else
{
/* TODO */
}
/* guess it worked */
return CHDERR_NONE;
}
/***************************************************************************
INTERNAL HUNK READ/WRITE
***************************************************************************/
/*-------------------------------------------------
hunk_read_into_cache - read a hunk into
the CHD's hunk cache
-------------------------------------------------*/
static chd_error hunk_read_into_cache(chd_file *chd, UINT32 hunknum)
{
chd_error err;
/* track the max */
if (hunknum > chd->maxhunk)
chd->maxhunk = hunknum;
/* if we're already in the cache, we're done */
if (chd->cachehunk == hunknum)
return CHDERR_NONE;
chd->cachehunk = ~0;
/* otherwise, read the data */
err = hunk_read_into_memory(chd, hunknum, chd->cache);
if (err != CHDERR_NONE)
return err;
/* mark the hunk successfully cached in */
chd->cachehunk = hunknum;
return CHDERR_NONE;
}
static UINT8* read_compressed(chd_file *chd, UINT64 offset, size_t size)
{
ssize_t bytes;
if (chd->file_cache != NULL)
{
return chd->file_cache + offset;
}
else
{
core_fseek(chd->file, offset, SEEK_SET);
bytes = core_fread(chd->file, chd->compressed, size);
if (bytes != size)
return NULL;
return chd->compressed;
}
}
static chd_error read_uncompressed(chd_file *chd, UINT64 offset, size_t size, UINT8 *dest)
{
ssize_t bytes;
if (chd->file_cache != NULL)
{
memcpy(dest, chd->file_cache + offset, size);
}
else
{
core_fseek(chd->file, offset, SEEK_SET);
bytes = core_fread(chd->file, dest, size);
if (bytes != size)
return CHDERR_READ_ERROR;
}
return CHDERR_NONE;
}
/*-------------------------------------------------
hunk_read_into_memory - read a hunk into
memory at the given location
-------------------------------------------------*/
static chd_error hunk_read_into_memory(chd_file *chd, UINT32 hunknum, UINT8 *dest)
{
chd_error err;
// punt if no file
if (chd->file == NULL)
return CHDERR_INVALID_FILE;
/* return an error if out of range */
if (hunknum >= chd->header.totalhunks)
return CHDERR_HUNK_OUT_OF_RANGE;
if (chd->header.version < 5)
{
map_entry *entry = &chd->map[hunknum];
UINT32 bytes;
/* switch off the entry type */
switch (entry->flags & MAP_ENTRY_FLAG_TYPE_MASK)
{
/* compressed data */
case V34_MAP_ENTRY_TYPE_COMPRESSED:
{
void* codec;
UINT8 *bytes = read_compressed(chd, entry->offset, entry->length);
if (bytes == NULL)
return CHDERR_READ_ERROR;
/* now decompress using the codec */
err = CHDERR_NONE;
codec = &chd->zlib_codec_data;
if (chd->codecintf[0]->decompress != NULL)
err = (*chd->codecintf[0]->decompress)(codec, bytes, entry->length, dest, chd->header.hunkbytes);
if (err != CHDERR_NONE)
return err;
}
break;
/* uncompressed data */
case V34_MAP_ENTRY_TYPE_UNCOMPRESSED:
err = read_uncompressed(chd, entry->offset, chd->header.hunkbytes, dest);
if (err != CHDERR_NONE)
return err;
break;
/* mini-compressed data */
case V34_MAP_ENTRY_TYPE_MINI:
put_bigendian_uint64(&dest[0], entry->offset);
for (bytes = 8; bytes < chd->header.hunkbytes; bytes++)
dest[bytes] = dest[bytes - 8];
break;
/* self-referenced data */
case V34_MAP_ENTRY_TYPE_SELF_HUNK:
if (chd->cachehunk == entry->offset && dest == chd->cache)
break;
return hunk_read_into_memory(chd, entry->offset, dest);
/* parent-referenced data */
case V34_MAP_ENTRY_TYPE_PARENT_HUNK:
err = hunk_read_into_memory(chd->parent, entry->offset, dest);
if (err != CHDERR_NONE)
return err;
break;
}
return CHDERR_NONE;
}
else
{
// get a pointer to the map entry
uint64_t blockoffs;
uint32_t blocklen;
uint16_t blockcrc;
void* codec = NULL;
uint8_t *rawmap = &chd->header.rawmap[chd->header.mapentrybytes * hunknum];
UINT8 *bytes;
// uncompressed case
/* TODO
if (!compressed())
{
blockoffs = uint64_t(be_read(rawmap, 4)) * uint64_t(m_hunkbytes);
if (blockoffs != 0)
file_read(blockoffs, dest, m_hunkbytes);
else if (m_parent_missing)
throw CHDERR_REQUIRES_PARENT;
else if (m_parent != nullptr)
m_parent->read_hunk(hunknum, dest);
else
memset(dest, 0, m_hunkbytes);
return CHDERR_NONE;
}*/
// compressed case
blocklen = get_bigendian_uint24(&rawmap[1]);
blockoffs = get_bigendian_uint48(&rawmap[4]);
blockcrc = get_bigendian_uint16(&rawmap[10]);
switch (rawmap[0])
{
case COMPRESSION_TYPE_0:
case COMPRESSION_TYPE_1:
case COMPRESSION_TYPE_2:
case COMPRESSION_TYPE_3:
bytes = read_compressed(chd, blockoffs, blocklen);
if (bytes == NULL)
return CHDERR_READ_ERROR;
switch (chd->codecintf[rawmap[0]]->compression)
{
case CHD_CODEC_CD_LZMA:
codec = &chd->cdlz_codec_data;
break;
case CHD_CODEC_CD_ZLIB:
codec = &chd->cdzl_codec_data;
break;
case CHD_CODEC_CD_FLAC:
codec = &chd->cdfl_codec_data;
break;
}
if (codec==NULL)
return CHDERR_DECOMPRESSION_ERROR;
chd->codecintf[rawmap[0]]->decompress(codec, bytes, blocklen, dest, chd->header.hunkbytes);
if (dest != NULL && crc16(dest, chd->header.hunkbytes) != blockcrc)
return CHDERR_DECOMPRESSION_ERROR;
return CHDERR_NONE;
case COMPRESSION_NONE:
err = read_uncompressed(chd, blockoffs, blocklen, dest);
if (err != CHDERR_NONE)
return err;
if (crc16(dest, chd->header.hunkbytes) != blockcrc)
return CHDERR_DECOMPRESSION_ERROR;
return CHDERR_NONE;
case COMPRESSION_SELF:
return hunk_read_into_memory(chd, blockoffs, dest);
case COMPRESSION_PARENT:
// TODO
//if (m_parent_missing)
// return CHDERR_REQUIRES_PARENT;
//return m_parent->read_bytes(uint64_t(blockoffs) * uint64_t(m_parent->unit_bytes()), dest, m_hunkbytes);
return CHDERR_DECOMPRESSION_ERROR;
}
return CHDERR_NONE;
}
// We should not reach this code
return CHDERR_DECOMPRESSION_ERROR;
}
/***************************************************************************
INTERNAL MAP ACCESS
***************************************************************************/
/*-------------------------------------------------
map_read - read the initial sector map
-------------------------------------------------*/
static chd_error map_read(chd_file *chd)
{
UINT32 entrysize = (chd->header.version < 3) ? OLD_MAP_ENTRY_SIZE : MAP_ENTRY_SIZE;
UINT8 raw_map_entries[MAP_STACK_ENTRIES * MAP_ENTRY_SIZE];
UINT64 fileoffset, maxoffset = 0;
UINT8 cookie[MAP_ENTRY_SIZE];
UINT32 count;
chd_error err;
int i;
/* first allocate memory */
chd->map = (map_entry *)malloc(sizeof(chd->map[0]) * chd->header.totalhunks);
if (!chd->map)
return CHDERR_OUT_OF_MEMORY;
/* read the map entries in in chunks and extract to the map list */
fileoffset = chd->header.length;
for (i = 0; i < chd->header.totalhunks; i += MAP_STACK_ENTRIES)
{
/* compute how many entries this time */
int entries = chd->header.totalhunks - i, j;
if (entries > MAP_STACK_ENTRIES)
entries = MAP_STACK_ENTRIES;
/* read that many */
core_fseek(chd->file, fileoffset, SEEK_SET);
count = core_fread(chd->file, raw_map_entries, entries * entrysize);
if (count != entries * entrysize)
{
err = CHDERR_READ_ERROR;
goto cleanup;
}
fileoffset += entries * entrysize;
/* process that many */
if (entrysize == MAP_ENTRY_SIZE)
{
for (j = 0; j < entries; j++)
map_extract(&raw_map_entries[j * MAP_ENTRY_SIZE], &chd->map[i + j]);
}
else
{
for (j = 0; j < entries; j++)
map_extract_old(&raw_map_entries[j * OLD_MAP_ENTRY_SIZE], &chd->map[i + j], chd->header.hunkbytes);
}
/* track the maximum offset */
for (j = 0; j < entries; j++)
if ((chd->map[i + j].flags & MAP_ENTRY_FLAG_TYPE_MASK) == V34_MAP_ENTRY_TYPE_COMPRESSED ||
(chd->map[i + j].flags & MAP_ENTRY_FLAG_TYPE_MASK) == V34_MAP_ENTRY_TYPE_UNCOMPRESSED)
maxoffset = MAX(maxoffset, chd->map[i + j].offset + chd->map[i + j].length);
}
/* verify the cookie */
core_fseek(chd->file, fileoffset, SEEK_SET);
count = core_fread(chd->file, &cookie, entrysize);
if (count != entrysize || memcmp(&cookie, END_OF_LIST_COOKIE, entrysize))
{
err = CHDERR_INVALID_FILE;
goto cleanup;
}
/* verify the length */
if (maxoffset > core_fsize(chd->file))
{
err = CHDERR_INVALID_FILE;
goto cleanup;
}
return CHDERR_NONE;
cleanup:
if (chd->map)
free(chd->map);
chd->map = NULL;
return err;
}
/***************************************************************************
INTERNAL METADATA ACCESS
***************************************************************************/
/*-------------------------------------------------
metadata_find_entry - find a metadata entry
-------------------------------------------------*/
static chd_error metadata_find_entry(chd_file *chd, UINT32 metatag, UINT32 metaindex, metadata_entry *metaentry)
{
/* start at the beginning */
metaentry->offset = chd->header.metaoffset;
metaentry->prev = 0;
/* loop until we run out of options */
while (metaentry->offset != 0)
{
UINT8 raw_meta_header[METADATA_HEADER_SIZE];
UINT32 count;
/* read the raw header */
core_fseek(chd->file, metaentry->offset, SEEK_SET);
count = core_fread(chd->file, raw_meta_header, sizeof(raw_meta_header));
if (count != sizeof(raw_meta_header))
break;
/* extract the data */
metaentry->metatag = get_bigendian_uint32(&raw_meta_header[0]);
metaentry->length = get_bigendian_uint32(&raw_meta_header[4]);
metaentry->next = get_bigendian_uint64(&raw_meta_header[8]);
/* flags are encoded in the high byte of length */
metaentry->flags = metaentry->length >> 24;
metaentry->length &= 0x00ffffff;
/* if we got a match, proceed */
if (metatag == CHDMETATAG_WILDCARD || metaentry->metatag == metatag)
if (metaindex-- == 0)
return CHDERR_NONE;
/* no match, fetch the next link */
metaentry->prev = metaentry->offset;
metaentry->offset = metaentry->next;
}
/* if we get here, we didn't find it */
return CHDERR_METADATA_NOT_FOUND;
}
/***************************************************************************
ZLIB COMPRESSION CODEC
***************************************************************************/
/*-------------------------------------------------
zlib_codec_init - initialize the ZLIB codec
-------------------------------------------------*/
static chd_error zlib_codec_init(void *codec, uint32_t hunkbytes)
{
zlib_codec_data *data = (zlib_codec_data*)codec;
chd_error err;
int zerr;
/* clear the buffers */
memset(data, 0, sizeof(zlib_codec_data));
/* init the inflater first */
data->inflater.next_in = (Bytef *)data; /* bogus, but that's ok */
data->inflater.avail_in = 0;
data->inflater.zalloc = zlib_fast_alloc;
data->inflater.zfree = zlib_fast_free;
data->inflater.opaque = &data->allocator;
zerr = inflateInit2(&data->inflater, -MAX_WBITS);
/* convert errors */
if (zerr == Z_MEM_ERROR)
err = CHDERR_OUT_OF_MEMORY;
else if (zerr != Z_OK)
err = CHDERR_CODEC_ERROR;
else
err = CHDERR_NONE;
/* handle an error */
if (err != CHDERR_NONE)
free(data);
return err;
}
/*-------------------------------------------------
zlib_codec_free - free data for the ZLIB
codec
-------------------------------------------------*/
static void zlib_codec_free(void *codec)
{
zlib_codec_data *data = (zlib_codec_data *)codec;
/* deinit the streams */
if (data != NULL)
{
int i;
zlib_allocator alloc;
inflateEnd(&data->inflater);
/* free our fast memory */
alloc = data->allocator;
for (i = 0; i < MAX_ZLIB_ALLOCS; i++)
if (alloc.allocptr[i])
free(alloc.allocptr[i]);
}
}
/*-------------------------------------------------
zlib_codec_decompress - decomrpess data using
the ZLIB codec
-------------------------------------------------*/
static chd_error zlib_codec_decompress(void *codec, const uint8_t *src, uint32_t complen, uint8_t *dest, uint32_t destlen)
{
zlib_codec_data *data = (zlib_codec_data *)codec;
int zerr;
/* reset the decompressor */
data->inflater.next_in = (Bytef *)src;
data->inflater.avail_in = complen;
data->inflater.total_in = 0;
data->inflater.next_out = (Bytef *)dest;
data->inflater.avail_out = destlen;
data->inflater.total_out = 0;
zerr = inflateReset(&data->inflater);
if (zerr != Z_OK)
return CHDERR_DECOMPRESSION_ERROR;
/* do it */
zerr = inflate(&data->inflater, Z_FINISH);
if (data->inflater.total_out != destlen)
return CHDERR_DECOMPRESSION_ERROR;
return CHDERR_NONE;
}
/*-------------------------------------------------
zlib_fast_alloc - fast malloc for ZLIB, which
allocates and frees memory frequently
-------------------------------------------------*/
static voidpf zlib_fast_alloc(voidpf opaque, uInt items, uInt size)
{
zlib_allocator *alloc = (zlib_allocator *)opaque;
UINT32 *ptr;
int i;
/* compute the size, rounding to the nearest 1k */
size = (size * items + 0x3ff) & ~0x3ff;
/* reuse a hunk if we can */
for (i = 0; i < MAX_ZLIB_ALLOCS; i++)
{
ptr = alloc->allocptr[i];
if (ptr && size == *ptr)
{
/* set the low bit of the size so we don't match next time */
*ptr |= 1;
return ptr + 1;
}
}
/* alloc a new one */
ptr = (UINT32 *)malloc(size + sizeof(UINT32));
if (!ptr)
return NULL;
/* put it into the list */
for (i = 0; i < MAX_ZLIB_ALLOCS; i++)
if (!alloc->allocptr[i])
{
alloc->allocptr[i] = ptr;
break;
}
/* set the low bit of the size so we don't match next time */
*ptr = size | 1;
return ptr + 1;
}
/*-------------------------------------------------
zlib_fast_free - fast free for ZLIB, which
allocates and frees memory frequently
-------------------------------------------------*/
static void zlib_fast_free(voidpf opaque, voidpf address)
{
zlib_allocator *alloc = (zlib_allocator *)opaque;
UINT32 *ptr = (UINT32 *)address - 1;
int i;
/* find the hunk */
for (i = 0; i < MAX_ZLIB_ALLOCS; i++)
if (ptr == alloc->allocptr[i])
{
/* clear the low bit of the size to allow matches */
*ptr &= ~1;
return;
}
}
Reference in New Issue View Git Blame Copy Permalink