open.c

Go to the documentation of this file.

/*
 * This file is part of the Aaru Data Preservation Suite.
 * Copyright (c) 2019-2025 Natalia Portillo.
 *
 * This library is free software; you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as
 * published by the Free Software Foundation; either version 2.1 of the
 * License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
 */
 
#include <errno.h>
#include <inttypes.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
 
#include <aaruformat.h>
 
#include "internal.h"
#include "log.h"
#include "utarray.h"
 
static void cleanup_open_failure(aaruformat_context *ctx)
{
    if(ctx == NULL) return;
 
    if(ctx->imageStream != NULL)
    {
        fclose(ctx->imageStream);
        ctx->imageStream = NULL;
    }
 
    free(ctx->readableSectorTags);
    ctx->readableSectorTags = NULL;
 
    free(ctx);
}

AARU_EXPORT void AARU_CALL *aaruf_open(const char *filepath, const bool resume_mode,
                                       const char *options)  // NOLINT(readability-function-size)
{
    aaruformat_context *ctx           = NULL;
    int                 error_no      = 0;
    size_t              read_bytes    = 0;
    long                pos           = 0;
    int                 i             = 0;
    uint32_t            signature     = 0;
    UT_array           *index_entries = NULL;
 
#ifdef USE_SLOG
#include "slog.h"
 
    slog_init("aaruformat.log", SLOG_FLAGS_ALL, 0);
#endif
 
    TRACE("Logging initialized");
 
    TRACE("Entering aaruf_open(%s)", filepath);
 
    TRACE("Allocating memory for context");
    ctx = (aaruformat_context *)malloc(sizeof(aaruformat_context));
 
    if(ctx == NULL)
    {
        FATAL("Not enough memory to create context");
        errno = AARUF_ERROR_NOT_ENOUGH_MEMORY;
 
        TRACE("Exiting aaruf_open() = NULL");
        return NULL;
    }
 
    memset(ctx, 0, sizeof(aaruformat_context));
 
    TRACE("Opening file %s", filepath);
    if(resume_mode)
        ctx->imageStream = fopen(filepath, "r+b");
    else
        ctx->imageStream = fopen(filepath, "rb");
 
    if(ctx->imageStream == NULL)
    {
        FATAL("Error %d opening file %s for reading", errno, filepath);
        error_no = errno;
        cleanup_open_failure(ctx);
        errno = error_no;
 
        TRACE("Exiting aaruf_open() = NULL");
        return NULL;
    }
 
    TRACE("Reading header at position 0");
    fseek(ctx->imageStream, 0, SEEK_SET);
    read_bytes = fread(&ctx->header, 1, sizeof(AaruHeader), ctx->imageStream);
 
    if(read_bytes != sizeof(AaruHeader))
    {
        FATAL("Could not read header");
        cleanup_open_failure(ctx);
        errno = AARUF_ERROR_FILE_TOO_SMALL;
 
        TRACE("Exiting aaruf_open() = NULL");
        return NULL;
    }
 
    if(ctx->header.identifier != DIC_MAGIC && ctx->header.identifier != AARU_MAGIC)
    {
        FATAL("Incorrect identifier for AaruFormat file: %8.8s", (char *)&ctx->header.identifier);
        cleanup_open_failure(ctx);
        errno = AARUF_ERROR_NOT_AARUFORMAT;
 
        TRACE("Exiting aaruf_open() = NULL");
        return NULL;
    }
 
    if(ctx->header.imageMajorVersion < AARUF_VERSION_V2 && resume_mode)
    {
        TRACE("Cannot write to old images");
        cleanup_open_failure(ctx);
        errno = AARUF_ERROR_INCOMPATIBLE_VERSION;
        TRACE("Exiting aaruf_open() = NULL");
        return NULL;
    }
 
    // Read new header version
    if(ctx->header.imageMajorVersion >= AARUF_VERSION_V2)
    {
        TRACE("Reading new header version at position 0");
        fseek(ctx->imageStream, 0, SEEK_SET);
        read_bytes = fread(&ctx->header, 1, sizeof(AaruHeaderV2), ctx->imageStream);
 
        if(read_bytes != sizeof(AaruHeaderV2))
        {
            cleanup_open_failure(ctx);
            errno = AARUF_ERROR_FILE_TOO_SMALL;
 
            return NULL;
        }
    }
 
    if(ctx->header.imageMajorVersion > AARUF_VERSION)
    {
        FATAL("Incompatible AaruFormat version %d.%d found, maximum supported is %d.%d", ctx->header.imageMajorVersion,
              ctx->header.imageMinorVersion, AARUF_VERSION_V2, 0);
        cleanup_open_failure(ctx);
        errno = AARUF_ERROR_INCOMPATIBLE_VERSION;
 
        TRACE("Exiting aaruf_open() = NULL");
        return NULL;
    }
 
    TRACE("Opening image version %d.%d", ctx->header.imageMajorVersion, ctx->header.imageMinorVersion);
 
    TRACE("Allocating memory for readable sector tags bitmap");
    ctx->readableSectorTags = (bool *)malloc(sizeof(bool) * MaxSectorTag);
 
    if(ctx->readableSectorTags == NULL)
    {
        FATAL("Could not allocate memory for readable sector tags bitmap");
        cleanup_open_failure(ctx);
        errno = AARUF_ERROR_NOT_ENOUGH_MEMORY;
 
        TRACE("Exiting aaruf_open() = NULL");
        return NULL;
    }
 
    memset(ctx->readableSectorTags, 0, sizeof(bool) * MaxSectorTag);
 
    TRACE("Setting up image info");
 
    // Handle application name based on image version
    memset(ctx->image_info.Application, 0, 64);
 
    if(ctx->header.imageMajorVersion >= AARUF_VERSION_V2)
    {
        // Version 2+: application name is UTF-8, direct copy
        TRACE("Converting application name (v2+): UTF-8 direct copy");
        size_t copy_len = AARU_HEADER_APP_NAME_LEN < 63 ? AARU_HEADER_APP_NAME_LEN : 63;
        memcpy(ctx->image_info.Application, ctx->header.application, copy_len);
        ctx->image_info.Application[63] = '\0';
    }
    else
    {
        // Version 1: application name is UTF-16LE, convert by taking every other byte
        TRACE("Converting application name (v1): UTF-16LE to ASCII");
        int dest_idx = 0;
        for(int j = 0; j < AARU_HEADER_APP_NAME_LEN && dest_idx < 63; j += 2)
            // Take the low byte, skip the high byte (assuming it's 0x00 for ASCII)
            if(ctx->header.application[j] != 0)
                ctx->image_info.Application[dest_idx++] = ctx->header.application[j];
            else
                // Stop at null terminator
                break;
        ctx->image_info.Application[dest_idx] = '\0';
    }
 
    // Set application version string directly in the fixed-size array
    memset(ctx->image_info.ApplicationVersion, 0, 32);
    sprintf(ctx->image_info.ApplicationVersion, "%d.%d", ctx->header.applicationMajorVersion,
            ctx->header.applicationMinorVersion);
 
    // Set image version string directly in the fixed-size array
    memset(ctx->image_info.Version, 0, 32);
    sprintf(ctx->image_info.Version, "%d.%d", ctx->header.imageMajorVersion, ctx->header.imageMinorVersion);
 
    ctx->image_info.MediaType = ctx->header.mediaType;
 
    // Read the index header
    TRACE("Reading index header at position %" PRIu64, ctx->header.indexOffset);
    pos = fseek(ctx->imageStream, ctx->header.indexOffset, SEEK_SET);
    if(pos < 0)
    {
        cleanup_open_failure(ctx);
        errno = AARUF_ERROR_CANNOT_READ_INDEX;
 
        return NULL;
    }
 
    pos = ftell(ctx->imageStream);
    if(pos != ctx->header.indexOffset)
    {
        cleanup_open_failure(ctx);
        errno = AARUF_ERROR_CANNOT_READ_INDEX;
 
        return NULL;
    }
 
    read_bytes = fread(&signature, 1, sizeof(uint32_t), ctx->imageStream);
 
    if(read_bytes != sizeof(uint32_t) ||
       (signature != IndexBlock && signature != IndexBlock2 && signature != IndexBlock3))
    {
        FATAL("Could not read index header or incorrect identifier %4.4s", (char *)&signature);
        cleanup_open_failure(ctx);
        errno = AARUF_ERROR_CANNOT_READ_INDEX;
 
        TRACE("Exiting aaruf_open() = NULL");
        return NULL;
    }
 
    if(signature == IndexBlock)
        index_entries = process_index_v1(ctx);
    else if(signature == IndexBlock2)
        index_entries = process_index_v2(ctx);
    else if(signature == IndexBlock3)
        index_entries = process_index_v3(ctx);
 
    if(index_entries == NULL)
    {
        FATAL("Could not process index.");
        utarray_free(index_entries);
        cleanup_open_failure(ctx);
        errno = AARUF_ERROR_CANNOT_READ_INDEX;
 
        TRACE("Exiting aaruf_open() = NULL");
        return NULL;
    }
 
    TRACE("Index at %" PRIu64 " contains %d entries", ctx->header.indexOffset, utarray_len(index_entries));
 
    for(i = 0; i < utarray_len(index_entries); i++)
    {
        IndexEntry *entry = utarray_eltptr(index_entries, i);
        TRACE("Block type %4.4s with data type %d is indexed to be at %" PRIu64 "", (char *)&entry->blockType,
              entry->dataType, entry->offset);
    }
 
    bool found_user_data_ddt  = false;
    ctx->image_info.ImageSize = 0;
    for(i = 0; i < utarray_len(index_entries); i++)
    {
        IndexEntry *entry = utarray_eltptr(index_entries, i);
        pos               = fseek(ctx->imageStream, entry->offset, SEEK_SET);
 
        if(pos < 0 || ftell(ctx->imageStream) != entry->offset)
        {
            TRACE("Could not seek to %" PRIu64 " as indicated by index entry %d, continuing...", entry->offset, i);
 
            continue;
        }
 
        TRACE("Processing block type %4.4s with data type %d at position %" PRIu64 "", (char *)&entry->blockType,
              entry->dataType, entry->offset);
        switch(entry->blockType)
        {
            case DataBlock:
                error_no = process_data_block(ctx, entry);
 
                if(error_no != AARUF_STATUS_OK)
                {
                    utarray_free(index_entries);
                    cleanup_open_failure(ctx);
                    errno = error_no;
 
                    return NULL;
                }
 
                break;
 
            case DeDuplicationTable:
                error_no = process_ddt_v1(ctx, entry, &found_user_data_ddt);
 
                if(error_no != AARUF_STATUS_OK)
                {
                    utarray_free(index_entries);
                    cleanup_open_failure(ctx);
                    errno = error_no;
 
                    return NULL;
                }
 
                break;
            case DeDuplicationTable2:
                error_no = process_ddt_v2(ctx, entry, &found_user_data_ddt);
 
                if(error_no != AARUF_STATUS_OK)
                {
                    utarray_free(index_entries);
                    cleanup_open_failure(ctx);
                    errno = error_no;
 
                    return NULL;
                }
 
                break;
            case GeometryBlock:
                process_geometry_block(ctx, entry);
 
                break;
            case MetadataBlock:
                process_metadata_block(ctx, entry);
 
                break;
            case TracksBlock:
                process_tracks_block(ctx, entry);
 
                break;
            case CicmBlock:
                process_cicm_block(ctx, entry);
 
                break;
            case AaruMetadataJsonBlock:
                process_aaru_metadata_json_block(ctx, entry);
 
                break;
            // Dump hardware block
            case DumpHardwareBlock:
                process_dumphw_block(ctx, entry);
 
                break;
            case ChecksumBlock:
                process_checksum_block(ctx, entry);
 
                break;
            case TapeFileBlock:
                process_tape_files_block(ctx, entry);
 
                break;
            case TapePartitionBlock:
                process_tape_partitions_block(ctx, entry);
 
                break;
            default:
                TRACE("Unhandled block type %4.4s with data type %d is indexed to be at %" PRIu64 "",
                      (char *)&entry->blockType, entry->dataType, entry->offset);
                break;
        }
    }
 
    ctx->index_entries = index_entries;
 
    if(!found_user_data_ddt)
    {
        FATAL("Could not find user data deduplication table, aborting...");
        aaruf_close(ctx);
 
        TRACE("Exiting aaruf_open() = NULL");
        return NULL;
    }
 
    ctx->image_info.CreationTime         = ctx->header.creationTime;
    ctx->image_info.LastModificationTime = ctx->header.lastWrittenTime;
    ctx->image_info.MetadataMediaType    = aaruf_get_xml_mediatype(ctx->header.mediaType);
 
    if(ctx->geometry_block.identifier != GeometryBlock && ctx->image_info.MetadataMediaType == BlockMedia)
    {
        ctx->cylinders         = (uint32_t)(ctx->image_info.Sectors / 16 / 63);
        ctx->heads             = 16;
        ctx->sectors_per_track = 63;
    }
 
    // Initialize caches
    TRACE("Initializing caches");
    ctx->block_header_cache.cache = NULL;
    ctx->block_cache.cache        = NULL;
 
    const uint64_t cache_divisor = (uint64_t)ctx->image_info.SectorSize * (1ULL << ctx->shift);
    if(cache_divisor == 0)
    {
        ctx->block_header_cache.max_items = 0;
        ctx->block_cache.max_items        = 0;
    }
    else
    {
        ctx->block_header_cache.max_items = MAX_CACHE_SIZE / cache_divisor;
        ctx->block_cache.max_items        = ctx->block_header_cache.max_items;
    }
 
    // TODO: Cache tracks and sessions?
 
    // Initialize ECC for Compact Disc
    TRACE("Initializing ECC for Compact Disc");
    ctx->ecc_cd_context = (CdEccContext *)aaruf_ecc_cd_init();
 
    ctx->magic                 = AARU_MAGIC;
    ctx->library_major_version = LIBAARUFORMAT_MAJOR_VERSION;
    ctx->library_minor_version = LIBAARUFORMAT_MINOR_VERSION;
 
    if(!resume_mode)
    {
        TRACE("Exiting aaruf_open() = %p", ctx);
        return ctx;
    }
 
    // Parse the options
    TRACE("Parsing options");
    const aaru_options parsed_options = parse_options(options);
 
    ctx->header.lastWrittenTime          = get_filetime_uint64();
    ctx->image_info.LastModificationTime = ctx->header.lastWrittenTime;
 
    // Calculate aligned next block position
    fseek(ctx->imageStream, 0, SEEK_END);
    const uint64_t alignment_mask = (1ULL << ctx->user_data_ddt_header.blockAlignmentShift) - 1;
    ctx->next_block_position      = ftell(ctx->imageStream);  // Start just after the header
    ctx->next_block_position      = ctx->next_block_position + alignment_mask & ~alignment_mask;
 
    TRACE("Data blocks will start at position %" PRIu64, ctx->next_block_position);
 
    // Position file pointer at the data start position
    if(fseek(ctx->imageStream, ctx->next_block_position, SEEK_SET) != 0)
    {
        FATAL("Could not seek to data start position");
        errno = AARUF_ERROR_CANNOT_CREATE_FILE;
        TRACE("Exiting aaruf_open() = NULL");
        cleanup_open_failure(ctx);
        return NULL;
    }
 
    // Apply applicable options (we cannot change table or alignment options resuming)
    ctx->compression_enabled = parsed_options.compress;
    ctx->lzma_dict_size      = parsed_options.dictionary;
    ctx->deduplicate         = parsed_options.deduplicate;
    if(ctx->deduplicate)
        ctx->sector_hash_map = create_map(ctx->user_data_ddt_header.blocks * 25 / 100);  // 25% of total sectors
 
    // Cannot checksum a resumed file
    ctx->rewinded = true;
 
    // Is writing
    ctx->is_writing = true;
 
    TRACE("Exiting aaruf_open() = %p", ctx);
    // Return context
    return ctx;
}