文件操作 - metadatalog.h

文件: /usr/local/src/netdata/database/engine/metadata_log/metadatalog.h

编辑文件内容

// SPDX-License-Identifier: GPL-3.0-or-later

#ifndef NETDATA_METADATALOG_H
#define NETDATA_METADATALOG_H

#ifndef _GNU_SOURCE
#define _GNU_SOURCE
#endif
#include "../rrdengine.h"
#include "metadatalogprotocol.h"
#include "logfile.h"
#include "metadatalogapi.h"
#include "compaction.h"

/* Forward declerations */
struct metalog_instance;
struct parser_user_object;

#define MAX_PAGES_PER_EXTENT (64) /* TODO: can go higher only when journal supports bigger than 4KiB transactions */

#define METALOG_FILE_NUMBER_SCAN_TMPL "%5u-%5u"
#define METALOG_FILE_NUMBER_PRINT_TMPL "%5.5u-%5.5u"

#define MAX_DUPLICATION_PERCENTAGE 150 /* the maximum duplication factor of objects in metadata log records */

typedef enum {
    METALOG_STATUS_UNINITIALIZED = 0,
    METALOG_STATUS_INITIALIZING,
    METALOG_STATUS_INITIALIZED
} metalog_state_t;

struct metalog_record_io_descr {
    BUFFER *buffer;
    struct completion *completion;
    int compacting; /* When 0 append at the end of the metadata log file list.
                       When 1 append to the temporary compaction metadata log file list. */
    uuid_t uuid;
};

enum metalog_opcode {
    /* can be used to return empty status or flush the command queue */
    METALOG_NOOP = 0,

METALOG_SHUTDOWN,
    METALOG_COMMIT_CREATION_RECORD,
    METALOG_COMMIT_DELETION_RECORD,
    METALOG_COMPACTION_FLUSH,
    METALOG_QUIESCE,

METALOG_MAX_OPCODE
};

struct metalog_cmd {
    enum metalog_opcode opcode;
    struct metalog_record_io_descr record_io_descr;
};

#define METALOG_CMD_Q_MAX_SIZE (2048)

struct metalog_cmdqueue {
    unsigned head, tail;
    struct metalog_cmd cmd_array[METALOG_CMD_Q_MAX_SIZE];
};

struct metalog_worker_config {
    struct metalog_instance *ctx;

uv_thread_t thread;
    uv_loop_t *loop;
    uv_async_t async;

/* metadata log file comapaction thread */
    uv_thread_t *now_compacting_files;
    unsigned long cleanup_thread_compacting_files; /* set to 0 when now_compacting_files is still running */

/* FIFO command queue */
    uv_mutex_t cmd_mutex;
    uv_cond_t cmd_cond;
    volatile unsigned queue_size;
    struct metalog_cmdqueue cmd_queue;

int error;
};

/*
 * Debug statistics not used by code logic.
 * They only describe operations since DB engine instance load time.
 */
struct metalog_statistics {
    rrdeng_stats_t io_write_bytes;
    rrdeng_stats_t io_write_requests;
    rrdeng_stats_t io_read_bytes;
    rrdeng_stats_t io_read_requests;
    rrdeng_stats_t io_write_record_bytes;
    rrdeng_stats_t io_write_records;
    rrdeng_stats_t io_read_record_bytes;
    rrdeng_stats_t io_read_records;
    rrdeng_stats_t metadata_logfile_creations;
    rrdeng_stats_t metadata_logfile_deletions;
    rrdeng_stats_t io_errors;
    rrdeng_stats_t fs_errors;
};

struct metalog_instance {
    struct rrdengine_instance *rrdeng_ctx;
    struct metalog_worker_config worker_config;
    struct completion metalog_completion;
    struct metadata_record_commit_log records_log;
    struct metadata_logfile_list metadata_logfiles;
    struct parser_user_object *metalog_parser_object;
    struct logfile_compaction_state compaction_state;
    uint32_t current_compaction_id; /* Every compaction run increments this by 1 */
    unsigned long disk_space;
    unsigned long records_nr;
    unsigned last_fileno; /* newest index of metadata log file */

uint8_t quiesce; /*
                      * 0 initial state when all operations function normally
                      * 1 set it before shutting down the instance, quiesce long running operations
                      * 2 is set after all threads have finished running
                      */

struct metalog_statistics stats;
};

extern void metalog_commit_record(struct metalog_instance *ctx, BUFFER *buffer, enum metalog_opcode opcode,
                                  uuid_t *uuid, int compacting);
    extern int init_metadata_logfiles(struct metalog_instance *ctx);
extern void finalize_metadata_logfiles(struct metalog_instance *ctx);
extern void metalog_try_link_new_metadata_logfile(struct metalog_worker_config *wc);
extern void metalog_test_quota(struct metalog_worker_config *wc);
extern void metalog_worker(void* arg);
extern void metalog_enq_cmd(struct metalog_worker_config *wc, struct metalog_cmd *cmd);
extern struct metalog_cmd metalog_deq_cmd(struct metalog_worker_config *wc);

#endif /* NETDATA_METADATALOG_H */

文件操作 - metadatalog.h

文件: /usr/local/src/netdata/database/engine/metadata_log/metadatalog.h

编辑文件内容

修改文件时间

删除文件