/* * Copyright 2020 Google LLC * * Use of this source code is governed by a BSD-style * license that can be found in the LICENSE file or at * https://developers.google.com/open-source/licenses/bsd */ #ifndef BLOCK_H #define BLOCK_H #include "basics.h" #include "record.h" #include "reftable-blocksource.h" /* * Writes reftable blocks. The block_writer is reused across blocks to minimize * allocation overhead. */ struct block_writer { struct z_stream_s *zstream; unsigned char *compressed; size_t compressed_cap; uint8_t *block; uint32_t block_size; /* Offset of the global header. Nonzero in the first block only. */ uint32_t header_off; /* How often to restart keys. */ uint16_t restart_interval; uint32_t hash_size; /* Offset of next uint8_t to write. */ uint32_t next; uint32_t *restarts; uint32_t restart_len; uint32_t restart_cap; struct reftable_buf last_key; /* Scratch buffer used to avoid allocations. */ struct reftable_buf scratch; int entries; }; /* * initializes the blockwriter to write `typ` entries, using `block` as temporary * storage. `block` is not owned by the block_writer. */ int block_writer_init(struct block_writer *bw, uint8_t typ, uint8_t *block, uint32_t block_size, uint32_t header_off, uint32_t hash_size); /* returns the block type (eg. 'r' for ref records. */ uint8_t block_writer_type(struct block_writer *bw); /* appends the record, or -1 if it doesn't fit. */ int block_writer_add(struct block_writer *w, struct reftable_record *rec); /* appends the key restarts, and compress the block if necessary. */ int block_writer_finish(struct block_writer *w); /* clears out internally allocated block_writer members. */ void block_writer_release(struct block_writer *bw); /* * A block part of a reftable. Contains records as well as some metadata * describing them. */ struct reftable_block { /* offset of the block header; nonzero for the first block in a * reftable. */ uint32_t header_off; /* the memory block */ struct reftable_block_data block_data; uint32_t hash_size; /* Uncompressed data for log entries. */ struct z_stream_s *zstream; unsigned char *uncompressed_data; size_t uncompressed_cap; /* * Restart point data. Restart points are located after the block's * record data. */ uint16_t restart_count; uint32_t restart_off; /* size of the data in the file. For log blocks, this is the compressed * size. */ uint32_t full_block_size; uint8_t block_type; }; /* * Initialize a reftable block from the given block source. */ int reftable_block_init(struct reftable_block *b, struct reftable_block_source *source, uint32_t offset, uint32_t header_size, uint32_t table_block_size, uint32_t hash_size); void reftable_block_release(struct reftable_block *b); /* Returns the block type (eg. 'r' for refs) */ uint8_t reftable_block_type(const struct reftable_block *b); /* Decodes the first key in the block */ int reftable_block_first_key(const struct reftable_block *b, struct reftable_buf *key); /* Iterate over entries in a block */ struct block_iter { /* offset within the block of the next entry to read. */ uint32_t next_off; const unsigned char *block; size_t block_len; uint32_t hash_size; /* key for last entry we read. */ struct reftable_buf last_key; struct reftable_buf scratch; }; #define BLOCK_ITER_INIT { \ .last_key = REFTABLE_BUF_INIT, \ .scratch = REFTABLE_BUF_INIT, \ } /* Position `it` at start of the block */ void block_iter_seek_start(struct block_iter *it, const struct reftable_block *block); /* Position `it` to the `want` key in the block */ int block_iter_seek_key(struct block_iter *it, const struct reftable_block *block, struct reftable_buf *want); /* return < 0 for error, 0 for OK, > 0 for EOF. */ int block_iter_next(struct block_iter *it, struct reftable_record *rec); /* Reset the block iterator to pristine state without releasing its memory. */ void block_iter_reset(struct block_iter *it); /* deallocate memory for `it`. The block reader and its block is left intact. */ void block_iter_close(struct block_iter *it); /* size of file header, depending on format version */ size_t header_size(int version); /* size of file footer, depending on format version */ size_t footer_size(int version); #endif