mirror of
https://github.com/git/git.git
synced 2026-03-04 14:37:35 +01:00
2a554ddd35
Reduce system overhead "git upload-pack" spends relaying "git pack-objects" output to the "git fetch" running on the other end of the connection. * ps/upload-pack-buffer-more-writes: builtin/pack-objects: reduce lock contention when writing packfile data csum-file: drop `hashfd_throughput()` csum-file: introduce `hashfd_ext()` sideband: use writev(3p) to send pktlines wrapper: introduce writev(3p) wrappers compat/posix: introduce writev(3p) wrapper git-compat-util: introduce `cast_size_t_to_ssize_t()` upload-pack: reduce lock contention when writing packfile data upload-pack: adapt keepalives based on buffering upload-pack: fix debug statement when flushing packfile data
115 lines
2.9 KiB
C
115 lines
2.9 KiB
C
#ifndef CSUM_FILE_H
|
|
#define CSUM_FILE_H
|
|
|
|
#include "hash.h"
|
|
#include "write-or-die.h"
|
|
|
|
struct progress;
|
|
|
|
/* A SHA1-protected file */
|
|
struct hashfile {
|
|
int fd;
|
|
int check_fd;
|
|
unsigned int offset;
|
|
struct git_hash_ctx ctx;
|
|
off_t total;
|
|
struct progress *tp;
|
|
const char *name;
|
|
int do_crc;
|
|
uint32_t crc32;
|
|
size_t buffer_len;
|
|
unsigned char *buffer;
|
|
unsigned char *check_buffer;
|
|
const struct git_hash_algo *algop;
|
|
|
|
/**
|
|
* If non-zero, skip_hash indicates that we should
|
|
* not actually compute the hash for this hashfile and
|
|
* instead only use it as a buffered write.
|
|
*/
|
|
int skip_hash;
|
|
};
|
|
|
|
/* Checkpoint */
|
|
struct hashfile_checkpoint {
|
|
off_t offset;
|
|
struct git_hash_ctx ctx;
|
|
};
|
|
|
|
void hashfile_checkpoint_init(struct hashfile *, struct hashfile_checkpoint *);
|
|
void hashfile_checkpoint(struct hashfile *, struct hashfile_checkpoint *);
|
|
int hashfile_truncate(struct hashfile *, struct hashfile_checkpoint *);
|
|
|
|
/* finalize_hashfile flags */
|
|
#define CSUM_CLOSE 1
|
|
#define CSUM_FSYNC 2
|
|
#define CSUM_HASH_IN_STREAM 4
|
|
|
|
struct hashfd_options {
|
|
/*
|
|
* Throughput progress that counts the number of bytes that have been
|
|
* hashed.
|
|
*/
|
|
struct progress *progress;
|
|
|
|
/* The length of the buffer that shall be used read read data. */
|
|
size_t buffer_len;
|
|
};
|
|
|
|
struct hashfile *hashfd_ext(const struct git_hash_algo *algop,
|
|
int fd, const char *name,
|
|
const struct hashfd_options *opts);
|
|
struct hashfile *hashfd(const struct git_hash_algo *algop,
|
|
int fd, const char *name);
|
|
struct hashfile *hashfd_check(const struct git_hash_algo *algop,
|
|
const char *name);
|
|
|
|
/*
|
|
* Free the hashfile without flushing its contents to disk. This only
|
|
* needs to be called when not calling `finalize_hashfile()`.
|
|
*/
|
|
void free_hashfile(struct hashfile *f);
|
|
|
|
/*
|
|
* Finalize the hashfile by flushing data to disk and free'ing it.
|
|
*/
|
|
int finalize_hashfile(struct hashfile *, unsigned char *, enum fsync_component, unsigned int);
|
|
void discard_hashfile(struct hashfile *);
|
|
void hashwrite(struct hashfile *, const void *, uint32_t);
|
|
void hashflush(struct hashfile *f);
|
|
void crc32_begin(struct hashfile *);
|
|
uint32_t crc32_end(struct hashfile *);
|
|
|
|
/* Verify checksum validity while reading. Returns non-zero on success. */
|
|
int hashfile_checksum_valid(const struct git_hash_algo *algop,
|
|
const unsigned char *data, size_t len);
|
|
|
|
/*
|
|
* Returns the total number of bytes fed to the hashfile so far (including ones
|
|
* that have not been written out to the descriptor yet).
|
|
*/
|
|
static inline off_t hashfile_total(struct hashfile *f)
|
|
{
|
|
return f->total + f->offset;
|
|
}
|
|
|
|
static inline void hashwrite_u8(struct hashfile *f, uint8_t data)
|
|
{
|
|
hashwrite(f, &data, sizeof(data));
|
|
}
|
|
|
|
static inline void hashwrite_be32(struct hashfile *f, uint32_t data)
|
|
{
|
|
data = htonl(data);
|
|
hashwrite(f, &data, sizeof(data));
|
|
}
|
|
|
|
static inline size_t hashwrite_be64(struct hashfile *f, uint64_t data)
|
|
{
|
|
data = htonll(data);
|
|
hashwrite(f, &data, sizeof(data));
|
|
return sizeof(data);
|
|
}
|
|
|
|
#endif
|