Merge branch 'lt/pack-sync'
* lt/pack-sync: Remove now unnecessary 'sync()' calls Make pack creation always fsync() the result
This commit is contained in:
commit
d8ad63aff0
@ -514,11 +514,14 @@ static void write_pack_file(void)
|
|||||||
* Did we write the wrong # entries in the header?
|
* Did we write the wrong # entries in the header?
|
||||||
* If so, rewrite it like in fast-import
|
* If so, rewrite it like in fast-import
|
||||||
*/
|
*/
|
||||||
if (pack_to_stdout || nr_written == nr_remaining) {
|
if (pack_to_stdout) {
|
||||||
sha1close(f, sha1, 1);
|
sha1close(f, sha1, CSUM_CLOSE);
|
||||||
|
} else if (nr_written == nr_remaining) {
|
||||||
|
sha1close(f, sha1, CSUM_FSYNC);
|
||||||
} else {
|
} else {
|
||||||
int fd = sha1close(f, NULL, 0);
|
int fd = sha1close(f, NULL, 0);
|
||||||
fixup_pack_header_footer(fd, sha1, pack_tmp_name, nr_written);
|
fixup_pack_header_footer(fd, sha1, pack_tmp_name, nr_written);
|
||||||
|
fsync_or_die(fd, pack_tmp_name);
|
||||||
close(fd);
|
close(fd);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -85,7 +85,6 @@ int cmd_prune_packed(int argc, const char **argv, const char *prefix)
|
|||||||
/* Handle arguments here .. */
|
/* Handle arguments here .. */
|
||||||
usage(prune_packed_usage);
|
usage(prune_packed_usage);
|
||||||
}
|
}
|
||||||
sync();
|
|
||||||
prune_packed_objects(opts);
|
prune_packed_objects(opts);
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
@ -156,7 +156,6 @@ int cmd_prune(int argc, const char **argv, const char *prefix)
|
|||||||
mark_reachable_objects(&revs, 1);
|
mark_reachable_objects(&revs, 1);
|
||||||
prune_object_dir(get_object_directory());
|
prune_object_dir(get_object_directory());
|
||||||
|
|
||||||
sync();
|
|
||||||
prune_packed_objects(show_only);
|
prune_packed_objects(show_only);
|
||||||
remove_temporary_files();
|
remove_temporary_files();
|
||||||
return 0;
|
return 0;
|
||||||
|
1
cache.h
1
cache.h
@ -761,6 +761,7 @@ extern ssize_t write_in_full(int fd, const void *buf, size_t count);
|
|||||||
extern void write_or_die(int fd, const void *buf, size_t count);
|
extern void write_or_die(int fd, const void *buf, size_t count);
|
||||||
extern int write_or_whine(int fd, const void *buf, size_t count, const char *msg);
|
extern int write_or_whine(int fd, const void *buf, size_t count, const char *msg);
|
||||||
extern int write_or_whine_pipe(int fd, const void *buf, size_t count, const char *msg);
|
extern int write_or_whine_pipe(int fd, const void *buf, size_t count, const char *msg);
|
||||||
|
extern void fsync_or_die(int fd, const char *);
|
||||||
|
|
||||||
/* pager.c */
|
/* pager.c */
|
||||||
extern void setup_pager(void);
|
extern void setup_pager(void);
|
||||||
|
@ -32,21 +32,24 @@ static void sha1flush(struct sha1file *f, unsigned int count)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
int sha1close(struct sha1file *f, unsigned char *result, int final)
|
int sha1close(struct sha1file *f, unsigned char *result, unsigned int flags)
|
||||||
{
|
{
|
||||||
int fd;
|
int fd;
|
||||||
unsigned offset = f->offset;
|
unsigned offset = f->offset;
|
||||||
|
|
||||||
if (offset) {
|
if (offset) {
|
||||||
SHA1_Update(&f->ctx, f->buffer, offset);
|
SHA1_Update(&f->ctx, f->buffer, offset);
|
||||||
sha1flush(f, offset);
|
sha1flush(f, offset);
|
||||||
f->offset = 0;
|
f->offset = 0;
|
||||||
}
|
}
|
||||||
if (final) {
|
if (flags & (CSUM_CLOSE | CSUM_FSYNC)) {
|
||||||
/* write checksum and close fd */
|
/* write checksum and close fd */
|
||||||
SHA1_Final(f->buffer, &f->ctx);
|
SHA1_Final(f->buffer, &f->ctx);
|
||||||
if (result)
|
if (result)
|
||||||
hashcpy(result, f->buffer);
|
hashcpy(result, f->buffer);
|
||||||
sha1flush(f, 20);
|
sha1flush(f, 20);
|
||||||
|
if (flags & CSUM_FSYNC)
|
||||||
|
fsync_or_die(f->fd, f->name);
|
||||||
if (close(f->fd))
|
if (close(f->fd))
|
||||||
die("%s: sha1 file error on close (%s)",
|
die("%s: sha1 file error on close (%s)",
|
||||||
f->name, strerror(errno));
|
f->name, strerror(errno));
|
||||||
|
@ -16,9 +16,13 @@ struct sha1file {
|
|||||||
unsigned char buffer[8192];
|
unsigned char buffer[8192];
|
||||||
};
|
};
|
||||||
|
|
||||||
|
/* sha1close flags */
|
||||||
|
#define CSUM_CLOSE 1
|
||||||
|
#define CSUM_FSYNC 2
|
||||||
|
|
||||||
extern struct sha1file *sha1fd(int fd, const char *name);
|
extern struct sha1file *sha1fd(int fd, const char *name);
|
||||||
extern struct sha1file *sha1fd_throughput(int fd, const char *name, struct progress *tp);
|
extern struct sha1file *sha1fd_throughput(int fd, const char *name, struct progress *tp);
|
||||||
extern int sha1close(struct sha1file *, unsigned char *, int);
|
extern int sha1close(struct sha1file *, unsigned char *, unsigned int);
|
||||||
extern int sha1write(struct sha1file *, void *, unsigned int);
|
extern int sha1write(struct sha1file *, void *, unsigned int);
|
||||||
extern void crc32_begin(struct sha1file *);
|
extern void crc32_begin(struct sha1file *);
|
||||||
extern uint32_t crc32_end(struct sha1file *);
|
extern uint32_t crc32_end(struct sha1file *);
|
||||||
|
@ -890,7 +890,7 @@ static char *create_index(void)
|
|||||||
SHA1_Update(&ctx, (*c)->sha1, 20);
|
SHA1_Update(&ctx, (*c)->sha1, 20);
|
||||||
}
|
}
|
||||||
sha1write(f, pack_data->sha1, sizeof(pack_data->sha1));
|
sha1write(f, pack_data->sha1, sizeof(pack_data->sha1));
|
||||||
sha1close(f, NULL, 1);
|
sha1close(f, NULL, CSUM_FSYNC);
|
||||||
free(idx);
|
free(idx);
|
||||||
SHA1_Final(pack_data->sha1, &ctx);
|
SHA1_Final(pack_data->sha1, &ctx);
|
||||||
return tmpfile;
|
return tmpfile;
|
||||||
|
@ -125,7 +125,6 @@ then
|
|||||||
# We know $existing are all redundant.
|
# We know $existing are all redundant.
|
||||||
if [ -n "$existing" ]
|
if [ -n "$existing" ]
|
||||||
then
|
then
|
||||||
sync
|
|
||||||
( cd "$PACKDIR" &&
|
( cd "$PACKDIR" &&
|
||||||
for e in $existing
|
for e in $existing
|
||||||
do
|
do
|
||||||
|
@ -694,6 +694,7 @@ static void final(const char *final_pack_name, const char *curr_pack_name,
|
|||||||
if (!from_stdin) {
|
if (!from_stdin) {
|
||||||
close(input_fd);
|
close(input_fd);
|
||||||
} else {
|
} else {
|
||||||
|
fsync_or_die(output_fd, curr_pack_name);
|
||||||
err = close(output_fd);
|
err = close(output_fd);
|
||||||
if (err)
|
if (err)
|
||||||
die("error while closing pack file: %s", strerror(errno));
|
die("error while closing pack file: %s", strerror(errno));
|
||||||
|
@ -139,7 +139,7 @@ char *write_idx_file(char *index_name, struct pack_idx_entry **objects,
|
|||||||
}
|
}
|
||||||
|
|
||||||
sha1write(f, sha1, 20);
|
sha1write(f, sha1, 20);
|
||||||
sha1close(f, NULL, 1);
|
sha1close(f, NULL, CSUM_FSYNC);
|
||||||
SHA1_Final(sha1, &ctx);
|
SHA1_Final(sha1, &ctx);
|
||||||
return index_name;
|
return index_name;
|
||||||
}
|
}
|
||||||
|
@ -78,6 +78,13 @@ ssize_t write_in_full(int fd, const void *buf, size_t count)
|
|||||||
return total;
|
return total;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void fsync_or_die(int fd, const char *msg)
|
||||||
|
{
|
||||||
|
if (fsync(fd) < 0) {
|
||||||
|
die("%s: fsync error (%s)", msg, strerror(errno));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
void write_or_die(int fd, const void *buf, size_t count)
|
void write_or_die(int fd, const void *buf, size_t count)
|
||||||
{
|
{
|
||||||
if (write_in_full(fd, buf, count) < 0) {
|
if (write_in_full(fd, buf, count) < 0) {
|
||||||
|
Loading…
Reference in New Issue
Block a user