2017-08-19 01:20:16 +03:00
|
|
|
#ifndef PACKFILE_H
|
|
|
|
#define PACKFILE_H
|
|
|
|
|
2018-07-26 00:56:07 +03:00
|
|
|
#include "cache.h"
|
2017-12-05 19:58:44 +03:00
|
|
|
#include "oidset.h"
|
|
|
|
|
2018-05-16 02:42:15 +03:00
|
|
|
/* in object-store.h */
|
|
|
|
struct packed_git;
|
|
|
|
struct object_info;
|
|
|
|
|
2017-08-19 01:20:16 +03:00
|
|
|
/*
|
|
|
|
* Generate the filename to be used for a pack file with checksum "sha1" and
|
|
|
|
* extension "ext". The result is written into the strbuf "buf", overwriting
|
|
|
|
* any existing contents. A pointer to buf->buf is returned as a convenience.
|
|
|
|
*
|
|
|
|
* Example: odb_pack_name(out, sha1, "idx") => ".git/objects/pack/pack-1234..idx"
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
char *odb_pack_name(struct strbuf *buf, const unsigned char *sha1, const char *ext);
|
2017-08-19 01:20:16 +03:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Return the name of the (local) packfile with the specified sha1 in
|
|
|
|
* its name. The return value is a pointer to memory that is
|
|
|
|
* overwritten each time this function is called.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
char *sha1_pack_name(const unsigned char *sha1);
|
2017-08-19 01:20:16 +03:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Return the name of the (local) pack index file with the specified
|
|
|
|
* sha1 in its name. The return value is a pointer to memory that is
|
|
|
|
* overwritten each time this function is called.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
char *sha1_pack_index_name(const unsigned char *sha1);
|
2017-08-19 01:20:16 +03:00
|
|
|
|
2019-04-05 21:06:22 +03:00
|
|
|
/*
|
|
|
|
* Return the basename of the packfile, omitting any containing directory
|
|
|
|
* (e.g., "pack-1234abcd[...].pack").
|
|
|
|
*/
|
|
|
|
const char *pack_basename(struct packed_git *p);
|
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
struct packed_git *parse_pack_index(unsigned char *sha1, const char *idx_path);
|
2017-08-19 01:20:19 +03:00
|
|
|
|
2018-07-12 22:39:25 +03:00
|
|
|
typedef void each_file_in_pack_dir_fn(const char *full_path, size_t full_path_len,
|
|
|
|
const char *file_pach, void *data);
|
|
|
|
void for_each_file_in_pack_dir(const char *objdir,
|
|
|
|
each_file_in_pack_dir_fn fn,
|
|
|
|
void *data);
|
|
|
|
|
2017-08-19 01:20:26 +03:00
|
|
|
/* A hook to report invalid files in pack directory */
|
|
|
|
#define PACKDIR_FILE_PACK 1
|
|
|
|
#define PACKDIR_FILE_IDX 2
|
|
|
|
#define PACKDIR_FILE_GARBAGE 4
|
|
|
|
extern void (*report_garbage)(unsigned seen_bits, const char *path);
|
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
void reprepare_packed_git(struct repository *r);
|
|
|
|
void install_packed_git(struct repository *r, struct packed_git *pack);
|
2017-08-19 01:20:25 +03:00
|
|
|
|
2018-03-23 20:20:59 +03:00
|
|
|
struct packed_git *get_packed_git(struct repository *r);
|
|
|
|
struct list_head *get_packed_git_mru(struct repository *r);
|
2018-07-12 22:39:35 +03:00
|
|
|
struct multi_pack_index *get_multi_pack_index(struct repository *r);
|
2018-08-20 19:52:02 +03:00
|
|
|
struct packed_git *get_all_packs(struct repository *r);
|
2018-03-23 20:20:59 +03:00
|
|
|
|
2017-08-19 01:20:26 +03:00
|
|
|
/*
|
|
|
|
* Give a rough count of objects in the repository. This sacrifices accuracy
|
|
|
|
* for speed.
|
|
|
|
*/
|
2019-04-06 14:34:23 +03:00
|
|
|
unsigned long repo_approximate_object_count(struct repository *r);
|
|
|
|
#define approximate_object_count() repo_approximate_object_count(the_repository)
|
2017-08-19 01:20:26 +03:00
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
struct packed_git *find_sha1_pack(const unsigned char *sha1,
|
|
|
|
struct packed_git *packs);
|
2017-08-19 01:20:34 +03:00
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
void pack_report(void);
|
2017-08-19 01:20:18 +03:00
|
|
|
|
2017-08-19 01:20:19 +03:00
|
|
|
/*
|
|
|
|
* mmap the index file for the specified packfile (if it is not
|
|
|
|
* already mmapped). Return 0 on success.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
int open_pack_index(struct packed_git *);
|
2017-08-19 01:20:19 +03:00
|
|
|
|
2017-08-19 01:20:21 +03:00
|
|
|
/*
|
|
|
|
* munmap the index file for the specified packfile (if it is
|
|
|
|
* currently mmapped).
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
void close_pack_index(struct packed_git *);
|
2017-08-19 01:20:21 +03:00
|
|
|
|
2019-03-21 22:36:15 +03:00
|
|
|
int close_pack_fd(struct packed_git *p);
|
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
uint32_t get_pack_fanout(struct packed_git *p, uint32_t value);
|
2018-07-12 22:39:29 +03:00
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
unsigned char *use_pack(struct packed_git *, struct pack_window **, off_t, unsigned long *);
|
|
|
|
void close_pack_windows(struct packed_git *);
|
|
|
|
void close_pack(struct packed_git *);
|
2019-07-10 01:25:37 +03:00
|
|
|
void close_object_store(struct raw_object_store *o);
|
2019-04-05 21:03:41 +03:00
|
|
|
void unuse_pack(struct pack_window **);
|
|
|
|
void clear_delta_base_cache(void);
|
|
|
|
struct packed_git *add_packed_git(const char *path, size_t path_len, int local);
|
2017-08-19 01:20:21 +03:00
|
|
|
|
2019-06-11 02:35:22 +03:00
|
|
|
/*
|
|
|
|
* Unlink the .pack and associated extension files.
|
|
|
|
* Does not unlink if 'force_delete' is false and the pack-file is
|
|
|
|
* marked as ".keep".
|
|
|
|
*/
|
|
|
|
extern void unlink_pack_path(const char *pack_name, int force_delete);
|
|
|
|
|
2017-08-19 01:20:32 +03:00
|
|
|
/*
|
|
|
|
* Make sure that a pointer access into an mmap'd index file is within bounds,
|
|
|
|
* and can provide at least 8 bytes of data.
|
|
|
|
*
|
|
|
|
* Note that this is only necessary for variable-length segments of the file
|
|
|
|
* (like the 64-bit extended offset table), as we compare the size to the
|
|
|
|
* fixed-length parts when we open the file.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
void check_pack_index_ptr(const struct packed_git *p, const void *ptr);
|
2017-08-19 01:20:32 +03:00
|
|
|
|
2018-03-22 20:40:09 +03:00
|
|
|
/*
|
|
|
|
* Perform binary search on a pack-index for a given oid. Packfile is expected to
|
|
|
|
* have a valid pack-index.
|
|
|
|
*
|
|
|
|
* See 'bsearch_hash' for more information.
|
|
|
|
*/
|
|
|
|
int bsearch_pack(const struct object_id *oid, const struct packed_git *p, uint32_t *result);
|
|
|
|
|
2017-08-19 01:20:31 +03:00
|
|
|
/*
|
|
|
|
* Return the SHA-1 of the nth object within the specified packfile.
|
|
|
|
* Open the index if it is not already open. The return value points
|
|
|
|
* at the SHA-1 within the mmapped index. Return NULL if there is an
|
|
|
|
* error.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
const unsigned char *nth_packed_object_sha1(struct packed_git *, uint32_t n);
|
2017-08-19 01:20:31 +03:00
|
|
|
/*
|
|
|
|
* Like nth_packed_object_sha1, but write the data into the object specified by
|
|
|
|
* the the first argument. Returns the first argument on success, and NULL on
|
|
|
|
* error.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
const struct object_id *nth_packed_object_oid(struct object_id *, struct packed_git *, uint32_t n);
|
2017-08-19 01:20:31 +03:00
|
|
|
|
2017-08-19 01:20:32 +03:00
|
|
|
/*
|
|
|
|
* Return the offset of the nth object within the specified packfile.
|
|
|
|
* The index must already be opened.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
off_t nth_packed_object_offset(const struct packed_git *, uint32_t n);
|
2017-08-19 01:20:31 +03:00
|
|
|
|
2017-08-19 01:20:33 +03:00
|
|
|
/*
|
|
|
|
* If the object named sha1 is present in the specified packfile,
|
|
|
|
* return its offset within the packfile; otherwise, return 0.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
off_t find_pack_entry_one(const unsigned char *sha1, struct packed_git *);
|
2017-08-19 01:20:33 +03:00
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
int is_pack_valid(struct packed_git *);
|
|
|
|
void *unpack_entry(struct repository *r, struct packed_git *, off_t, enum object_type *, unsigned long *);
|
|
|
|
unsigned long unpack_object_header_buffer(const unsigned char *buf, unsigned long len, enum object_type *type, unsigned long *sizep);
|
|
|
|
unsigned long get_size_from_delta(struct packed_git *, struct pack_window **, off_t);
|
|
|
|
int unpack_object_header(struct packed_git *, struct pack_window **, off_t *, unsigned long *);
|
2017-08-19 01:20:27 +03:00
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
void release_pack_memory(size_t);
|
2017-08-19 01:20:20 +03:00
|
|
|
|
2017-08-19 01:20:30 +03:00
|
|
|
/* global flag to enable extra checks when accessing packed objects */
|
|
|
|
extern int do_check_packed_object_crc;
|
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
int packed_object_info(struct repository *r,
|
|
|
|
struct packed_git *pack,
|
|
|
|
off_t offset, struct object_info *);
|
2017-08-19 01:20:30 +03:00
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
void mark_bad_packed_object(struct packed_git *p, const unsigned char *sha1);
|
|
|
|
const struct packed_git *has_packed_and_bad(struct repository *r, const unsigned char *sha1);
|
2017-08-19 01:20:32 +03:00
|
|
|
|
2018-03-23 20:45:25 +03:00
|
|
|
/*
|
|
|
|
* Iff a pack file in the given repository contains the object named by sha1,
|
|
|
|
* return true and store its location to e.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
int find_pack_entry(struct repository *r, const struct object_id *oid, struct pack_entry *e);
|
2017-08-19 01:20:35 +03:00
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
int has_object_pack(const struct object_id *oid);
|
2017-08-19 01:20:36 +03:00
|
|
|
|
2019-04-05 21:03:41 +03:00
|
|
|
int has_pack_index(const unsigned char *sha1);
|
2017-08-19 01:20:37 +03:00
|
|
|
|
2017-12-05 19:58:44 +03:00
|
|
|
/*
|
|
|
|
* Return 1 if an object in a promisor packfile is or refers to the given
|
|
|
|
* object, 0 otherwise.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
int is_promisor_object(const struct object_id *oid);
|
2017-12-05 19:58:44 +03:00
|
|
|
|
2018-10-13 03:58:41 +03:00
|
|
|
/*
|
|
|
|
* Expose a function for fuzz testing.
|
|
|
|
*
|
|
|
|
* load_idx() parses a block of memory as a packfile index and puts the results
|
|
|
|
* into a struct packed_git.
|
|
|
|
*
|
|
|
|
* This function should not be used directly. It is exposed here only so that we
|
|
|
|
* have a convenient entry-point for fuzz testing. For real uses, you should
|
|
|
|
* probably use open_pack_index() or parse_pack_index() instead.
|
|
|
|
*/
|
2019-04-05 21:03:41 +03:00
|
|
|
int load_idx(const char *path, const unsigned int hashsz, void *idx_map,
|
|
|
|
size_t idx_size, struct packed_git *p);
|
2018-10-13 03:58:41 +03:00
|
|
|
|
2019-07-16 17:40:56 +03:00
|
|
|
/*
|
|
|
|
* Return the number of objects fetched from a packfile.
|
|
|
|
*/
|
|
|
|
unsigned long get_nr_unpack_entry(void);
|
|
|
|
|
2017-08-19 01:20:16 +03:00
|
|
|
#endif
|