packfile.h 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194
  1. #ifndef PACKFILE_H
  2. #define PACKFILE_H
  3. #include "cache.h"
  4. #include "oidset.h"
  5. /* in object-store.h */
  6. struct packed_git;
  7. struct object_info;
  8. /*
  9. * Generate the filename to be used for a pack file with checksum "sha1" and
  10. * extension "ext". The result is written into the strbuf "buf", overwriting
  11. * any existing contents. A pointer to buf->buf is returned as a convenience.
  12. *
  13. * Example: odb_pack_name(out, sha1, "idx") => ".git/objects/pack/pack-1234..idx"
  14. */
  15. char *odb_pack_name(struct strbuf *buf, const unsigned char *sha1, const char *ext);
  16. /*
  17. * Return the name of the (local) packfile with the specified sha1 in
  18. * its name. The return value is a pointer to memory that is
  19. * overwritten each time this function is called.
  20. */
  21. char *sha1_pack_name(const unsigned char *sha1);
  22. /*
  23. * Return the name of the (local) pack index file with the specified
  24. * sha1 in its name. The return value is a pointer to memory that is
  25. * overwritten each time this function is called.
  26. */
  27. char *sha1_pack_index_name(const unsigned char *sha1);
  28. /*
  29. * Return the basename of the packfile, omitting any containing directory
  30. * (e.g., "pack-1234abcd[...].pack").
  31. */
  32. const char *pack_basename(struct packed_git *p);
  33. struct packed_git *parse_pack_index(unsigned char *sha1, const char *idx_path);
  34. typedef void each_file_in_pack_dir_fn(const char *full_path, size_t full_path_len,
  35. const char *file_pach, void *data);
  36. void for_each_file_in_pack_dir(const char *objdir,
  37. each_file_in_pack_dir_fn fn,
  38. void *data);
  39. /* A hook to report invalid files in pack directory */
  40. #define PACKDIR_FILE_PACK 1
  41. #define PACKDIR_FILE_IDX 2
  42. #define PACKDIR_FILE_GARBAGE 4
  43. extern void (*report_garbage)(unsigned seen_bits, const char *path);
  44. void reprepare_packed_git(struct repository *r);
  45. void install_packed_git(struct repository *r, struct packed_git *pack);
  46. struct packed_git *get_packed_git(struct repository *r);
  47. struct list_head *get_packed_git_mru(struct repository *r);
  48. struct multi_pack_index *get_multi_pack_index(struct repository *r);
  49. struct multi_pack_index *get_local_multi_pack_index(struct repository *r);
  50. struct packed_git *get_all_packs(struct repository *r);
  51. /*
  52. * Give a rough count of objects in the repository. This sacrifices accuracy
  53. * for speed.
  54. */
  55. unsigned long repo_approximate_object_count(struct repository *r);
  56. #define approximate_object_count() repo_approximate_object_count(the_repository)
  57. struct packed_git *find_sha1_pack(const unsigned char *sha1,
  58. struct packed_git *packs);
  59. void pack_report(void);
  60. /*
  61. * mmap the index file for the specified packfile (if it is not
  62. * already mmapped). Return 0 on success.
  63. */
  64. int open_pack_index(struct packed_git *);
  65. /*
  66. * munmap the index file for the specified packfile (if it is
  67. * currently mmapped).
  68. */
  69. void close_pack_index(struct packed_git *);
  70. int close_pack_fd(struct packed_git *p);
  71. uint32_t get_pack_fanout(struct packed_git *p, uint32_t value);
  72. unsigned char *use_pack(struct packed_git *, struct pack_window **, off_t, unsigned long *);
  73. void close_pack_windows(struct packed_git *);
  74. void close_pack(struct packed_git *);
  75. void close_object_store(struct raw_object_store *o);
  76. void unuse_pack(struct pack_window **);
  77. void clear_delta_base_cache(void);
  78. struct packed_git *add_packed_git(const char *path, size_t path_len, int local);
  79. /*
  80. * Unlink the .pack and associated extension files.
  81. * Does not unlink if 'force_delete' is false and the pack-file is
  82. * marked as ".keep".
  83. */
  84. void unlink_pack_path(const char *pack_name, int force_delete);
  85. /*
  86. * Make sure that a pointer access into an mmap'd index file is within bounds,
  87. * and can provide at least 8 bytes of data.
  88. *
  89. * Note that this is only necessary for variable-length segments of the file
  90. * (like the 64-bit extended offset table), as we compare the size to the
  91. * fixed-length parts when we open the file.
  92. */
  93. void check_pack_index_ptr(const struct packed_git *p, const void *ptr);
  94. /*
  95. * Perform binary search on a pack-index for a given oid. Packfile is expected to
  96. * have a valid pack-index.
  97. *
  98. * See 'bsearch_hash' for more information.
  99. */
  100. int bsearch_pack(const struct object_id *oid, const struct packed_git *p, uint32_t *result);
  101. /*
  102. * Write the oid of the nth object within the specified packfile into the first
  103. * parameter. Open the index if it is not already open. Returns 0 on success,
  104. * negative otherwise.
  105. */
  106. int nth_packed_object_id(struct object_id *, struct packed_git *, uint32_t n);
  107. /*
  108. * Return the offset of the nth object within the specified packfile.
  109. * The index must already be opened.
  110. */
  111. off_t nth_packed_object_offset(const struct packed_git *, uint32_t n);
  112. /*
  113. * If the object named sha1 is present in the specified packfile,
  114. * return its offset within the packfile; otherwise, return 0.
  115. */
  116. off_t find_pack_entry_one(const unsigned char *sha1, struct packed_git *);
  117. int is_pack_valid(struct packed_git *);
  118. void *unpack_entry(struct repository *r, struct packed_git *, off_t, enum object_type *, unsigned long *);
  119. unsigned long unpack_object_header_buffer(const unsigned char *buf, unsigned long len, enum object_type *type, unsigned long *sizep);
  120. unsigned long get_size_from_delta(struct packed_git *, struct pack_window **, off_t);
  121. int unpack_object_header(struct packed_git *, struct pack_window **, off_t *, unsigned long *);
  122. off_t get_delta_base(struct packed_git *p, struct pack_window **w_curs,
  123. off_t *curpos, enum object_type type,
  124. off_t delta_obj_offset);
  125. void release_pack_memory(size_t);
  126. /* global flag to enable extra checks when accessing packed objects */
  127. extern int do_check_packed_object_crc;
  128. int packed_object_info(struct repository *r,
  129. struct packed_git *pack,
  130. off_t offset, struct object_info *);
  131. void mark_bad_packed_object(struct packed_git *p, const unsigned char *sha1);
  132. const struct packed_git *has_packed_and_bad(struct repository *r, const unsigned char *sha1);
  133. /*
  134. * Iff a pack file in the given repository contains the object named by sha1,
  135. * return true and store its location to e.
  136. */
  137. int find_pack_entry(struct repository *r, const struct object_id *oid, struct pack_entry *e);
  138. int has_object_pack(const struct object_id *oid);
  139. int has_pack_index(const unsigned char *sha1);
  140. /*
  141. * Return 1 if an object in a promisor packfile is or refers to the given
  142. * object, 0 otherwise.
  143. */
  144. int is_promisor_object(const struct object_id *oid);
  145. /*
  146. * Expose a function for fuzz testing.
  147. *
  148. * load_idx() parses a block of memory as a packfile index and puts the results
  149. * into a struct packed_git.
  150. *
  151. * This function should not be used directly. It is exposed here only so that we
  152. * have a convenient entry-point for fuzz testing. For real uses, you should
  153. * probably use open_pack_index() or parse_pack_index() instead.
  154. */
  155. int load_idx(const char *path, const unsigned int hashsz, void *idx_map,
  156. size_t idx_size, struct packed_git *p);
  157. #endif