git/list[1] front-page[2] threads[3] people[4] search[5] about
 

[PATCH 5/5] rev-list: handle missing tree objects properly

From
Matthew DeVore <matvore@google.com>
Date
Aug 9, 2018, 22:45 UTC
Message-ID
<54d827e7c0dc757451fa10f5bd0752e1e3356281.1533854545.git.matvore@google.com>
In-Reply-To
<cover.1533854545.git.matvore@google.com>

Previously, we assumed only blob objects could be missing. This patch makes rev-list handle missing trees like missing blobs. A missing tree will cause an error if --missing indicates an error should be caused, and the hash is printed even if the tree is missing.

Signed-off-by: Matthew DeVore <matvore@google.com>
---
 builtin/rev-list.c       | 12 ++++++++----
 list-objects.c           |  8 ++++++--
 revision.h               |  1 +
 t/t5616-partial-clone.sh | 27 +++++++++++++++++++++++++++
 4 files changed, 42 insertions(+), 6 deletions(-)
diff --git a/builtin/rev-list.c b/builtin/rev-list.c
index 5b07f3f4a..c870d4fe6 100644
--- a/builtin/rev-list.c
+++ b/builtin/rev-list.c
@@ -6,6 +6,7 @@
 #include "list-objects.h"
 #include "list-objects-filter.h"
 #include "list-objects-filter-options.h"
+#include "object.h"
 #include "object-store.h"
 #include "pack.h"
 #include "pack-bitmap.h"
@@ -209,7 +210,8 @@ static inline void finish_object__ma(struct object *obj)
 	 */
 	switch (arg_missing_action) {
 	case MA_ERROR:
-		die("missing blob object '%s'", oid_to_hex(&obj->oid));
+		die("missing %s object '%s'",
+		    type_name(obj->type), oid_to_hex(&obj->oid));
 		return;
 
 	case MA_ALLOW_ANY:
@@ -222,8 +224,8 @@ static inline void finish_object__ma(struct object *obj)
 	case MA_ALLOW_PROMISOR:
 		if (is_promisor_object(&obj->oid))
 			return;
-		die("unexpected missing blob object '%s'",
-		    oid_to_hex(&obj->oid));
+		die("unexpected missing %s object '%s'",
+		    type_name(obj->type), oid_to_hex(&obj->oid));
 		return;
 
 	default:
@@ -235,7 +237,7 @@ static inline void finish_object__ma(struct object *obj)
 static int finish_object(struct object *obj, const char *name, void *cb_data)
 {
 	struct rev_list_info *info = cb_data;
-	if (obj->type == OBJ_BLOB && !has_object_file(&obj->oid)) {
+	if (!has_object_file(&obj->oid)) {
 		finish_object__ma(obj);
 		return 1;
 	}
@@ -373,6 +375,7 @@ int cmd_rev_list(int argc, const char **argv, const char *prefix)
 	init_revisions(&revs, prefix);
 	revs.abbrev = DEFAULT_ABBREV;
 	revs.commit_format = CMIT_FMT_UNSPECIFIED;
+	revs.show_missing_trees = 1;
 
 	/*
 	 * Scan the argument list before invoking setup_revisions(), so that we
@@ -389,6 +392,7 @@ int cmd_rev_list(int argc, const char **argv, const char *prefix)
 		if (!strcmp(arg, "--exclude-promisor-objects")) {
 			fetch_if_missing = 0;
 			revs.exclude_promisor_objects = 1;
+			revs.show_missing_trees = 0;
 			break;
 		}
 	}
diff --git a/list-objects.c b/list-objects.c
index 7ecdb95ce..b0291c45a 100644
--- a/list-objects.c
+++ b/list-objects.c
@@ -146,7 +146,9 @@ static void process_tree(struct traversal_context *ctx,
 	int baselen = base->len;
 	enum list_objects_filter_result r = LOFR_MARK_SEEN | LOFR_DO_SHOW;
 	int gently = revs->ignore_missing_links ||
+		     revs->show_missing_trees ||
 		     revs->exclude_promisor_objects;
+	int parse_result;
 
 	if (!revs->tree_objects)
 		return;
@@ -154,7 +156,8 @@ static void process_tree(struct traversal_context *ctx,
 		die("bad tree object");
 	if (obj->flags & (UNINTERESTING | SEEN))
 		return;
-	if (parse_tree_gently(tree, gently) < 0) {
+	parse_result = parse_tree_gently(tree, gently);
+	if (parse_result < 0 && !revs->show_missing_trees) {
 		if (revs->ignore_missing_links)
 			return;
 
@@ -182,7 +185,8 @@ static void process_tree(struct traversal_context *ctx,
 	if (base->len)
 		strbuf_addch(base, '/');
 
-	process_tree_contents(ctx, tree, base);
+	if (parse_result >= 0)
+		process_tree_contents(ctx, tree, base);
 
 	if ((obj->flags & NOT_USER_GIVEN) && ctx->filter_fn) {
 		r = ctx->filter_fn(LOFS_END_TREE, obj,
diff --git a/revision.h b/revision.h
index cd6b62313..34ff99f05 100644
--- a/revision.h
+++ b/revision.h
@@ -128,6 +128,7 @@ struct rev_info {
 			first_parent_only:1,
 			line_level_traverse:1,
 			tree_blobs_in_commit_order:1,
+			show_missing_trees:1,
 
 			/* for internal use only */
 			exclude_promisor_objects:1;
diff --git a/t/t5616-partial-clone.sh b/t/t5616-partial-clone.sh
index bbbe7537d..8a0ca0a74 100755
--- a/t/t5616-partial-clone.sh
+++ b/t/t5616-partial-clone.sh
@@ -170,6 +170,33 @@ test_expect_success 'partial clone fetches blobs pointed to by refs even if norm
 	git -C dst fsck
 '
 
+test_expect_success 'can use only:commits to filter partial clone' '
+	rm -rf dst &&
+	git clone --no-checkout --filter=only:commits "file://$(pwd)/srv.bare" dst &&
+	git -C dst rev-list master --missing=allow-any --objects >fetched_objects &&
+	cat fetched_objects \
+		| awk -f print_1.awk \
+		| xargs -n1 git -C dst cat-file -t >fetched_types &&
+	sort fetched_types -u >unique_types.observed &&
+	echo commit > unique_types.expected &&
+	test_cmp unique_types.observed unique_types.expected
+'
+
+test_expect_success 'show missing tree objects with --missing=print' '
+	git -C dst rev-list master --missing=print --quiet --objects >missing_objs &&
+	sed "s/?//" missing_objs \
+		| xargs -n1 git -C srv.bare cat-file -t \
+		>missing_types &&
+	sort -u missing_types >missing_types.uniq &&
+	echo tree >expected &&
+	test_cmp missing_types.uniq expected
+'
+
+test_expect_success 'do not complain when a missing tree cannot be parsed' '
+	git -C dst rev-list master --missing=print --quiet --objects 2>rev_list_err >&2 &&
+	! grep -q "Could not read " rev_list_err
+'
+
 . "$TEST_DIRECTORY"/lib-httpd.sh
 start_httpd
 
-- 
2.18.0.597.ga71716f1ad-goog
Previous: Matthew DeVoreNext: Jonathan Tan
Message 8 of 151 in “filter: support for excluding all trees and blobs”
  1. 0/5 filter: support for excluding all trees and blobsMatthew DeVore, Aug 9, 2018
  2. 1/5 revision: invert meaning of the USER_GIVEN flagMatthew DeVore, Aug 9, 2018
  3. Jonathan TanAug 10, 2018
  4. 2/5 list-objects-filter: implement filter only:commitsMatthew DeVore, Aug 9, 2018
  5. Jonathan TanAug 10, 2018
  6. 3/5 list-objects: store common func args in structMatthew DeVore, Aug 9, 2018
  7. 4/5 list-objects: refactor to process_tree_contentsMatthew DeVore, Aug 9, 2018
  8. 5/5 rev-list: handle missing tree objects properlyMatthew DeVore, Aug 9, 2018
  9. Jonathan TanAug 10, 2018
  10. Jonathan TanAug 10, 2018
  11. 0/5 filter: support for excluding all trees and blobsMatthew DeVore, Aug 10, 2018
  12. 1/5 list-objects: store common func args in structMatthew DeVore, Aug 10, 2018
  13. 2/5 list-objects: refactor to process_tree_contentsMatthew DeVore, Aug 10, 2018
  14. 3/5 rev-list: handle missing tree objects properlyMatthew DeVore, Aug 10, 2018
  15. Jonathan TanAug 13, 2018
  16. Matthew DeVoreAug 14, 2018
  17. Jonathan TanAug 14, 2018
  18. 4/5 revision: mark non-user-given objects insteadMatthew DeVore, Aug 10, 2018
  19. 5/5 list-objects-filter: implement filter tree:noneMatthew DeVore, Aug 10, 2018
  20. Jeff HostetlerAug 13, 2018
  21. Matthew DeVoreAug 14, 2018
  22. Jonathan TanAug 13, 2018
  23. Matthew DeVoreAug 14, 2018
  24. 0/5 filter: support for excluding all trees and blobsMatthew DeVore, Aug 13, 2018
  25. 1/5 list-objects: store common func args in structMatthew DeVore, Aug 13, 2018
  26. 2/5 list-objects: refactor to process_tree_contentsMatthew DeVore, Aug 13, 2018
  27. 3/5 rev-list: handle missing tree objects properlyMatthew DeVore, Aug 13, 2018
  28. 4/5 revision: mark non-user-given objects insteadMatthew DeVore, Aug 13, 2018
  29. 5/5 list-objects-filter: implement filter tree:0Matthew DeVore, Aug 13, 2018
  30. Jeff HostetlerAug 14, 2018
  31. Matthew DeVoreAug 14, 2018
  32. Matthew DeVoreOct 3, 2018
  33. 0/6 filter: support for excluding all trees and blobsMatthew DeVore, Aug 14, 2018
  34. 1/6 list-objects: store common func args in structMatthew DeVore, Aug 14, 2018
  35. 2/6 list-objects: refactor to process_tree_contentsMatthew DeVore, Aug 14, 2018
  36. 4/6 rev-list: handle missing tree objects properlyMatthew DeVore, Aug 14, 2018
  37. Jonathan TanAug 14, 2018
  38. Matthew DeVoreAug 14, 2018
  39. Jonathan TanAug 14, 2018
  40. Jonathan TanAug 14, 2018
  41. 3/6 list-objects: always parse trees gentlyMatthew DeVore, Aug 14, 2018
  42. 5/6 revision: mark non-user-given objects insteadMatthew DeVore, Aug 14, 2018
  43. 6/6 list-objects-filter: implement filter tree:0Matthew DeVore, Aug 14, 2018
  44. Jonathan TanAug 14, 2018
  45. Matthew DeVoreAug 14, 2018
  46. Jonathan TanAug 14, 2018
  47. Junio C HamanoAug 14, 2018
  48. Matthew DeVoreAug 14, 2018
  49. Junio C HamanoAug 15, 2018
  50. Matthew DeVoreAug 15, 2018
  51. Jeff KingAug 14, 2018
  52. Matthew DeVoreAug 14, 2018
  53. Jeff KingAug 15, 2018
  54. Junio C HamanoAug 15, 2018
  55. Matthew DeVoreAug 15, 2018
  56. 0/6 filter: support for excluding all trees and blobsMatthew DeVore, Aug 15, 2018
  57. 1/6 list-objects: store common func args in structMatthew DeVore, Aug 15, 2018
  58. 2/6 list-objects: refactor to process_tree_contentsMatthew DeVore, Aug 15, 2018
  59. 3/6 list-objects: always parse trees gentlyMatthew DeVore, Aug 15, 2018
  60. 4/6 rev-list: handle missing tree objects properlyMatthew DeVore, Aug 15, 2018
  61. 5/6 revision: mark non-user-given objects insteadMatthew DeVore, Aug 15, 2018
  62. 6/6 list-objects-filter: implement filter tree:0Matthew DeVore, Aug 15, 2018
  63. 0/6 filter: support for excluding all trees and blobsMatthew DeVore, Aug 15, 2018
  64. 1/6 list-objects: store common func args in structMatthew DeVore, Aug 15, 2018
  65. 3/6 list-objects: always parse trees gentlyMatthew DeVore, Aug 15, 2018
  66. 2/6 list-objects: refactor to process_tree_contentsMatthew DeVore, Aug 15, 2018
  67. 4/6 rev-list: handle missing tree objects properlyMatthew DeVore, Aug 15, 2018
  68. 5/6 revision: mark non-user-given objects insteadMatthew DeVore, Aug 15, 2018
  69. 6/6 list-objects-filter: implement filter tree:0Matthew DeVore, Aug 15, 2018
  70. Stefan BellerAug 17, 2018
  71. Matthew DeVoreAug 17, 2018
  72. Stefan BellerAug 17, 2018
  73. Matthew DeVoreAug 20, 2018
  74. Stefan BellerAug 21, 2018
  75. Junio C HamanoAug 21, 2018
  76. Stefan BellerAug 22, 2018
  77. Duy NguyenAug 18, 2018
  78. Matthew DeVoreAug 20, 2018
  79. Stefan BellerAug 20, 2018
  80. Matthew DeVoreAug 20, 2018
  81. Stefan BellerAug 21, 2018
  82. Duy NguyenAug 21, 2018
  83. 0/7 filter: support for excluding all trees and blobsMatthew DeVore, Sep 4, 2018
  84. 1/7 list-objects: store common func args in structMatthew DeVore, Sep 4, 2018
  85. 2/7 list-objects: refactor to process_tree_contentsMatthew DeVore, Sep 4, 2018
  86. 3/7 list-objects: always parse trees gentlyMatthew DeVore, Sep 4, 2018
  87. 4/7 rev-list: handle missing tree objects properlyMatthew DeVore, Sep 4, 2018
  88. 5/7 revision: mark non-user-given objects insteadMatthew DeVore, Sep 4, 2018
  89. Junio C HamanoSep 4, 2018
  90. Matthew DeVoreSep 5, 2018
  91. 7/7 list-objects-filter: implement filter tree:0Matthew DeVore, Sep 4, 2018
  92. Junio C HamanoSep 4, 2018
  93. Matthew DeVoreSep 6, 2018
  94. 6/7 list-objects-filter: use BUG rather than dieMatthew DeVore, Sep 4, 2018
  95. Junio C HamanoSep 4, 2018
  96. Stefan BellerSep 4, 2018
  97. 0/7 filter: support for excluding all trees and blobsMatthew DeVore, Sep 14, 2018
  98. 1/7 list-objects: store common func args in structMatthew DeVore, Sep 14, 2018
  99. 2/7 list-objects: refactor to process_tree_contentsMatthew DeVore, Sep 14, 2018
  100. 3/7 list-objects: always parse trees gentlyMatthew DeVore, Sep 14, 2018
  101. 4/7 rev-list: handle missing tree objects properlyMatthew DeVore, Sep 14, 2018
  102. 5/7 revision: mark non-user-given objects insteadMatthew DeVore, Sep 14, 2018
  103. Junio C HamanoSep 14, 2018
  104. Matthew DeVoreSep 14, 2018
  105. 6/7 list-objects-filter: use BUG rather than dieMatthew DeVore, Sep 14, 2018
  106. 7/7 list-objects-filter: implement filter tree:0Matthew DeVore, Sep 14, 2018
  107. Junio C HamanoSep 14, 2018
  108. Junio C HamanoSep 14, 2018
  109. Matthew DeVoreSep 15, 2018
  110. 0/8 filter: support for excluding all trees and blobsMatthew DeVore, Sep 21, 2018
  111. 1/8 list-objects: store common func args in structMatthew DeVore, Sep 21, 2018
  112. 2/8 list-objects: refactor to process_tree_contentsMatthew DeVore, Sep 21, 2018
  113. 3/8 list-objects: always parse trees gentlyMatthew DeVore, Sep 21, 2018
  114. 4/8 rev-list: handle missing tree objects properlyMatthew DeVore, Sep 21, 2018
  115. 5/8 revision: mark non-user-given objects insteadMatthew DeVore, Sep 21, 2018
  116. 6/8 list-objects-filter: use BUG rather than dieMatthew DeVore, Sep 21, 2018
  117. 7/8 list-objects-filter-options: do not over-strbuf_initMatthew DeVore, Sep 21, 2018
  118. 8/8 list-objects-filter: implement filter tree:0Matthew DeVore, Sep 21, 2018
  119. 0/8 filter: support for excluding all trees and blobsMatthew DeVore, Oct 3, 2018
  120. 1/8 list-objects: store common func args in structMatthew DeVore, Oct 3, 2018
  121. 2/8 list-objects: refactor to process_tree_contentsMatthew DeVore, Oct 3, 2018
  122. 3/8 list-objects: always parse trees gentlyMatthew DeVore, Oct 3, 2018
  123. 4/8 rev-list: handle missing tree objects properlyMatthew DeVore, Oct 3, 2018
  124. 5/8 revision: mark non-user-given objects insteadMatthew DeVore, Oct 3, 2018
  125. 6/8 list-objects-filter: use BUG rather than dieMatthew DeVore, Oct 3, 2018
  126. 7/8 list-objects-filter-options: do not over-strbuf_initMatthew DeVore, Oct 3, 2018
  127. 8/8 list-objects-filter: implement filter tree:0Matthew DeVore, Oct 3, 2018
  128. Matthew DeVoreOct 3, 2018
  129. 0/8 filter: support for excluding all trees and blobsMatthew DeVore, Oct 5, 2018
  130. 1/8 list-objects: store common func args in structMatthew DeVore, Oct 5, 2018
  131. 2/8 list-objects: refactor to process_tree_contentsMatthew DeVore, Oct 5, 2018
  132. 3/8 list-objects: always parse trees gentlyMatthew DeVore, Oct 5, 2018
  133. 4/8 rev-list: handle missing tree objects properlyMatthew DeVore, Oct 5, 2018
  134. 5/8 revision: mark non-user-given objects insteadMatthew DeVore, Oct 5, 2018
  135. 6/8 list-objects-filter: use BUG rather than dieMatthew DeVore, Oct 5, 2018
  136. 7/8 list-objects-filter-options: do not over-strbuf_initMatthew DeVore, Oct 5, 2018
  137. 8/8 list-objects-filter: implement filter tree:0Matthew DeVore, Oct 5, 2018
  138. Junio C HamanoOct 7, 2018
  139. Matthew DeVoreOct 8, 2018
  140. 0/8 filter: support for excluding all trees and blobsMatthew DeVore, Oct 12, 2018
  141. 1/8 list-objects: store common func args in structMatthew DeVore, Oct 12, 2018
  142. 2/8 list-objects: refactor to process_tree_contentsMatthew DeVore, Oct 12, 2018
  143. 3/8 list-objects: always parse trees gentlyMatthew DeVore, Oct 12, 2018
  144. 4/8 rev-list: handle missing tree objects properlyMatthew DeVore, Oct 12, 2018
  145. 5/8 revision: mark non-user-given objects insteadMatthew DeVore, Oct 12, 2018
  146. 6/8 list-objects-filter: use BUG rather than dieMatthew DeVore, Oct 12, 2018
  147. 7/8 list-objects-filter-options: do not over-strbuf_initMatthew DeVore, Oct 12, 2018
  148. 8/8 list-objects-filter: implement filter tree:0Matthew DeVore, Oct 12, 2018
  149. Junio C HamanoOct 15, 2018
  150. Junio C HamanoOct 15, 2018
  151. Matthew DeVoreOct 16, 2018

Read the whole thread, see it on lore, or plain text.

$ cat FOOTERMessages come from the public archive at lore.kernel.org/git, fetched every hour. The front page is chosen and written each morning by an AI editor and can be wrong; the threads themselves are the record. About and API. For agents: an MCP server at https://gitlist.dev/mcp, and any thread, story or person page as Markdown by adding .md to its URL (or sending Accept: text/markdown). Details in /llms.txt.