git/list[1] front-page[2] threads[3] people[4] search[5] about
 

[PATCH v5 11/40] odb-helper: add odb_helper_init() to send 'init' instruction

From
Christian Couder <christian.couder@gmail.com>
Date
Aug 3, 2017, 09:18 UTC
Message-ID
<20170803091926.1755-12-chriscool@tuxfamily.org>
In-Reply-To
<20170803091926.1755-1-chriscool@tuxfamily.org>

Let's add an odb_helper_init() function to send an 'init' instruction to the helpers. This 'init' instruction is especially useful to get the capabilities that are supported by the helpers.

So while at it, let's also add a parse_capabilities() function to parse them and a supported_capabilities variable in struct odb_helper to store them.

Signed-off-by: Christian Couder <chriscool@tuxfamily.org>
---
 external-odb.c          |  9 ++++++++-
 odb-helper.c            | 54 +++++++++++++++++++++++++++++++++++++++++++++++++
 odb-helper.h            | 12 +++++++++++
 t/t0400-external-odb.sh |  4 ++++
 4 files changed, 78 insertions(+), 1 deletion(-)
diff --git a/external-odb.c b/external-odb.c
index e9c3f11666..0f0de170b8 100644
--- a/external-odb.c
+++ b/external-odb.c
@@ -41,12 +41,16 @@ static int external_odb_config(const char *var, const char *value, void *data)
 static void external_odb_init(void)
 {
 	static int initialized;
+	struct odb_helper *o;
 
 	if (initialized)
 		return;
 	initialized = 1;
 
 	git_config(external_odb_config, NULL);
+
+	for (o = helpers; o; o = o->next)
+		odb_helper_init(o);
 }
 
 const char *external_odb_root(void)
@@ -63,9 +67,12 @@ int external_odb_has_object(const unsigned char *sha1)
 
 	external_odb_init();
 
-	for (o = helpers; o; o = o->next)
+	for (o = helpers; o; o = o->next) {
+		if (!(o->supported_capabilities & ODB_HELPER_CAP_HAVE))
+			return 1;
 		if (odb_helper_has_object(o, sha1))
 			return 1;
+	}
 	return 0;
 }
 
diff --git a/odb-helper.c b/odb-helper.c
index 0e6f824e4a..c6e16b938c 100644
--- a/odb-helper.c
+++ b/odb-helper.c
@@ -5,6 +5,40 @@
 #include "run-command.h"
 #include "sha1-lookup.h"
 
+static void parse_capabilities(char *cap_buf,
+			       unsigned int *supported_capabilities,
+			       const char *process_name)
+{
+	struct string_list cap_list = STRING_LIST_INIT_NODUP;
+
+	string_list_split_in_place(&cap_list, cap_buf, '=', 1);
+
+	if (cap_list.nr == 2 && !strcmp(cap_list.items[0].string, "capability")) {
+		const char *cap_name = cap_list.items[1].string;
+
+		if (!strcmp(cap_name, "get_git_obj")) {
+			*supported_capabilities |= ODB_HELPER_CAP_GET_GIT_OBJ;
+		} else if (!strcmp(cap_name, "get_raw_obj")) {
+			*supported_capabilities |= ODB_HELPER_CAP_GET_RAW_OBJ;
+		} else if (!strcmp(cap_name, "get_direct")) {
+			*supported_capabilities |= ODB_HELPER_CAP_GET_DIRECT;
+		} else if (!strcmp(cap_name, "put_git_obj")) {
+			*supported_capabilities |= ODB_HELPER_CAP_PUT_GIT_OBJ;
+		} else if (!strcmp(cap_name, "put_raw_obj")) {
+			*supported_capabilities |= ODB_HELPER_CAP_PUT_RAW_OBJ;
+		} else if (!strcmp(cap_name, "put_direct")) {
+			*supported_capabilities |= ODB_HELPER_CAP_PUT_DIRECT;
+		} else if (!strcmp(cap_name, "have")) {
+			*supported_capabilities |= ODB_HELPER_CAP_HAVE;
+		} else {
+			warning("external process '%s' requested unsupported read-object capability '%s'",
+				process_name, cap_name);
+		}
+	}
+
+	string_list_clear(&cap_list, 0);
+}
+
 struct odb_helper *odb_helper_new(const char *name, int namelen)
 {
 	struct odb_helper *o;
@@ -79,6 +113,26 @@ static int odb_helper_finish(struct odb_helper *o,
 	return 0;
 }
 
+int odb_helper_init(struct odb_helper *o)
+{
+	struct odb_helper_cmd cmd;
+	FILE *fh;
+	struct strbuf line = STRBUF_INIT;
+
+	if (odb_helper_start(o, &cmd, "init") < 0)
+		return -1;
+
+	fh = xfdopen(cmd.child.out, "r");
+	while (strbuf_getline(&line, fh) != EOF)
+		parse_capabilities(line.buf, &o->supported_capabilities, o->name);
+
+	strbuf_release(&line);
+	fclose(fh);
+	odb_helper_finish(o, &cmd);
+
+	return 0;
+}
+
 static int parse_object_line(struct odb_helper_object *o, const char *line)
 {
 	char *end;
diff --git a/odb-helper.h b/odb-helper.h
index 5800661704..8e0b9dd9cb 100644
--- a/odb-helper.h
+++ b/odb-helper.h
@@ -1,9 +1,20 @@
 #ifndef ODB_HELPER_H
 #define ODB_HELPER_H
 
+#include "external-odb.h"
+
+#define ODB_HELPER_CAP_GET_GIT_OBJ    (1u<<0)
+#define ODB_HELPER_CAP_GET_RAW_OBJ    (1u<<1)
+#define ODB_HELPER_CAP_GET_DIRECT     (1u<<2)
+#define ODB_HELPER_CAP_PUT_GIT_OBJ    (1u<<3)
+#define ODB_HELPER_CAP_PUT_RAW_OBJ    (1u<<4)
+#define ODB_HELPER_CAP_PUT_DIRECT     (1u<<5)
+#define ODB_HELPER_CAP_HAVE           (1u<<6)
+
 struct odb_helper {
 	const char *name;
 	const char *cmd;
+	unsigned int supported_capabilities;
 
 	struct odb_helper_object {
 		unsigned char sha1[20];
@@ -18,6 +29,7 @@ struct odb_helper {
 };
 
 struct odb_helper *odb_helper_new(const char *name, int namelen);
+int odb_helper_init(struct odb_helper *o);
 int odb_helper_has_object(struct odb_helper *o, const unsigned char *sha1);
 int odb_helper_get_object(struct odb_helper *o, const unsigned char *sha1,
 			  int fd);
diff --git a/t/t0400-external-odb.sh b/t/t0400-external-odb.sh
index 2f4749fab1..ed89f3ab40 100755
--- a/t/t0400-external-odb.sh
+++ b/t/t0400-external-odb.sh
@@ -9,6 +9,10 @@ export ALT_SOURCE
 write_script odb-helper <<\EOF
 GIT_DIR=$ALT_SOURCE; export GIT_DIR
 case "$1" in
+init)
+	echo "capability=get_git_obj"
+	echo "capability=have"
+	;;
 have)
 	git cat-file --batch-check --batch-all-objects |
 	awk '{print $1 " " $3 " " $2}'
-- 
2.14.0.rc1.52.gf02fb0ddac.dirty
Previous: Christian CouderNext: Lars Schneider
Message 8 of 73 in “Add initial experimental external ODB support”
  1. 00/40 Add initial experimental external ODB supportChristian Couder, Aug 3, 2017
  2. 03/40 t0021/rot13-filter: improve 'if .. elsif .. else' styleChristian Couder, Aug 3, 2017
  3. 04/40 Add Git/Packet.pm from parts of t0021/rot13-filter.plChristian Couder, Aug 3, 2017
  4. Junio C HamanoAug 3, 2017
  5. Christian CouderAug 4, 2017
  6. 07/40 Git/Packet.pm: add packet_initialize()Christian Couder, Aug 3, 2017
  7. 09/40 sha1_file: prepare for external odbsChristian Couder, Aug 3, 2017
  8. 11/40 odb-helper: add odb_helper_init() to send 'init' instructionChristian Couder, Aug 3, 2017
  9. Lars SchneiderSep 10, 2017
  10. Christian CouderSep 14, 2017
  11. 14/40 external-odb: accept only blobs for nowChristian Couder, Aug 3, 2017
  12. Junio C HamanoAug 3, 2017
  13. Christian CouderSep 14, 2017
  14. 12/40 t0400: add 'put_raw_obj' instruction to odb-helper scriptChristian Couder, Aug 3, 2017
  15. Lars SchneiderSep 10, 2017
  16. Christian CouderSep 14, 2017
  17. 20/40 lib-httpd: add list.shChristian Couder, Aug 3, 2017
  18. 13/40 external odb: add 'put_raw_obj' supportChristian Couder, Aug 3, 2017
  19. Junio C HamanoAug 3, 2017
  20. Christian CouderSep 14, 2017
  21. 22/40 odb-helper: add odb_helper_get_raw_object()Christian Couder, Aug 3, 2017
  22. 19/40 lib-httpd: add upload.shChristian Couder, Aug 3, 2017
  23. Junio C HamanoAug 3, 2017
  24. Christian CouderSep 14, 2017
  25. 21/40 lib-httpd: add apache-e-odb.confChristian Couder, Aug 3, 2017
  26. 29/40 Add t0460 to test passing git objectsChristian Couder, Aug 3, 2017
  27. 28/40 Add t0450 to test 'get_direct' mechanismChristian Couder, Aug 3, 2017
  28. 33/40 Add t0480 to test "have" capability and raw objectsChristian Couder, Aug 3, 2017
  29. 34/40 external-odb: use 'odb=magic' attribute to mark odb blobsChristian Couder, Aug 3, 2017
  30. 37/40 clone: add --initial-refspec optionChristian Couder, Aug 3, 2017
  31. 36/40 clone: add 'initial' param to write_remote_refs()Christian Couder, Aug 3, 2017
  32. 35/40 Add Documentation/technical/external-odb.txtChristian Couder, Aug 3, 2017
  33. Stefan BellerAug 3, 2017
  34. Christian CouderAug 25, 2017
  35. Jonathan TanAug 25, 2017
  36. Christian CouderAug 29, 2017
  37. Ben PeartAug 28, 2017
  38. Christian CouderAug 29, 2017
  39. Ben PeartAug 30, 2017
  40. Christian CouderAug 30, 2017
  41. 30/40 odb-helper: add put_object_process()Christian Couder, Aug 3, 2017
  42. 32/40 odb-helper: add have_object_process()Christian Couder, Aug 3, 2017
  43. 38/40 clone: disable external odb before initial cloneChristian Couder, Aug 3, 2017
  44. 39/40 Add tests for 'clone --initial-refspec'Christian Couder, Aug 3, 2017
  45. 40/40 Add t0430 to test cloning using bundlesChristian Couder, Aug 3, 2017
  46. 31/40 Add t0470 to test passing raw objectsChristian Couder, Aug 3, 2017
  47. 27/40 odb-helper: add init_object_process()Christian Couder, Aug 3, 2017
  48. 23/40 pack-objects: don't pack objects in external odbsChristian Couder, Aug 3, 2017
  49. 26/40 odb-helper: add 'script_mode' to 'struct odb_helper'Christian Couder, Aug 3, 2017
  50. 24/40 Add t0420 to test transfer to HTTP external odbChristian Couder, Aug 3, 2017
  51. 25/40 external-odb: add 'get_direct' supportChristian Couder, Aug 3, 2017
  52. Junio C HamanoAug 3, 2017
  53. Christian CouderSep 14, 2017
  54. Jonathan TanSep 14, 2017
  55. Christian CouderSep 15, 2017
  56. Jonathan TanSep 15, 2017
  57. 15/40 t0400: add test for external odb write supportChristian Couder, Aug 3, 2017
  58. 17/40 Add t0410 to test external ODB transferChristian Couder, Aug 3, 2017
  59. 18/40 lib-httpd: pass config file to start_httpd()Christian Couder, Aug 3, 2017
  60. 16/40 Add GIT_NO_EXTERNAL_ODB env variableChristian Couder, Aug 3, 2017
  61. 10/40 Add initial external odb supportChristian Couder, Aug 3, 2017
  62. Junio C HamanoAug 3, 2017
  63. Jeff KingAug 3, 2017
  64. Christian CouderSep 14, 2017
  65. 08/40 Git/Packet.pm: add capability functionsChristian Couder, Aug 3, 2017
  66. Junio C HamanoAug 3, 2017
  67. Christian CouderAug 4, 2017
  68. 01/40 builtin/clone: get rid of 'value' strbufChristian Couder, Aug 3, 2017
  69. 05/40 t0021/rot13-filter: use Git/Packet.pmChristian Couder, Aug 3, 2017
  70. 06/40 Git/Packet.pm: improve error messageChristian Couder, Aug 3, 2017
  71. 02/40 t0021/rot13-filter: refactor packet reading functionsChristian Couder, Aug 3, 2017
  72. Lars SchneiderSep 10, 2017
  73. Christian CouderSep 14, 2017

Read the whole thread, see it on lore, or plain text.

$ cat FOOTERMessages come from the public archive at lore.kernel.org/git, fetched every hour. The front page is chosen and written each morning by an AI editor and can be wrong; the threads themselves are the record. About and API. For agents: an MCP server at https://gitlist.dev/mcp, and any thread, story or person page as Markdown by adding .md to its URL (or sending Accept: text/markdown). Details in /llms.txt.