git/list[1] front-page[2] threads[3] people[4] search[5] about
 

[PATCH 06/11] vcs-svn: Implement copyfrom_data delta instruction

From
Jonathan Nieder <jrnieder@gmail.com>
Date
Oct 13, 2010, 09:39 UTC
Message-ID
<20101013093944.GG32608@burratino>
In-Reply-To
<20101013091714.GA32608@burratino>

The copyfrom_data instruction copies a few bytes verbatim from the auxiliary data section of a window to the postimage.

Signed-off-by: Jonathan Nieder <jrnieder@gmail.com>
---
 t/t9011-svn-da.sh |   31 +++++++++++++++++++
 vcs-svn/svndiff.c |   86 +++++++++++++++++++++++++++++++++++++++++++++++++---
 2 files changed, 112 insertions(+), 5 deletions(-)
diff --git a/t/t9011-svn-da.sh b/t/t9011-svn-da.sh
index 1383263..9279924 100755
--- a/t/t9011-svn-da.sh
+++ b/t/t9011-svn-da.sh
@@ -134,4 +134,35 @@ test_expect_success 'truncated inline data (after instruction section)' '
 	test_must_fail test-svn-fe -d preimage insn.trunc 11
 '
 
+test_expect_success 'copyfrom_data' '
+	echo hi >expect &&
+	printf "SVNQ%b%b%b" "QQ\003\001\003" "\0203" "hi\n" | q_to_nul >copydat &&
+	test-svn-fe -d preimage copydat 13 >actual &&
+	test_cmp expect actual
+'
+
+test_expect_success 'multiple copyfrom_data' '
+	echo hi >expect &&
+	printf "SVNQ%b%b%b%b%b" "QQ\003\002\003" "\0201\0202" "hi\n" \
+		"QQQ\002Q" "\0200Q" | q_to_nul >copy.multi &&
+	len=$(wc -c <copy.multi) &&
+	test-svn-fe -d preimage copy.multi $len >actual &&
+	test_cmp expect actual
+'
+
+test_expect_success 'incomplete multiple insn' '
+	printf "SVNQ%b%b%b" "QQ\003\002\003" "\0203\0200" "hi\n" |
+		q_to_nul >copy.partial &&
+	len=$(wc -c <copy.partial) &&
+	test_must_fail test-svn-fe -d preimage copy.partial $len
+'
+
+test_expect_success 'catch attempt to copy missing data' '
+	printf "SVNQ%b%b%s%b%s" "QQ\002\002\001" "\0201\0201" "X" \
+			"QQQQ\002" "YZ" |
+		q_to_nul >copy.incomplete &&
+	len=$(wc -c <copy.incomplete) &&
+	test_must_fail test-svn-fe -d preimage copy.incomplete $len
+'
+
 test_done
diff --git a/vcs-svn/svndiff.c b/vcs-svn/svndiff.c
index 72fe716..ac776e0 100644
--- a/vcs-svn/svndiff.c
+++ b/vcs-svn/svndiff.c
@@ -14,20 +14,40 @@
  *
  * svndiff0 ::= 'SVN\0' window window*;
  * window ::= int int int int int instructions inline_data;
+ * instructions ::= instruction*;
+ * instruction ::= view_selector int int
+ *   | copyfrom_data int
+ *   | packed_view_selector int
+ *   | packed_copyfrom_data
+ *   ;
+ * copyfrom_data ::= # binary 10 000000;
+ * packed_copyfrom_data ::= # copyfrom_data OR-ed with 6 bit value;
  * int ::= highdigit* lowdigit;
  * highdigit ::= # binary 1000 0000 OR-ed with 7 bit value;
  * lowdigit ::= # 7 bit value;
  */
 
+#define INSN_MASK	0xc0
+#define INSN_COPYFROM_DATA	0x80
+#define OPERAND_MASK	0x3f
+
 #define VLI_CONTINUE	0x80
 #define VLI_DIGIT_MASK	0x7f
 #define VLI_BITS_PER_DIGIT 7
 
 struct window {
+	struct strbuf out;
 	struct strbuf instructions;
 	struct strbuf data;
 };
 
+static int write_strbuf(struct strbuf *sb, FILE *out)
+{
+	if (fwrite(sb->buf, 1, sb->len, out) == sb->len)	/* Success. */
+		return 0;
+	return error("Cannot write: %s\n", strerror(errno));
+}
+
 static int read_magic(struct line_buffer *in, off_t *len)
 {
 	static const char magic[] = {'S', 'V', 'N', '\0'};
@@ -118,9 +138,63 @@ static int read_chunk(struct line_buffer *delta, off_t *delta_len,
 	return 0;
 }
 
-static int apply_one_window(struct line_buffer *delta, off_t *delta_len)
+static int copyfrom_data(struct window *ctx, size_t *data_pos, size_t nbytes)
 {
-	struct window ctx = {STRBUF_INIT, STRBUF_INIT};
+	const size_t pos = *data_pos;
+	if (unsigned_add_overflows(pos, nbytes) ||
+	    pos + nbytes > ctx->data.len)
+		return error("Invalid delta: copies unavailable inline data.");
+	strbuf_add(&ctx->out, ctx->data.buf + pos, nbytes);
+	*data_pos += nbytes;
+	return 0;
+}
+
+static int parse_first_operand(const char **buf, size_t *out, const char *end)
+{
+	size_t result = (unsigned char) *(*buf)++ & OPERAND_MASK;
+	if (result) {
+		*out = result;
+		return 0;
+	}
+	return parse_int(buf, out, end);
+}
+
+static int step(struct window *ctx, const char **instructions, size_t *data_pos)
+{
+	unsigned int instruction;
+	const char *insns_end = ctx->instructions.buf + ctx->instructions.len;
+	size_t nbytes;
+	assert(ctx);
+	assert(instructions && *instructions);
+	assert(data_pos);
+
+	instruction = (unsigned char) **instructions;
+	if (parse_first_operand(instructions, &nbytes, insns_end))
+		return -1;
+	if ((instruction & INSN_MASK) != INSN_COPYFROM_DATA)
+		return error("Unknown instruction %x", instruction);
+	return copyfrom_data(ctx, data_pos, nbytes);
+}
+
+static int apply_window_in_core(struct window *ctx)
+{
+	const char *insn = ctx->instructions.buf;
+	size_t data_pos = 0;
+
+	/*
+	 * Populate ctx->out.buf using data from the source, target,
+	 * and inline data views.
+	 */
+	while (insn != ctx->instructions.buf + ctx->instructions.len)
+		if (step(ctx, &insn, &data_pos))
+			return -1;
+	return 0;
+}
+
+static int apply_one_window(struct line_buffer *delta, off_t *delta_len,
+			    FILE *out)
+{
+	struct window ctx = {STRBUF_INIT, STRBUF_INIT, STRBUF_INIT};
 	size_t out_len;
 	size_t instructions_len;
 	size_t data_len;
@@ -146,8 +220,10 @@ static int apply_one_window(struct line_buffer *delta, off_t *delta_len)
 		rv = error("Cannot read delta: %s", strerror(errno));
 		goto done;
 	}
-	if (instructions_len > 0)
-		return error("What do you think I am?  A delta applier?");
+	if (apply_window_in_core(&ctx) || write_strbuf(&ctx.out, out)) {
+		rv = -1;
+		goto done;
+	}
  done:
 	strbuf_release(&ctx.data);
 	strbuf_release(&ctx.instructions);
@@ -168,7 +244,7 @@ int svndiff0_apply(struct line_buffer *delta, off_t delta_len,
 		if (read_offset(delta, &pre_off, &delta_len) ||
 		    read_length(delta, &pre_len, &delta_len) ||
 		    move_window(&preimage_view, pre_off, pre_len) ||
-		    apply_one_window(delta, &delta_len))
+		    apply_one_window(delta, &delta_len, postimage))
 			goto fail;
 		if (delta_len && buffer_at_eof(delta)) {
 			error("Delta ends early! (%"PRIu64" bytes remaining)",
-- 
1.7.2.3
Previous: Jonathan NiederNext: Jonathan Nieder
Message 71 of 79 in “Resurrect rr/svn-export”
  1. 0/8 Resurrect rr/svn-exportRamkumar Ramachandra, Jul 15, 2010
  2. 1/8 Export parse_date_basic() to convert a date string to timestampRamkumar Ramachandra, Jul 15, 2010
  3. Jonathan NiederJul 15, 2010
  4. Junio C HamanoJul 15, 2010
  5. 2/8 Introduce vcs-svn libRamkumar Ramachandra, Jul 15, 2010
  6. Jonathan NiederJul 15, 2010
  7. Ramkumar RamachandraJul 15, 2010
  8. 3/8 Add memory pool libraryRamkumar Ramachandra, Jul 15, 2010
  9. Jonathan NiederJul 15, 2010
  10. Ramkumar RamachandraJul 15, 2010
  11. 4/8 Add treap implementationRamkumar Ramachandra, Jul 15, 2010
  12. Jonathan NiederJul 15, 2010
  13. Ramkumar RamachandraJul 15, 2010
  14. 5/8 Add string-specific memory poolRamkumar Ramachandra, Jul 15, 2010
  15. 6/8 Add stream helper libraryRamkumar Ramachandra, Jul 15, 2010
  16. Jonathan NiederJul 15, 2010
  17. 7/8 Add infrastructure to write revisions in fast-export formatRamkumar Ramachandra, Jul 15, 2010
  18. Jonathan NiederJul 15, 2010
  19. 8/8 Add SVN dump parserRamkumar Ramachandra, Jul 15, 2010
  20. Jonathan NiederJul 15, 2010
  21. Jonathan NiederJul 15, 2010
  22. Jonathan NiederJul 16, 2010
  23. 3/9 Add memory pool libraryJonathan Nieder, Jul 16, 2010
  24. 4/9 Add treap implementationJonathan Nieder, Jul 16, 2010
  25. Jonathan NiederJul 16, 2010
  26. 0/10 rr/svn-export rerollJonathan Nieder, Aug 9, 2010
  27. 01/10 Export parse_date_basic() to convert a date string to timestampJonathan Nieder, Aug 9, 2010
  28. 02/10 Introduce vcs-svn libJonathan Nieder, Aug 9, 2010
  29. 03/10 Add memory pool libraryJonathan Nieder, Aug 9, 2010
  30. 04/10 Add treap implementationJonathan Nieder, Aug 9, 2010
  31. Junio C HamanoAug 12, 2010
  32. Jonathan NiederAug 12, 2010
  33. Jonathan NiederAug 12, 2010
  34. Junio C HamanoAug 12, 2010
  35. 05/10 Add string-specific memory poolJonathan Nieder, Aug 9, 2010
  36. Junio C HamanoAug 12, 2010
  37. Jonathan NiederAug 12, 2010
  38. 06/10 Add stream helper libraryJonathan Nieder, Aug 9, 2010
  39. 07/10 Infrastructure to write revisions in fast-export formatJonathan Nieder, Aug 9, 2010
  40. 08/10 SVN dump parserJonathan Nieder, Aug 9, 2010
  41. Junio C HamanoAug 12, 2010
  42. PATCH 09/10] Update svn-fe manualJonathan Nieder, Aug 9, 2010
  43. 10/10 svn-fe manual: Clarify warning about deltas in dump filesJonathan Nieder, Aug 9, 2010
  44. Ramkumar RamachandraAug 10, 2010
  45. Jonathan NiederAug 11, 2010
  46. 00/16 svn delta applierJonathan Nieder, Oct 11, 2010
  47. 01/16 vcs-svn: Eliminate global byte_buffer[] arrayJonathan Nieder, Oct 11, 2010
  48. 03/16 vcs-svn: Collect line_buffer data in a structJonathan Nieder, Oct 11, 2010
  49. 04/16 vcs-svn: Teach line_buffer to handle multiple input filesJonathan Nieder, Oct 11, 2010
  50. 05/16 vcs-svn: Make buffer_skip_bytes() report partial readsJonathan Nieder, Oct 11, 2010
  51. 06/16 vcs-svn: Improve support for reading large filesJonathan Nieder, Oct 11, 2010
  52. 07/16 vcs-svn: Add binary-safe read() functionJonathan Nieder, Oct 11, 2010
  53. 08/16 vcs-svn: Let callers peek ahead to find stream endJonathan Nieder, Oct 11, 2010
  54. 09/16 vcs-svn: Allow input errors to be detected earlyJonathan Nieder, Oct 11, 2010
  55. 10/16 vcs-svn: Allow character-oriented inputJonathan Nieder, Oct 11, 2010
  56. 11/16 vcs-svn: Add code to maintain a sliding view of a fileJonathan Nieder, Oct 11, 2010
  57. 12/16 vcs-svn: Learn to parse variable-length integersJonathan Nieder, Oct 11, 2010
  58. 13/16 vcs-svn: Learn to check for SVN\0 magicJonathan Nieder, Oct 11, 2010
  59. 14/16 compat: helper for detecting unsigned overflowJonathan Nieder, Oct 11, 2010
  60. 15/16 t9010 (svn-fe): Eliminate dependency on svn perl bindingsJonathan Nieder, Oct 11, 2010
  61. 02/16 vcs-svn: Replace buffer_read_string() memory pool with a strbufJonathan Nieder, Oct 11, 2010
  62. vcs-svn: Add svn delta parserJonathan Nieder, Oct 11, 2010
  63. 0/11 Building up the delta parserJonathan Nieder, Oct 13, 2010
  64. 01/11 fixup! vcs-svn: Learn to parse variable-length integersJonathan Nieder, Oct 13, 2010
  65. 02/11 vcs-svn: Skeleton of an svn delta parserJonathan Nieder, Oct 13, 2010
  66. 03/11 vcs-svn: Read the preimage while applying deltasJonathan Nieder, Oct 13, 2010
  67. Sam VilainOct 14, 2010
  68. Jonathan NiederOct 14, 2010
  69. 04/11 vcs-svn: Read inline data from deltasJonathan Nieder, Oct 13, 2010
  70. 05/11 vcs-svn: Read instructions from deltasJonathan Nieder, Oct 13, 2010
  71. 06/11 vcs-svn: Implement copyfrom_data delta instructionJonathan Nieder, Oct 13, 2010
  72. 07/11 vcs-svn: Check declared number of output bytesJonathan Nieder, Oct 13, 2010
  73. 08/11 vcs-svn: Reject deltas that do not consume all inline dataJonathan Nieder, Oct 13, 2010
  74. 09/11 vcs-svn: Let deltas use data from postimageJonathan Nieder, Oct 13, 2010
  75. 10/11 vcs-svn: Reject deltas that read past end of preimageJonathan Nieder, Oct 13, 2010
  76. 11/11 vcs-svn: Allow deltas to copy from preimageJonathan Nieder, Oct 13, 2010
  77. 11/11 vcs-svn: Allow deltas to copy from preimageJonathan Nieder, Oct 13, 2010
  78. Ramkumar RamachandraOct 18, 2010
  79. Jonathan NiederOct 18, 2010

Read the whole thread, see it on lore, or plain text.

$ cat FOOTERMessages come from the public archive at lore.kernel.org/git, fetched every hour. The front page is chosen and written each morning by an AI editor and can be wrong; the threads themselves are the record. About and API. For agents: an MCP server at https://gitlist.dev/mcp, and any thread, story or person page as Markdown by adding .md to its URL (or sending Accept: text/markdown). Details in /llms.txt.