git/list[1] front-page[2] threads[3] people[4] search[5] about
 

[PATCH v5 05/10] xdiff: use unambiguous types in xdl_hash_record()

From
Ezekiel Newren via GitGitGadget <gitgitgadget@gmail.com>
Date
Nov 18, 2025, 22:34 UTC
Message-ID
<6f267360b705e6d5ee62a67c22b1de2d3ff38196.1763505262.git.gitgitgadget@gmail.com>
In-Reply-To
<pull.2070.v5.git.git.1763505262.gitgitgadget@gmail.com>
From: Ezekiel Newren <ezekielnewren@gmail.com>

Convert the function signature and body to use unambiguous types. char is changed to uint8_t because this function processes bytes in memory. unsigned long to uint64_t so that the hash output is consistent across platforms. `flags` was changed from long to uint64_t to ensure the high order bits are not dropped on platforms that treat long as 32 bits.

Signed-off-by: Ezekiel Newren <ezekielnewren@gmail.com>
---
 xdiff-interface.c |  2 +-
 xdiff/xprepare.c  |  6 +++---
 xdiff/xutils.c    | 28 ++++++++++++++--------------
 xdiff/xutils.h    |  6 +++---
 4 files changed, 21 insertions(+), 21 deletions(-)
diff --git a/xdiff-interface.c b/xdiff-interface.c
index 4971f722b3..1a35556380 100644
--- a/xdiff-interface.c
+++ b/xdiff-interface.c
@@ -300,7 +300,7 @@ void xdiff_clear_find_func(xdemitconf_t *xecfg)
 
 unsigned long xdiff_hash_string(const char *s, size_t len, long flags)
 {
-	return xdl_hash_record(&s, s + len, flags);
+	return xdl_hash_record((uint8_t const**)&s, (uint8_t const*)s + len, flags);
 }
 
 int xdiff_compare_lines(const char *l1, long s1,
diff --git a/xdiff/xprepare.c b/xdiff/xprepare.c
index b3219aed3e..85e56021da 100644
--- a/xdiff/xprepare.c
+++ b/xdiff/xprepare.c
@@ -137,8 +137,8 @@ static void xdl_free_ctx(xdfile_t *xdf)
 static int xdl_prepare_ctx(unsigned int pass, mmfile_t *mf, long narec, xpparam_t const *xpp,
 			   xdlclassifier_t *cf, xdfile_t *xdf) {
 	long bsize;
-	unsigned long hav;
-	char const *blk, *cur, *top, *prev;
+	uint64_t hav;
+	uint8_t const *blk, *cur, *top, *prev;
 	xrecord_t *crec;
 
 	xdf->rindex = NULL;
@@ -156,7 +156,7 @@ static int xdl_prepare_ctx(unsigned int pass, mmfile_t *mf, long narec, xpparam_
 			if (XDL_ALLOC_GROW(xdf->recs, xdf->nrec + 1, narec))
 				goto abort;
 			crec = &xdf->recs[xdf->nrec++];
-			crec->ptr = (uint8_t const *)prev;
+			crec->ptr = prev;
 			crec->size = cur - prev;
 			crec->ha = hav;
 			if (xdl_classify_record(pass, cf, crec) < 0)
diff --git a/xdiff/xutils.c b/xdiff/xutils.c
index 7be063bfb6..77ee1ad9c8 100644
--- a/xdiff/xutils.c
+++ b/xdiff/xutils.c
@@ -249,11 +249,11 @@ int xdl_recmatch(const char *l1, long s1, const char *l2, long s2, long flags)
 	return 1;
 }
 
-unsigned long xdl_hash_record_with_whitespace(char const **data,
-		char const *top, long flags) {
-	unsigned long ha = 5381;
-	char const *ptr = *data;
-	int cr_at_eol_only = (flags & XDF_WHITESPACE_FLAGS) == XDF_IGNORE_CR_AT_EOL;
+uint64_t xdl_hash_record_with_whitespace(uint8_t const **data,
+		uint8_t const *top, uint64_t flags) {
+	uint64_t ha = 5381;
+	uint8_t const *ptr = *data;
+	bool cr_at_eol_only = (flags & XDF_WHITESPACE_FLAGS) == XDF_IGNORE_CR_AT_EOL;
 
 	for (; ptr < top && *ptr != '\n'; ptr++) {
 		if (cr_at_eol_only) {
@@ -263,8 +263,8 @@ unsigned long xdl_hash_record_with_whitespace(char const **data,
 				continue;
 		}
 		else if (XDL_ISSPACE(*ptr)) {
-			const char *ptr2 = ptr;
-			int at_eol;
+			const uint8_t *ptr2 = ptr;
+			bool at_eol;
 			while (ptr + 1 < top && XDL_ISSPACE(ptr[1])
 					&& ptr[1] != '\n')
 				ptr++;
@@ -274,20 +274,20 @@ unsigned long xdl_hash_record_with_whitespace(char const **data,
 			else if (flags & XDF_IGNORE_WHITESPACE_CHANGE
 				 && !at_eol) {
 				ha += (ha << 5);
-				ha ^= (unsigned long) ' ';
+				ha ^= (uint64_t) ' ';
 			}
 			else if (flags & XDF_IGNORE_WHITESPACE_AT_EOL
 				 && !at_eol) {
 				while (ptr2 != ptr + 1) {
 					ha += (ha << 5);
-					ha ^= (unsigned long) *ptr2;
+					ha ^= (uint64_t) *ptr2;
 					ptr2++;
 				}
 			}
 			continue;
 		}
 		ha += (ha << 5);
-		ha ^= (unsigned long) *ptr;
+		ha ^= (uint64_t) *ptr;
 	}
 	*data = ptr < top ? ptr + 1: ptr;
 
@@ -304,9 +304,9 @@ unsigned long xdl_hash_record_with_whitespace(char const **data,
 #define REASSOC_FENCE(x, y)
 #endif
 
-unsigned long xdl_hash_record_verbatim(char const **data, char const *top) {
-	unsigned long ha = 5381, c0, c1;
-	char const *ptr = *data;
+uint64_t xdl_hash_record_verbatim(uint8_t const **data, uint8_t const *top) {
+	uint64_t ha = 5381, c0, c1;
+	uint8_t const *ptr = *data;
 #if 0
 	/*
 	 * The baseline form of the optimized loop below. This is the djb2
@@ -314,7 +314,7 @@ unsigned long xdl_hash_record_verbatim(char const **data, char const *top) {
 	 */
 	for (; ptr < top && *ptr != '\n'; ptr++) {
 		ha += (ha << 5);
-		ha += (unsigned long) *ptr;
+		ha += (uint64_t) *ptr;
 	}
 	*data = ptr < top ? ptr + 1: ptr;
 #else
diff --git a/xdiff/xutils.h b/xdiff/xutils.h
index 13f6831047..615b4a9d35 100644
--- a/xdiff/xutils.h
+++ b/xdiff/xutils.h
@@ -34,9 +34,9 @@ void *xdl_cha_alloc(chastore_t *cha);
 long xdl_guess_lines(mmfile_t *mf, long sample);
 int xdl_blankline(const char *line, long size, long flags);
 int xdl_recmatch(const char *l1, long s1, const char *l2, long s2, long flags);
-unsigned long xdl_hash_record_verbatim(char const **data, char const *top);
-unsigned long xdl_hash_record_with_whitespace(char const **data, char const *top, long flags);
-static inline unsigned long xdl_hash_record(char const **data, char const *top, long flags)
+uint64_t xdl_hash_record_verbatim(uint8_t const **data, uint8_t const *top);
+uint64_t xdl_hash_record_with_whitespace(uint8_t const **data, uint8_t const *top, uint64_t flags);
+static inline uint64_t xdl_hash_record(uint8_t const **data, uint8_t const *top, uint64_t flags)
 {
 	if (flags & XDF_WHITESPACE_FLAGS)
 		return xdl_hash_record_with_whitespace(data, top, flags);
-- 
gitgitgadget
Previous: Ezekiel Newren via GitGitGadgetNext: Ezekiel Newren via GitGitGadget
Message 112 of 118 in “Xdiff cleanup part2”
  1. 0/9 Xdiff cleanup part2Ezekiel Newren via GitGitGadget, Oct 15, 2025
  2. 1/9 xdiff: use ssize_t for dstart/dend, make them last in xdfile_tEzekiel Newren via GitGitGadget, Oct 15, 2025
  3. Phillip WoodOct 21, 2025
  4. Junio C HamanoOct 21, 2025
  5. Ezekiel NewrenOct 22, 2025
  6. Junio C HamanoOct 22, 2025
  7. Ezekiel NewrenOct 22, 2025
  8. 2/9 xdiff: make xrecord_t.ptr a uint8_t instead of charEzekiel Newren via GitGitGadget, Oct 15, 2025
  9. Kristoffer HaugsbakkOct 16, 2025
  10. Patrick SteinhardtOct 21, 2025
  11. Ezekiel NewrenOct 22, 2025
  12. Phillip WoodOct 21, 2025
  13. Junio C HamanoOct 21, 2025
  14. Phillip WoodOct 22, 2025
  15. Ezekiel NewrenOct 22, 2025
  16. 3/9 xdiff: use size_t for xrecord_t.sizeEzekiel Newren via GitGitGadget, Oct 15, 2025
  17. 4/9 xdiff: use unambiguous types in xdl_hash_record()Ezekiel Newren via GitGitGadget, Oct 15, 2025
  18. Patrick SteinhardtOct 21, 2025
  19. Ezekiel NewrenOct 22, 2025
  20. Patrick SteinhardtOct 23, 2025
  21. 5/9 xdiff: split xrecord_t.ha into line_hash and minimal_perfect_hashEzekiel Newren via GitGitGadget, Oct 15, 2025
  22. Ezekiel NewrenOct 20, 2025
  23. Junio C HamanoOct 21, 2025
  24. Patrick SteinhardtOct 21, 2025
  25. Phillip WoodOct 21, 2025
  26. Chris TorekOct 21, 2025
  27. Ezekiel NewrenOct 22, 2025
  28. 6/9 xdiff: make xdfile_t.nrec a size_t instead of longEzekiel Newren via GitGitGadget, Oct 15, 2025
  29. 7/9 xdiff: make xdfile_t.nreff a size_t instead of longEzekiel Newren via GitGitGadget, Oct 15, 2025
  30. 8/9 xdiff: change rindex from long to size_t in xdfile_tEzekiel Newren via GitGitGadget, Oct 15, 2025
  31. Patrick SteinhardtOct 21, 2025
  32. Ezekiel NewrenOct 22, 2025
  33. Patrick SteinhardtOct 23, 2025
  34. 9/9 xdiff: rename rindex -> reference_indexEzekiel Newren via GitGitGadget, Oct 15, 2025
  35. Junio C HamanoOct 15, 2025
  36. Phillip WoodOct 21, 2025
  37. Junio C HamanoOct 21, 2025
  38. 00/10 Xdiff cleanup part2Ezekiel Newren via GitGitGadget, Oct 29, 2025
  39. 01/10 doc: define unambiguous type mappings across C and RustEzekiel Newren via GitGitGadget, Oct 29, 2025
  40. Phillip WoodNov 6, 2025
  41. Ezekiel NewrenNov 6, 2025
  42. Phillip WoodNov 9, 2025
  43. 02/10 xdiff: use ssize_t for dstart/dend, make them last in xdfile_tEzekiel Newren via GitGitGadget, Oct 29, 2025
  44. Phillip WoodNov 6, 2025
  45. Ezekiel NewrenNov 6, 2025
  46. 03/10 xdiff: make xrecord_t.ptr a uint8_t instead of charEzekiel Newren via GitGitGadget, Oct 29, 2025
  47. Phillip WoodNov 6, 2025
  48. Ezekiel NewrenNov 6, 2025
  49. Phillip WoodNov 6, 2025
  50. Ezekiel NewrenNov 6, 2025
  51. 04/10 xdiff: use size_t for xrecord_t.sizeEzekiel Newren via GitGitGadget, Oct 29, 2025
  52. 05/10 xdiff: use unambiguous types in xdl_hash_record()Ezekiel Newren via GitGitGadget, Oct 29, 2025
  53. 06/10 xdiff: split xrecord_t.ha into line_hash and minimal_perfect_hashEzekiel Newren via GitGitGadget, Oct 29, 2025
  54. Phillip WoodNov 6, 2025
  55. Ezekiel NewrenNov 6, 2025
  56. 07/10 xdiff: make xdfile_t.nrec a size_t instead of longEzekiel Newren via GitGitGadget, Oct 29, 2025
  57. 08/10 xdiff: make xdfile_t.nreff a size_t instead of longEzekiel Newren via GitGitGadget, Oct 29, 2025
  58. 09/10 xdiff: change rindex from long to size_t in xdfile_tEzekiel Newren via GitGitGadget, Oct 29, 2025
  59. 10/10 xdiff: rename rindex -> reference_indexEzekiel Newren via GitGitGadget, Oct 29, 2025
  60. Junio C HamanoOct 30, 2025
  61. 00/10 Xdiff cleanup part2Ezekiel Newren via GitGitGadget, Nov 11, 2025
  62. 01/10 doc: define unambiguous type mappings across C and RustEzekiel Newren via GitGitGadget, Nov 11, 2025
  63. Junio C HamanoNov 11, 2025
  64. Junio C HamanoNov 11, 2025
  65. 02/10 xdiff: use ptrdiff_t for dstart/dendEzekiel Newren via GitGitGadget, Nov 11, 2025
  66. Junio C HamanoNov 11, 2025
  67. 03/10 xdiff: make xrecord_t.ptr a uint8_t instead of charEzekiel Newren via GitGitGadget, Nov 11, 2025
  68. Junio C HamanoNov 11, 2025
  69. 04/10 xdiff: use size_t for xrecord_t.sizeEzekiel Newren via GitGitGadget, Nov 11, 2025
  70. Junio C HamanoNov 11, 2025
  71. Ezekiel NewrenNov 14, 2025
  72. Junio C HamanoNov 14, 2025
  73. 05/10 xdiff: use unambiguous types in xdl_hash_record()Ezekiel Newren via GitGitGadget, Nov 11, 2025
  74. 06/10 xdiff: split xrecord_t.ha into line_hash and minimal_perfect_hashEzekiel Newren via GitGitGadget, Nov 11, 2025
  75. Junio C HamanoNov 11, 2025
  76. Ezekiel NewrenNov 14, 2025
  77. Junio C HamanoNov 14, 2025
  78. 07/10 xdiff: make xdfile_t.nrec a size_t instead of longEzekiel Newren via GitGitGadget, Nov 11, 2025
  79. 08/10 xdiff: make xdfile_t.nreff a size_t instead of longEzekiel Newren via GitGitGadget, Nov 11, 2025
  80. 09/10 xdiff: change rindex from long to size_t in xdfile_tEzekiel Newren via GitGitGadget, Nov 11, 2025
  81. 10/10 xdiff: rename rindex -> reference_indexEzekiel Newren via GitGitGadget, Nov 11, 2025
  82. Junio C HamanoNov 11, 2025
  83. Ezekiel NewrenNov 14, 2025
  84. 00/10 Xdiff cleanup part2Ezekiel Newren via GitGitGadget, Nov 14, 2025
  85. 01/10 doc: define unambiguous type mappings across C and RustEzekiel Newren via GitGitGadget, Nov 14, 2025
  86. Ramsay JonesNov 15, 2025
  87. Ben KnobleNov 15, 2025
  88. Ramsay JonesNov 15, 2025
  89. Junio C HamanoNov 15, 2025
  90. D. Ben KnobleNov 15, 2025
  91. Junio C HamanoNov 15, 2025
  92. Junio C HamanoNov 17, 2025
  93. Ramsay JonesNov 17, 2025
  94. 02/10 xdiff: use ptrdiff_t for dstart/dendEzekiel Newren via GitGitGadget, Nov 14, 2025
  95. 03/10 xdiff: make xrecord_t.ptr a uint8_t instead of charEzekiel Newren via GitGitGadget, Nov 14, 2025
  96. Junio C HamanoNov 15, 2025
  97. Ezekiel NewrenNov 18, 2025
  98. 04/10 xdiff: use size_t for xrecord_t.sizeEzekiel Newren via GitGitGadget, Nov 14, 2025
  99. 05/10 xdiff: use unambiguous types in xdl_hash_record()Ezekiel Newren via GitGitGadget, Nov 14, 2025
  100. 06/10 xdiff: split xrecord_t.ha into line_hash and minimal_perfect_hashEzekiel Newren via GitGitGadget, Nov 14, 2025
  101. 07/10 xdiff: make xdfile_t.nrec a size_t instead of longEzekiel Newren via GitGitGadget, Nov 14, 2025
  102. 08/10 xdiff: make xdfile_t.nreff a size_t instead of longEzekiel Newren via GitGitGadget, Nov 14, 2025
  103. 09/10 xdiff: change rindex from long to size_t in xdfile_tEzekiel Newren via GitGitGadget, Nov 14, 2025
  104. 10/10 xdiff: rename rindex -> reference_indexEzekiel Newren via GitGitGadget, Nov 14, 2025
  105. 00/10 Xdiff cleanup part2Ezekiel Newren via GitGitGadget, Nov 18, 2025
  106. 01/10 doc: define unambiguous type mappings across C and RustEzekiel Newren via GitGitGadget, Nov 18, 2025
  107. Ramsay JonesNov 18, 2025
  108. Junio C HamanoNov 19, 2025
  109. 02/10 xdiff: use ptrdiff_t for dstart/dendEzekiel Newren via GitGitGadget, Nov 18, 2025
  110. 03/10 xdiff: make xrecord_t.ptr a uint8_t instead of charEzekiel Newren via GitGitGadget, Nov 18, 2025
  111. 04/10 xdiff: use size_t for xrecord_t.sizeEzekiel Newren via GitGitGadget, Nov 18, 2025
  112. 05/10 xdiff: use unambiguous types in xdl_hash_record()Ezekiel Newren via GitGitGadget, Nov 18, 2025
  113. 06/10 xdiff: split xrecord_t.ha into line_hash and minimal_perfect_hashEzekiel Newren via GitGitGadget, Nov 18, 2025
  114. 07/10 xdiff: make xdfile_t.nrec a size_t instead of longEzekiel Newren via GitGitGadget, Nov 18, 2025
  115. 08/10 xdiff: make xdfile_t.nreff a size_t instead of longEzekiel Newren via GitGitGadget, Nov 18, 2025
  116. 09/10 xdiff: change rindex from long to size_t in xdfile_tEzekiel Newren via GitGitGadget, Nov 18, 2025
  117. 10/10 xdiff: rename rindex -> reference_indexEzekiel Newren via GitGitGadget, Nov 18, 2025
  118. Junio C HamanoNov 18, 2025

Read the whole thread, see it on lore, or plain text.

$ cat FOOTERMessages come from the public archive at lore.kernel.org/git, fetched every hour. The front page is chosen and written each morning by an AI editor and can be wrong; the threads themselves are the record. About and API. For agents: an MCP server at https://gitlist.dev/mcp, and any thread, story or person page as Markdown by adding .md to its URL (or sending Accept: text/markdown). Details in /llms.txt.