Compare commits

..

1 commit

Author SHA1 Message Date
Simon Cruanes
81d7e5cc60 CCInt.hash: replace OCaml Int64 loop with C stub (FNV-1a)
Implement FNV-1a hashing for CCInt.hash (and CCInt64.hash) as a C stub
instead of a pure-OCaml Int64-based loop. The core hash operates on
int64 values with separate entry points for int and int64.

Includes a throughput benchmark in benchs/run_benchs.ml comparing the
old pure-OCaml FNV hash vs the new C stub. The C stub is ~2x faster
(~117k/s vs ~58k/s) with zero allocations.
2026-02-16 12:30:17 +00:00
6 changed files with 22 additions and 71 deletions

View file

@ -1830,7 +1830,7 @@ module Hash = struct
let prime = 0x100000001b3L in
let h = ref offset_basis in
for k = 0 to 7 do
(h := Int64.(mul !h prime));
h := Int64.(mul !h prime);
h := Int64.(logxor !h (of_int ((n lsr (k * 8)) land 0xff)))
done;
Int64.to_int !h land max_int
@ -1846,7 +1846,10 @@ module Hash = struct
done
in
B.throughputN 3 ~repeat
[ "ocaml_fnv", run_ocaml, (); "c_stub", run_c_stub, () ]
[
"ocaml_fnv", run_ocaml, ();
"c_stub", run_c_stub, ();
]
let () =
B.Tree.register ("hash" @>>> [ "int" @>> app_ints bench_hash [ 1_000 ] ])

View file

@ -7,7 +7,7 @@ type 'a t = 'a -> hash
type 'a iter = ('a -> unit) -> unit
type 'a gen = unit -> 'a option
(* FNV-1 hashing (multiply then XOR)
(* FNV hashing
https://en.wikipedia.org/wiki/Fowler%E2%80%93Noll%E2%80%93Vo_hash_function
*)
let fnv_offset_basis = 0xcbf29ce484222325L

View file

@ -4,11 +4,10 @@ include Int
type 'a iter = ('a -> unit) -> unit
(* use FNV-1:
(* use FNV:
https://en.wikipedia.org/wiki/Fowler%E2%80%93Noll%E2%80%93Vo_hash_function *)
external hash : (int[@untagged]) -> (int[@untagged])
= "caml_cc_hash_int_byte" "caml_cc_hash_int"
[@@noalloc]
= "caml_cc_hash_int_byte" "caml_cc_hash_int" [@@noalloc]
let range i j yield =
let rec up i j yield =

View file

@ -11,14 +11,21 @@ let max : t -> t -> t = Stdlib.max
let sign i = compare i zero
(* use FNV-1:
(* use FNV:
https://en.wikipedia.org/wiki/Fowler%E2%80%93Noll%E2%80%93Vo_hash_function *)
external hash_to_int64 : (int64[@unboxed]) -> (int64[@unboxed])
= "caml_cc_hash_int64_to_int64_byte" "caml_cc_hash_int64_to_int64"
let hash_to_int64 (n : t) =
let offset_basis = 0xcbf29ce484222325L in
let prime = 0x100000001b3L in
external hash : (int64[@unboxed]) -> (int[@untagged])
= "caml_cc_hash_int64_byte" "caml_cc_hash_int64"
[@@noalloc]
let h = ref offset_basis in
for k = 0 to 7 do
h := mul !h prime;
(* h := h xor (k-th byte of n) *)
h := logxor !h (logand (shift_right n (k * 8)) 0xffL)
done;
logand !h max_int
let[@inline] hash (n : t) : int = to_int (hash_to_int64 n) land Stdlib.max_int
(* see {!CCInt.popcount} for more details *)
let[@inline] popcount (b : t) : int =

View file

@ -1,15 +1,9 @@
#include <caml/alloc.h>
#include <caml/mlvalues.h>
#include <stdint.h>
/* FNV-1 hash for a 64-bit integer.
/* FNV-1a hash for a 64-bit integer.
https://en.wikipedia.org/wiki/Fowler%E2%80%93Noll%E2%80%93Vo_hash_function
FNV-1 order: multiply then XOR (as opposed to FNV-1a which XORs first).
Uses the standard 64-bit FNV parameters:
offset_basis = 0xcbf29ce484222325
prime = 0x00000100000001b3
Core routine: operates on all 8 bytes of an int64_t. */
static inline int64_t cc_fnv_hash_int64(int64_t n) {
@ -52,16 +46,3 @@ CAMLprim intnat caml_cc_hash_int64(int64_t n) {
CAMLprim value caml_cc_hash_int64_byte(value v_n) {
return Val_long(caml_cc_hash_int64(Int64_val(v_n)));
}
/* --- int64 -> int64 entry points (for hash_to_int64) --- */
/* native: unboxed int64 in, unboxed int64 out.
Masks to non-negative int64 (matches OCaml's Int64.max_int). */
CAMLprim int64_t caml_cc_hash_int64_to_int64(int64_t n) {
return cc_fnv_hash_int64(n) & INT64_MAX;
}
/* bytecode: boxed int64 in, boxed int64 out */
CAMLprim value caml_cc_hash_int64_to_int64_byte(value v_n) {
return caml_copy_int64(cc_fnv_hash_int64(Int64_val(v_n)) & INT64_MAX);
}

View file

@ -101,42 +101,3 @@ eq' 63 (popcount max_int);;
eq' 1 (popcount min_int);;
eq' 10 (popcount 0b1110010110110001010L);;
eq' 5 (popcount 0b1101110000000000L)
(* hash tests *)
let ( >= ) = Stdlib.( >= )
let ( = ) = Stdlib.( = )
let ( <> ) = Stdlib.( <> );;
(* hash is non-negative *)
t @@ fun () -> hash 0L >= 0;;
t @@ fun () -> hash 1L >= 0;;
t @@ fun () -> hash (-1L) >= 0;;
t @@ fun () -> hash max_int >= 0;;
t @@ fun () -> hash min_int >= 0;;
(* hash_to_int64 is non-negative *)
t @@ fun () -> CCInt64.compare (hash_to_int64 0L) 0L >= 0;;
t @@ fun () -> CCInt64.compare (hash_to_int64 (-1L)) 0L >= 0;;
t @@ fun () -> CCInt64.compare (hash_to_int64 min_int) 0L >= 0;;
(* hash is consistent with hash_to_int64 *)
t @@ fun () -> hash 42L = Stdlib.(Int64.to_int (hash_to_int64 42L) land max_int)
;;
t @@ fun () ->
hash (-1L) = Stdlib.(Int64.to_int (hash_to_int64 (-1L)) land max_int)
;;
(* different inputs produce different hashes *)
t @@ fun () -> hash 0L <> hash 1L;;
t @@ fun () -> hash 1L <> hash 2L;;
t @@ fun () -> hash 1L <> hash (-1L);;
t @@ fun () -> hash_to_int64 0L <> hash_to_int64 1L;;
(* deterministic *)
t @@ fun () -> hash 123L = hash 123L;;
t @@ fun () -> hash_to_int64 123L = hash_to_int64 123L;;
(* quickcheck: hash is always non-negative *)
q Q.(map Int64.of_int int) (fun n -> hash n >= 0);;
q Q.(map Int64.of_int int) (fun n -> CCInt64.compare (hash_to_int64 n) 0L >= 0)