DataStructures/Probabilistic/HyperLogLog.cs

using System;
using System.Collections.Generic;
using System.Linq;

namespace DataStructures.Probabilistic;

public class HyperLogLog<T> where T : notnull
{
    private const int P = 16;
    private const double Alpha = .673;
    private readonly int[] registers;
    private readonly HashSet<int> setRegisters;

    //github.com/ <summary>
    //github.com/ Initializes a new instance of the <see cref="HyperLogLog{T}"/> class.
    //github.com/ </summary>
    public HyperLogLog()
    {
        var m = 1 << P;
        registers = new int[m];
        setRegisters = new HashSet<int>();
    }

    //github.com/ <summary>
    //github.com/ Merge's two HyperLogLog's together to form a union HLL.
    //github.com/ </summary>
    //github.com/ <param name="first">the first HLL.</param>
    //github.com/ <param name="second">The second HLL.</param>
    //github.com/ <returns>A HyperLogLog with the combined values of the two sets of registers.</returns>
    public static HyperLogLog<T> Merge(HyperLogLog<T> first, HyperLogLog<T> second)
    {
        var output = new HyperLogLog<T>();
        for (var i = 0; i < second.registers.Length; i++)
        {
            output.registers[i] = Math.Max(first.registers[i], second.registers[i]);
        }

        output.setRegisters.UnionWith(first.setRegisters);
        output.setRegisters.UnionWith(second.setRegisters);
        return output;
    }

    //github.com/ <summary>
    //github.com/ Adds an item to the HyperLogLog.
    //github.com/ </summary>
    //github.com/ <param name="item">The Item to be added.</param>
    public void Add(T item)
    {
        var x = item.GetHashCode();
        var binString = Convert.ToString(x, 2); // converts hash to binary
        var j = Convert.ToInt32(binString.Substring(0, Math.Min(P, binString.Length)), 2); // convert first b bits to register index
        var w = (int)Math.Log2(x ^ (x & (x - 1))); // find position of the right most 1.
        registers[j] = Math.Max(registers[j], w); // set the appropriate register to the appropriate value.
        setRegisters.Add(j);
    }

    //github.com/ <summary>
    //github.com/ Determines the approximate cardinality of the HyperLogLog.
    //github.com/ </summary>
    //github.com/ <returns>the approximate cardinality.</returns>
    public int Cardinality()
    {
        // calculate the bottom part of the harmonic mean of the registers
        double z = setRegisters.Sum(index => Math.Pow(2, -1 * registers[index]));

        // calculate the harmonic mean of the set registers
        return (int)Math.Ceiling(Alpha * setRegisters.Count * (setRegisters.Count / z));
    }
}