diff --git a/Cargo.lock b/Cargo.lock index fd817b46a..9bce846e3 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -885,6 +885,8 @@ dependencies = [ "rand 0.9.2", "rand_distr", "rayon", + "serde", + "serde_json", "thiserror 2.0.17", "trybuild", ] diff --git a/diskann-quantization/Cargo.toml b/diskann-quantization/Cargo.toml index 624289de3..cb2ddf1c2 100644 --- a/diskann-quantization/Cargo.toml +++ b/diskann-quantization/Cargo.toml @@ -29,6 +29,8 @@ uninlined_format_args = "allow" [dev-dependencies] cfg-if = { workspace = true } +serde = { workspace = true, features = ["derive"] } +serde_json = { workspace = true } trybuild = "1.0.101" rand_distr = { workspace = true } diff --git a/diskann-quantization/src/algorithms/transforms/double_hadamard.rs b/diskann-quantization/src/algorithms/transforms/double_hadamard.rs index 6d8563161..22c171901 100644 --- a/diskann-quantization/src/algorithms/transforms/double_hadamard.rs +++ b/diskann-quantization/src/algorithms/transforms/double_hadamard.rs @@ -392,6 +392,7 @@ mod tests { use crate::{ algorithms::transforms::{Transform, TransformKind, test_utils}, alloc::GlobalAllocator, + test_util::Check, }; test_utils::delegate_transformer!(DoubleHadamard); @@ -404,9 +405,9 @@ mod tests { // These error bounds are for when we set the output dimenion to a power of 2 that // is higher than input dimension. let natural_errors = test_utils::ErrorSetup { - norm: test_utils::Check::ulp(5), - l2: test_utils::Check::ulp(5), - ip: test_utils::Check::absrel(2.5e-5, 2e-4), + norm: Check::ulp(5), + l2: Check::ulp(5), + ip: Check::absrel(2.5e-5, 2e-4), }; // NOTE: Subsampling introduces high variance in the norm and L2, so our error @@ -415,9 +416,9 @@ mod tests { // Subsampling results in poor preservation of inner products, so we skip it // altogether. let subsampled_errors = test_utils::ErrorSetup { - norm: test_utils::Check::absrel(0.0, 2e-2), - l2: test_utils::Check::absrel(0.0, 2e-2), - ip: test_utils::Check::skip(), + norm: Check::absrel(0.0, 2e-2), + l2: Check::absrel(0.0, 2e-2), + ip: Check::skip(), }; let target_dim = |v| TargetDim::Override(NonZeroUsize::new(v).unwrap()); diff --git a/diskann-quantization/src/algorithms/transforms/padding_hadamard.rs b/diskann-quantization/src/algorithms/transforms/padding_hadamard.rs index b1fcfdf8e..665f92da0 100644 --- a/diskann-quantization/src/algorithms/transforms/padding_hadamard.rs +++ b/diskann-quantization/src/algorithms/transforms/padding_hadamard.rs @@ -369,7 +369,7 @@ mod tests { use rand::{SeedableRng, rngs::StdRng}; use super::*; - use crate::alloc::GlobalAllocator; + use crate::{alloc::GlobalAllocator, test_util::Check}; // Since we use a slightly non-obvious strategy for applying the +/-1 permutation, we // test its behavior explicitly. @@ -451,9 +451,9 @@ mod tests { // These error bounds are for when we set the output dimenion to a power of 2 that // is higher than input dimension. let natural_errors = test_utils::ErrorSetup { - norm: test_utils::Check::ulp(4), - l2: test_utils::Check::ulp(4), - ip: test_utils::Check::absrel(5.0e-6, 2e-4), + norm: Check::ulp(4), + l2: Check::ulp(4), + ip: Check::absrel(5.0e-6, 2e-4), }; // NOTE: Subsampling introduces high variance in the norm and L2, so our error @@ -462,9 +462,9 @@ mod tests { // Subsampling results in poor preservation of inner products, so we skip it // altogether. let subsampled_errors = test_utils::ErrorSetup { - norm: test_utils::Check::absrel(0.0, 1e-1), - l2: test_utils::Check::absrel(0.0, 1e-1), - ip: test_utils::Check::skip(), + norm: Check::absrel(0.0, 1e-1), + l2: Check::absrel(0.0, 1e-1), + ip: Check::skip(), }; let target_dim = |v| TargetDim::Override(NonZeroUsize::new(v).unwrap()); diff --git a/diskann-quantization/src/algorithms/transforms/random_rotation.rs b/diskann-quantization/src/algorithms/transforms/random_rotation.rs index bf0f72e39..bece1e474 100644 --- a/diskann-quantization/src/algorithms/transforms/random_rotation.rs +++ b/diskann-quantization/src/algorithms/transforms/random_rotation.rs @@ -240,6 +240,7 @@ mod tests { use crate::{ algorithms::transforms::{test_utils, Transform, TransformFailed, TransformKind}, alloc::GlobalAllocator, + test_util::Check, }; impl test_utils::Transformer for RandomRotation { @@ -257,18 +258,18 @@ mod tests { #[test] fn test_transform_matrix() { let nonsubsampled_errors = test_utils::ErrorSetup { - norm: test_utils::Check::ulp(10), - l2: test_utils::Check::ulp(10), - ip: test_utils::Check::absrel(2e-5, 1e-4), + norm: Check::ulp(10), + l2: Check::ulp(10), + ip: Check::absrel(2e-5, 1e-4), }; // Because we're using relatively low dimensions, subsampling yields pretty large // variances. We can't use higher dimensionality, though, because then the tests // would never complete. let subsampled_errors = test_utils::ErrorSetup { - norm: test_utils::Check::absrel(0.0, 0.18), - l2: test_utils::Check::absrel(0.0, 0.18), - ip: test_utils::Check::skip(), + norm: Check::absrel(0.0, 0.18), + l2: Check::absrel(0.0, 0.18), + ip: Check::skip(), }; let target_dim = |v| TargetDim::Override(NonZeroUsize::new(v).unwrap()); diff --git a/diskann-quantization/src/algorithms/transforms/test_utils.rs b/diskann-quantization/src/algorithms/transforms/test_utils.rs index 014fbdc32..865c9cc7c 100644 --- a/diskann-quantization/src/algorithms/transforms/test_utils.rs +++ b/diskann-quantization/src/algorithms/transforms/test_utils.rs @@ -3,6 +3,7 @@ * Licensed under the MIT license. */ +use diskann_utils::lazy_format; use diskann_vector::{ Norm, PureDistanceFunction, distance::{InnerProduct, SquaredL2}, @@ -10,10 +11,10 @@ use diskann_vector::{ }; use rand::{distr::Distribution, rngs::StdRng}; use rand_distr::StandardNormal; -use thiserror::Error; use super::TransformFailed; -use diskann_utils::lazy_format; + +use crate::test_util::Check; pub(super) trait Transformer { fn input_dim_(&self) -> usize; @@ -147,107 +148,6 @@ pub(super) fn test_transform( } } -fn within_ulp(mut got: f32, expected: f32, ulp: usize) -> bool { - if got == expected { - true - } else if got < expected { - for _ in 0..ulp { - got = got.next_up(); - if got >= expected { - return true; - } - } - false - } else { - for _ in 0..ulp { - got = got.next_down(); - if got <= expected { - return true; - } - } - false - } -} - -#[derive(Debug, Clone, Copy)] -pub(super) enum Check { - Ulp(usize), - AbsRel { - abs: f32, - rel: f32, - }, - #[cfg(not(miri))] - Skip, -} - -impl Check { - pub(super) fn ulp(ulp: usize) -> Self { - Self::Ulp(ulp) - } - - pub(super) fn absrel(abs: f32, rel: f32) -> Self { - Self::AbsRel { abs, rel } - } - - #[cfg(not(miri))] - pub(super) fn skip() -> Self { - Self::Skip - } - - pub(super) fn check(&self, got: f32, expected: f32) -> Result<(), CheckFailed> { - match self { - Self::Ulp(ulp) => { - if within_ulp(got, expected, *ulp) { - Ok(()) - } else { - Err(CheckFailed::Ulp { - ulp: *ulp, - got, - expected, - }) - } - } - Self::AbsRel { abs, rel } => { - let abs_got = (got - expected).abs(); - let rel_got = abs_got / (got.abs().max(expected.abs())); - - if abs_got <= *abs || rel_got <= *rel { - Ok(()) - } else { - Err(CheckFailed::AbsRel { - abs_limit: *abs, - rel_limit: *rel, - abs_got, - rel_got, - got, - expected, - }) - } - } - #[cfg(not(miri))] - Self::Skip => Ok(()), - } - } -} - -#[derive(Debug, Clone, Copy, Error)] -pub(super) enum CheckFailed { - #[error("not within {ulp} ulp - got {got}, expected {expected}")] - Ulp { ulp: usize, got: f32, expected: f32 }, - #[error( - "not within {abs_limit}/{rel_limit} - errors {abs_got}/{rel_got} - \ - got {got}, expected {expected}" - )] - AbsRel { - abs_limit: f32, - rel_limit: f32, - abs_got: f32, - rel_got: f32, - got: f32, - expected: f32, - }, -} - #[derive(Debug, Clone, Copy)] pub(super) struct ErrorSetup { /// The error bound for the norm. diff --git a/diskann-quantization/src/spherical/iface.rs b/diskann-quantization/src/spherical/iface.rs index f44920370..d0f3d4fa4 100644 --- a/diskann-quantization/src/spherical/iface.rs +++ b/diskann-quantization/src/spherical/iface.rs @@ -2806,6 +2806,34 @@ mod tests { test_plan_serialization(&plan, 8, data.as_view()); } + #[test] + fn test_plan_1bit_cosine() { + let (plan, data) = make_impl::<1>(SupportedMetric::Cosine); + test_plan_panic_boundary(&plan); + test_plan_serialization(&plan, 1, data.as_view()); + } + + #[test] + fn test_plan_2bit_cosine() { + let (plan, data) = make_impl::<2>(SupportedMetric::Cosine); + test_plan_panic_boundary(&plan); + test_plan_serialization(&plan, 2, data.as_view()); + } + + #[test] + fn test_plan_4bit_cosine() { + let (plan, data) = make_impl::<4>(SupportedMetric::Cosine); + test_plan_panic_boundary(&plan); + test_plan_serialization(&plan, 4, data.as_view()); + } + + #[test] + fn test_plan_8bit_cosine() { + let (plan, data) = make_impl::<8>(SupportedMetric::Cosine); + test_plan_panic_boundary(&plan); + test_plan_serialization(&plan, 8, data.as_view()); + } + #[test] fn test_allocation_order() { let (plan, _) = make_impl::<1>(SupportedMetric::SquaredL2); @@ -2821,4 +2849,735 @@ mod tests { ); } } + + /// Backwards-compatibility baseline tests. + /// + /// These tests persist serialized quantizers, compressed vectors, and pre-computed + /// distances as JSON golden files. On subsequent runs, the stored serialized bytes + /// are deserialized and the resulting quantizer is verified to produce identical + /// compression and distance results. + /// + /// To generate or regenerate baseline files: + /// ```sh + /// DISKANN_TEST=overwrite cargo test -p diskann-quantization --features flatbuffers + /// ``` + #[cfg(feature = "flatbuffers")] + mod compatibility { + use std::path::PathBuf; + + use serde::{Deserialize, Serialize}; + + use super::*; + + use crate::test_util::Check; + + const TRAINING_SEED: u64 = 0x7d535118722ff197; + + /////////////////////// + // Serde Mirror Types // + /////////////////////// + + #[derive(Debug, Clone, Copy, PartialEq, Serialize, Deserialize)] + #[serde(rename_all = "snake_case")] + enum Metric { + SquaredL2, + InnerProduct, + Cosine, + } + + impl std::fmt::Display for Metric { + fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + let s = match self { + Self::SquaredL2 => "squared_l2", + Self::InnerProduct => "inner_product", + Self::Cosine => "cosine", + }; + write!(f, "{}", s) + } + } + + impl From for Metric { + fn from(m: SupportedMetric) -> Self { + match m { + SupportedMetric::SquaredL2 => Self::SquaredL2, + SupportedMetric::InnerProduct => Self::InnerProduct, + SupportedMetric::Cosine => Self::Cosine, + } + } + } + + impl From for SupportedMetric { + fn from(m: Metric) -> Self { + match m { + Metric::SquaredL2 => Self::SquaredL2, + Metric::InnerProduct => Self::InnerProduct, + Metric::Cosine => Self::Cosine, + } + } + } + + #[derive(Debug, Clone, Copy, PartialEq, Serialize, Deserialize)] + #[serde(rename_all = "snake_case")] + enum DataTransform { + PaddingHadamard, + DoubleHadamard, + Null, + } + + impl std::fmt::Display for DataTransform { + fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + let s = match self { + Self::PaddingHadamard => "padding_hadamard", + Self::DoubleHadamard => "double_hadamard", + Self::Null => "null", + }; + write!(f, "{}", s) + } + } + + impl DataTransform { + fn to_transform_kind(self) -> TransformKind { + match self { + Self::PaddingHadamard => TransformKind::PaddingHadamard { + target_dim: TargetDim::Natural, + }, + Self::DoubleHadamard => TransformKind::DoubleHadamard { + target_dim: TargetDim::Natural, + }, + Self::Null => TransformKind::Null, + } + } + } + + #[derive(Debug, Clone, Copy, PartialEq, Serialize, Deserialize)] + #[serde(rename_all = "snake_case")] + enum Layout { + SameAsData, + FourBitTransposed, + ScalarQuantized, + FullPrecision, + } + + impl From for Layout { + fn from(l: QueryLayout) -> Self { + match l { + QueryLayout::SameAsData => Self::SameAsData, + QueryLayout::FourBitTransposed => Self::FourBitTransposed, + QueryLayout::ScalarQuantized => Self::ScalarQuantized, + QueryLayout::FullPrecision => Self::FullPrecision, + } + } + } + + impl From for QueryLayout { + fn from(l: Layout) -> Self { + match l { + Layout::SameAsData => Self::SameAsData, + Layout::FourBitTransposed => Self::FourBitTransposed, + Layout::ScalarQuantized => Self::ScalarQuantized, + Layout::FullPrecision => Self::FullPrecision, + } + } + } + + #[derive(Debug, Default, Clone, Copy, PartialEq, Serialize, Deserialize)] + #[serde(rename_all = "snake_case")] + enum ScaleConfig { + #[default] + None, + ReciprocalMeanNorm, + } + + impl ScaleConfig { + fn try_as_str(self) -> Option<&'static str> { + match self { + Self::None => Option::None, + Self::ReciprocalMeanNorm => Some("rmn"), + } + } + + fn to_prescale(self) -> PreScale { + match self { + Self::None => PreScale::None, + Self::ReciprocalMeanNorm => PreScale::ReciprocalMeanNorm, + } + } + } + + ////////////// + // Baseline // + ////////////// + + /// A complete snapshot of a spherical quantizer's serialized form and expected + /// behavior on the local test dataset. + #[derive(Debug, Clone, Serialize, Deserialize)] + struct Baseline { + /// Number of bits per quantized dimension. + nbits: usize, + /// The distance metric. + metric: Metric, + /// The data transform used for pre-conditioning. + transform: DataTransform, + /// Pre-scaling configuration. + pre_scale: ScaleConfig, + /// Effective dimensionality of compressed vectors. + dim: usize, + /// Dimensionality of full-precision input vectors. + full_dim: usize, + /// Seed used to train the quantizer. + training_seed: u64, + /// The raw flatbuffer bytes from `Quantizer::serialize`. + serialized_quantizer: Vec, + /// One compressed vector per row of the test dataset. + compressed_vectors: Vec>, + /// Upper-triangle pairwise data distances: + /// (0,0), (0,1), …, (0,N-1), (1,1), (1,2), … + data_distances: Vec, + /// Query-to-data distances for each supported query layout. + query_distances: Vec, + /// Query-to-data distances with `allow_rescale=true`, present only + /// for `InnerProduct` (where rescaling changes the result). + #[serde(default, skip_serializing_if = "Option::is_none")] + rescaled_query_distances: Option>, + } + + /// Distances between every (query, data) pair for a single query layout. + #[derive(Debug, Clone, PartialEq, Serialize, Deserialize)] + struct LayoutDistances { + layout: Layout, + /// `distances[query_index][data_index]` + distances: Vec>, + } + + ///////////// + // Helpers // + ///////////// + + fn compress_dataset(quantizer: &dyn Quantizer, dataset: MatrixView) -> Vec> { + let scoped_global = ScopedAllocator::global(); + let alloc = AlignedAllocator::new(PowerOfTwo::new(4).unwrap()); + dataset + .row_iter() + .map(|row| { + let mut buf = Poly::broadcast(u8::default(), quantizer.bytes(), alloc).unwrap(); + quantizer + .compress(row, OpaqueMut::new(&mut buf), scoped_global) + .unwrap(); + buf.to_vec() + }) + .collect() + } + + fn compute_layout_distances( + quantizer: &dyn Quantizer, + dataset: MatrixView, + compressed: &[Vec], + allow_rescale: bool, + ) -> Vec { + let scoped_global = ScopedAllocator::global(); + QueryLayout::all() + .into_iter() + .filter(|&layout| quantizer.is_supported(layout)) + .map(|layout| { + let distances = dataset + .row_iter() + .map(|query_row| { + let computer = quantizer + .fused_query_computer( + query_row, + layout, + allow_rescale, + GlobalAllocator, + scoped_global, + ) + .unwrap(); + compressed + .iter() + .map(|d| computer.evaluate_similarity(Opaque::new(d)).unwrap()) + .collect() + }) + .collect(); + LayoutDistances { + layout: layout.into(), + distances, + } + }) + .collect() + } + + const TOLERANCE: Check = Check::absrel(1e-6, 0.0); + + /// Assert that the deserialized quantizer produces the expected + /// per-layout query distances. + fn assert_layout_distances( + quantizer: &dyn Quantizer, + dataset: MatrixView, + compressed: &[Vec], + expected: &[LayoutDistances], + allow_rescale: bool, + label: &str, + ) { + let scoped_global = ScopedAllocator::global(); + for layout_distances in expected { + let layout: QueryLayout = layout_distances.layout.into(); + assert!( + quantizer.is_supported(layout), + "{label}: unsupported layout {layout:?}" + ); + + for (qi, (query_row, expected_distances)) in + std::iter::zip(dataset.row_iter(), layout_distances.distances.iter()) + .enumerate() + { + let computer = quantizer + .fused_query_computer( + query_row, + layout, + allow_rescale, + GlobalAllocator, + scoped_global, + ) + .unwrap(); + + for (di, (compressed, expected)) in + std::iter::zip(compressed.iter(), expected_distances.iter()).enumerate() + { + let distance = computer + .evaluate_similarity(Opaque::new(compressed)) + .unwrap(); + + if let Err(err) = TOLERANCE.check(distance, *expected) { + panic!("{label}: layout = {layout:?}, query={qi}, data={di}\n{err}") + } + } + } + } + } + + //////////////// + // Generation // + //////////////// + + fn generate_baseline( + quantizer: &dyn Quantizer, + transform: DataTransform, + pre_scale: ScaleConfig, + dataset: MatrixView, + ) -> Baseline { + let compressed_vectors = compress_dataset(quantizer, dataset); + + // Pairwise data distances (upper triangle including diagonal). + let f = quantizer.distance_computer(GlobalAllocator).unwrap(); + let mut data_distances = Vec::new(); + for (i, a) in compressed_vectors.iter().enumerate() { + for b in compressed_vectors.iter().skip(i) { + data_distances.push( + f.evaluate_similarity(Opaque::new(a), Opaque::new(b)) + .unwrap(), + ); + } + } + + let query_distances = + compute_layout_distances(quantizer, dataset, &compressed_vectors, false); + + let is_ip = quantizer.metric() == SupportedMetric::InnerProduct; + let rescaled = compute_layout_distances(quantizer, dataset, &compressed_vectors, true); + + if !is_ip { + // For non-IP metrics, allow_rescale must be a no-op. + assert_eq!( + query_distances, + rescaled, + "allow_rescale should not affect {:?} distances", + quantizer.metric(), + ); + } + + let rescaled_query_distances = if is_ip { Some(rescaled) } else { None }; + + let serialized = quantizer.serialize(GlobalAllocator).unwrap(); + + Baseline { + nbits: quantizer.nbits(), + metric: quantizer.metric().into(), + transform, + pre_scale, + dim: quantizer.dim(), + full_dim: quantizer.full_dim(), + training_seed: TRAINING_SEED, + serialized_quantizer: serialized.to_vec(), + compressed_vectors, + data_distances, + query_distances, + rescaled_query_distances, + } + } + + ////////////////// + // Save / Load // + ////////////////// + + fn baseline_path( + nbits: usize, + metric: Metric, + transform: DataTransform, + pre_scale: ScaleConfig, + ) -> PathBuf { + let manifest_dir = env!("CARGO_MANIFEST_DIR"); + let mut name = format!("{}bit_{}_{}", nbits, metric, transform); + if let Some(mangled) = pre_scale.try_as_str() { + name.push('_'); + name.push_str(mangled); + } + name.push_str(".json"); + PathBuf::from(manifest_dir) + .join("test") + .join("generated") + .join("spherical") + .join(name) + } + + fn should_overwrite() -> bool { + std::env::var("DISKANN_TEST") + .map(|v| v == "overwrite") + .unwrap_or(false) + } + + fn save_baseline(baseline: &Baseline) { + let path = baseline_path( + baseline.nbits, + baseline.metric, + baseline.transform, + baseline.pre_scale, + ); + if let Some(parent) = path.parent() { + std::fs::create_dir_all(parent).unwrap(); + } + let json = serde_json::to_string_pretty(baseline).unwrap(); + std::fs::write(&path, json).unwrap(); + } + + fn load_baseline( + nbits: usize, + metric: Metric, + transform: DataTransform, + pre_scale: ScaleConfig, + ) -> Baseline { + let path = baseline_path(nbits, metric, transform, pre_scale); + let json = std::fs::read_to_string(&path).unwrap_or_else(|e| { + panic!( + "Failed to load baseline from {}: {e}\n\ + Run with DISKANN_TEST=overwrite to generate baseline files.", + path.display() + ); + }); + serde_json::from_str(&json).unwrap() + } + + ////////////// + // Checking // + ////////////// + + fn check_baseline( + baseline: &Baseline, + dataset: MatrixView, + expected_transform: DataTransform, + expected_pre_scale: ScaleConfig, + ) { + // Verify baseline-level metadata that isn't part of the + // deserialized quantizer but must stay consistent with the + // golden file. + assert_eq!( + baseline.training_seed, TRAINING_SEED, + "baseline was generated with a different training seed" + ); + assert_eq!( + baseline.transform, expected_transform, + "baseline transform does not match expected transform" + ); + assert_eq!( + baseline.pre_scale, expected_pre_scale, + "baseline pre_scale does not match expected pre_scale" + ); + + // Deserialize the quantizer from the stored bytes. + let quantizer = try_deserialize::( + &baseline.serialized_quantizer, + GlobalAllocator, + ) + .unwrap(); + + // Verify quantizer metadata. + assert_eq!(quantizer.nbits(), baseline.nbits, "nbits mismatch"); + assert_eq!(quantizer.dim(), baseline.dim, "dim mismatch"); + assert_eq!(quantizer.full_dim(), baseline.full_dim, "full_dim mismatch"); + assert_eq!( + quantizer.metric(), + SupportedMetric::from(baseline.metric), + "metric mismatch" + ); + + // Verify compressed vectors. + let compressed = compress_dataset(&*quantizer, dataset); + assert_eq!( + compressed, baseline.compressed_vectors, + "compressed vectors do not match baseline" + ); + + // Verify pairwise data distances. + let f = quantizer.distance_computer(GlobalAllocator).unwrap(); + let n = baseline.compressed_vectors.len(); + let expected_len = n * (n + 1) / 2; + + assert_eq!( + baseline.data_distances.len(), + expected_len, + "baseline.data_distances has length {}, expected {} for {} compressed vectors", + baseline.data_distances.len(), + expected_len, + n, + ); + let mut k = 0; + for (i, a) in baseline.compressed_vectors.iter().enumerate() { + for (j, b) in baseline.compressed_vectors.iter().enumerate().skip(i) { + let distance = f + .evaluate_similarity(Opaque::new(a), Opaque::new(b)) + .unwrap(); + + if let Err(err) = TOLERANCE.check(distance, baseline.data_distances[k]) { + panic!("data distance mismatch at pair ({i}, {j})\n{err}"); + } + k += 1; + } + } + + // Verify query distances (allow_rescale=false). + assert_layout_distances( + &*quantizer, + dataset, + &baseline.compressed_vectors, + &baseline.query_distances, + false, + "query distance mismatch", + ); + + // Verify rescaled query distances for InnerProduct, or + // assert that allow_rescale is a no-op for other metrics. + if let Some(rescaled) = &baseline.rescaled_query_distances { + assert_eq!( + SupportedMetric::from(baseline.metric), + SupportedMetric::InnerProduct, + "rescaled_query_distances should only be present \ + for InnerProduct" + ); + assert_layout_distances( + &*quantizer, + dataset, + &baseline.compressed_vectors, + rescaled, + true, + "rescaled query distance mismatch", + ); + } else { + assert_layout_distances( + &*quantizer, + dataset, + &baseline.compressed_vectors, + &baseline.query_distances, + true, + "allow_rescale should not affect non-IP distances", + ); + } + } + + ///////////////////// + // Test Entrypoint // + ///////////////////// + + fn make_impl_with( + metric: SupportedMetric, + transform: DataTransform, + pre_scale: ScaleConfig, + ) -> (Impl, Matrix) + where + Impl: Constructible, + { + let data = test_dataset(); + let mut rng = StdRng::seed_from_u64(TRAINING_SEED); + + let quantizer = SphericalQuantizer::train( + data.as_view(), + transform.to_transform_kind(), + metric, + pre_scale.to_prescale(), + &mut rng, + GlobalAllocator, + ) + .unwrap(); + + (Impl::::new(quantizer).unwrap(), data) + } + + fn run_compatibility_test( + metric: SupportedMetric, + transform: DataTransform, + pre_scale: ScaleConfig, + ) where + Impl: Constructible + Quantizer, + { + let (quantizer, data) = make_impl_with::(metric, transform, pre_scale); + let dataset = data.as_view(); + + let baseline = if should_overwrite() { + let baseline = generate_baseline(&quantizer, transform, pre_scale, dataset); + save_baseline(&baseline); + baseline + } else { + load_baseline(NBITS, metric.into(), transform, pre_scale) + }; + check_baseline(&baseline, dataset, transform, pre_scale); + } + + /////////////////////////////////////////// + // DoubleHadamard × all bits × metrics // + /////////////////////////////////////////// + + #[test] + fn compat_1bit_l2() { + run_compatibility_test::<1>( + SupportedMetric::SquaredL2, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_1bit_ip() { + run_compatibility_test::<1>( + SupportedMetric::InnerProduct, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_1bit_cosine() { + run_compatibility_test::<1>( + SupportedMetric::Cosine, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_2bit_l2() { + run_compatibility_test::<2>( + SupportedMetric::SquaredL2, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_2bit_ip() { + run_compatibility_test::<2>( + SupportedMetric::InnerProduct, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_2bit_cosine() { + run_compatibility_test::<2>( + SupportedMetric::Cosine, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_4bit_l2() { + run_compatibility_test::<4>( + SupportedMetric::SquaredL2, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_4bit_ip() { + run_compatibility_test::<4>( + SupportedMetric::InnerProduct, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_4bit_cosine() { + run_compatibility_test::<4>( + SupportedMetric::Cosine, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_8bit_l2() { + run_compatibility_test::<8>( + SupportedMetric::SquaredL2, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_8bit_ip() { + run_compatibility_test::<8>( + SupportedMetric::InnerProduct, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + #[test] + fn compat_8bit_cosine() { + run_compatibility_test::<8>( + SupportedMetric::Cosine, + DataTransform::DoubleHadamard, + ScaleConfig::None, + ); + } + + // Different transforms + #[test] + fn compat_4bit_l2_null() { + run_compatibility_test::<4>( + SupportedMetric::SquaredL2, + DataTransform::Null, + ScaleConfig::None, + ); + } + + #[test] + fn compat_4bit_l2_padding_hadamard() { + run_compatibility_test::<4>( + SupportedMetric::SquaredL2, + DataTransform::PaddingHadamard, + ScaleConfig::None, + ); + } + + // PreScale + #[test] + fn compat_4bit_l2_prescale_rmn() { + run_compatibility_test::<4>( + SupportedMetric::SquaredL2, + DataTransform::DoubleHadamard, + ScaleConfig::ReciprocalMeanNorm, + ); + } + } } diff --git a/diskann-quantization/src/test_util.rs b/diskann-quantization/src/test_util.rs index 955bef452..6cde8e6d6 100644 --- a/diskann-quantization/src/test_util.rs +++ b/diskann-quantization/src/test_util.rs @@ -15,6 +15,7 @@ use rand::{ rngs::StdRng, seq::SliceRandom, }; +use thiserror::Error; #[cfg(not(miri))] use crate::alloc::GlobalAllocator; @@ -198,3 +199,123 @@ pub(crate) fn create_test_problem(nrows: usize, ncols: usize, rng: &mut StdRng) mean_norm, } } + +/// A utility to help check fuzzy numerical bounds. +#[derive(Debug, Clone, Copy)] +pub(crate) enum Check { + /// Assert two floating point numbers are within a set number of ULPs oeachother. + Ulp(usize), + + /// Assert two floating point numbers `x` and `y` satisfy: + /// ```text + /// | x - y | <= abs OR | x - y | / max(|x|, |y|) <= rel + /// ``` + AbsRel { abs: f32, rel: f32 }, + + /// Skip the check entirely. + #[cfg(not(miri))] + Skip, +} + +impl Check { + pub(crate) const fn ulp(ulp: usize) -> Self { + Self::Ulp(ulp) + } + + pub(crate) const fn absrel(abs: f32, rel: f32) -> Self { + Self::AbsRel { abs, rel } + } + + #[cfg(not(miri))] + pub(crate) const fn skip() -> Self { + Self::Skip + } + + /// Return `Ok` if the two arguments satisfy the check. + /// + /// Otherwise, return an error with a suitably formed `Display` implementation to provide + /// a useful diagnostic. + pub(crate) fn check(&self, got: f32, expected: f32) -> Result<(), CheckFailed> { + match self { + Self::Ulp(ulp) => { + if within_ulp(got, expected, *ulp) { + Ok(()) + } else { + Err(CheckFailed::Ulp { + ulp: *ulp, + got, + expected, + }) + } + } + Self::AbsRel { abs, rel } => { + let abs_got = (got - expected).abs(); + let max_magnitude = got.abs().max(expected.abs()); + + // When both values are zero (or very near), the relative error + // is undefined. Fall back to the absolute check only. + let (rel_ok, rel_got) = if max_magnitude == 0.0 { + (false, f32::INFINITY) + } else { + let rel_got = abs_got / max_magnitude; + (rel_got <= *rel, rel_got) + }; + + if abs_got <= *abs || rel_ok { + Ok(()) + } else { + Err(CheckFailed::AbsRel { + abs_limit: *abs, + rel_limit: *rel, + abs_got, + rel_got, + got, + expected, + }) + } + } + #[cfg(not(miri))] + Self::Skip => Ok(()), + } + } +} + +#[derive(Debug, Clone, Copy, Error)] +pub(crate) enum CheckFailed { + #[error("not within {ulp} ulp - got {got}, expected {expected}")] + Ulp { ulp: usize, got: f32, expected: f32 }, + #[error( + "not within {abs_limit}/{rel_limit} - errors {abs_got}/{rel_got} - \ + got {got}, expected {expected}" + )] + AbsRel { + abs_limit: f32, + rel_limit: f32, + abs_got: f32, + rel_got: f32, + got: f32, + expected: f32, + }, +} + +fn within_ulp(mut got: f32, expected: f32, ulp: usize) -> bool { + if got == expected { + true + } else if got < expected { + for _ in 0..ulp { + got = got.next_up(); + if got >= expected { + return true; + } + } + false + } else { + for _ in 0..ulp { + got = got.next_down(); + if got <= expected { + return true; + } + } + false + } +} diff --git a/diskann-quantization/test/generated/spherical/1bit_cosine_double_hadamard.json b/diskann-quantization/test/generated/spherical/1bit_cosine_double_hadamard.json new file mode 100644 index 000000000..c1d7c5a67 --- /dev/null +++ b/diskann-quantization/test/generated/spherical/1bit_cosine_double_hadamard.json @@ -0,0 +1,1344 @@ +{ + "nbits": 1, + "metric": "cosine", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 24, + 0, + 8, + 0, + 12, + 0, + 7, + 0, + 16, + 0, + 20, + 0, + 14, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 0, + 0, + 128, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 191, + 65, + 130, + 188, + 182, + 227, + 145, + 62, + 250, + 49, + 230, + 189, + 171, + 125, + 83, + 189, + 128, + 204, + 15, + 189, + 15, + 78, + 29, + 59, + 54, + 235, + 226, + 62, + 43, + 152, + 221, + 190 + ], + "compressed_vectors": [ + [ + 246, + 77, + 58, + 209, + 178, + 6, + 0 + ], + [ + 26, + 139, + 56, + 186, + 40, + 3, + 0 + ], + [ + 224, + 157, + 57, + 181, + 31, + 3, + 0 + ], + [ + 104, + 59, + 54, + 179, + 48, + 3, + 0 + ], + [ + 82, + 196, + 57, + 190, + 172, + 3, + 0 + ], + [ + 177, + 205, + 55, + 251, + 46, + 4, + 0 + ], + [ + 137, + 201, + 56, + 178, + 39, + 3, + 0 + ], + [ + 187, + 213, + 56, + 206, + 34, + 6, + 0 + ], + [ + 190, + 156, + 56, + 196, + 46, + 6, + 0 + ], + [ + 101, + 217, + 56, + 14, + 40, + 4, + 0 + ], + [ + 71, + 67, + 58, + 82, + 162, + 4, + 0 + ], + [ + 97, + 100, + 56, + 55, + 41, + 3, + 0 + ], + [ + 86, + 31, + 57, + 178, + 174, + 4, + 0 + ], + [ + 10, + 34, + 57, + 129, + 37, + 2, + 0 + ], + [ + 119, + 245, + 58, + 104, + 178, + 6, + 0 + ], + [ + 138, + 75, + 57, + 203, + 43, + 3, + 0 + ] + ], + "data_distances": [ + -0.2963208, + 0.91798735, + 0.4474473, + 0.737783, + 0.5215713, + 0.6222168, + 1.4078727, + 0.71799624, + 0.17178214, + 0.6996094, + 0.743631, + 0.90667355, + 0.33173072, + 1.2151109, + 0.24656427, + 0.9309497, + -0.20053375, + 0.8722738, + 0.3344971, + 0.14617789, + 0.5107103, + 0.45128787, + 0.2965591, + 0.21203911, + 0.96582866, + 0.7159326, + 0.75227034, + 0.40420437, + -0.086672425, + 0.92846155, + 0.044749618, + -0.4814328, + 0.090667486, + 0.58484423, + 0.23063093, + 0.48068774, + 0.7093599, + 0.6071731, + 0.26648235, + 0.7976918, + 0.08491576, + 0.839941, + 0.71434104, + 1.0160348, + 0.44986498, + -0.078698635, + 0.44552004, + 0.35728037, + 0.34136355, + 0.47573382, + 0.37789237, + 0.22176498, + 0.536164, + 0.11696637, + 0.6006736, + 0.22500253, + 0.7409373, + 0.3105408, + -0.37235868, + 0.6589898, + 0.99339545, + 0.796734, + 0.6942822, + 0.77905095, + 0.32266247, + 0.55162966, + 0.0049620867, + 0.33966887, + 0.4791938, + 0.53148806, + -0.17527342, + 0.23333198, + 0.10143232, + 0.30349123, + 0.37752688, + 0.8031602, + 0.2346729, + 0.8259163, + 0.7005166, + 0.60939944, + 0.50960785, + -0.25739944, + 0.2942829, + 0.5548183, + 0.63776183, + 0.7346468, + 0.44747317, + 1.1671698, + 0.27482927, + 1.4686551, + 0.031586528, + -0.2379483, + 0.05126059, + 0.8393067, + 0.9900907, + 0.62998974, + 0.9962429, + 0.4834839, + 0.70517886, + 0.24429011, + -0.3570999, + 0.7300192, + 0.8758837, + 0.8461491, + 0.5171753, + 0.39106143, + 0.6127564, + 0.16107476, + -0.2794484, + 0.0246495, + -0.052993655, + 0.59121096, + 0.85388005, + 0.15983427, + 1.0270851, + -0.6823224, + 0.27508938, + 0.13418806, + 0.5091187, + 0.05014217, + 0.72866607, + -0.1656326, + 0.75780976, + 0.63209784, + 0.4390899, + 0.7797667, + -0.09204757, + 0.6013886, + 0.26640213, + 0.7737696, + -0.34803045, + 1.2549249, + -0.20085394, + -0.5938443, + 1.5206339, + -0.47897613 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.2963208, + 0.91798735, + 0.4474473, + 0.737783, + 0.5215713, + 0.6222168, + 1.4078727, + 0.71799624, + 0.17178214, + 0.6996094, + 0.743631, + 0.90667355, + 0.33173072, + 1.2151109, + 0.24656427, + 0.9309497 + ], + [ + 0.91798735, + -0.20053375, + 0.8722738, + 0.3344971, + 0.14617789, + 0.5107103, + 0.45128787, + 0.2965591, + 0.21203911, + 0.96582866, + 0.7159326, + 0.75227034, + 0.40420437, + -0.086672425, + 0.92846155, + 0.044749618 + ], + [ + 0.4474473, + 0.8722738, + -0.4814328, + 0.090667486, + 0.58484423, + 0.23063093, + 0.48068774, + 0.7093599, + 0.6071731, + 0.26648235, + 0.7976918, + 0.08491576, + 0.839941, + 0.71434104, + 1.0160348, + 0.44986498 + ], + [ + 0.737783, + 0.3344971, + 0.090667486, + -0.078698635, + 0.44552004, + 0.35728037, + 0.34136355, + 0.47573382, + 0.37789237, + 0.22176498, + 0.536164, + 0.11696637, + 0.6006736, + 0.22500253, + 0.7409373, + 0.3105408 + ], + [ + 0.5215713, + 0.14617789, + 0.58484423, + 0.44552004, + -0.37235868, + 0.6589898, + 0.99339545, + 0.796734, + 0.6942822, + 0.77905095, + 0.32266247, + 0.55162966, + 0.0049620867, + 0.33966887, + 0.4791938, + 0.53148806 + ], + [ + 0.6222168, + 0.5107103, + 0.23063093, + 0.35728037, + 0.6589898, + -0.17527342, + 0.23333198, + 0.10143232, + 0.30349123, + 0.37752688, + 0.8031602, + 0.2346729, + 0.8259163, + 0.7005166, + 0.60939944, + 0.50960785 + ], + [ + 1.4078727, + 0.45128787, + 0.48068774, + 0.34136355, + 0.99339545, + 0.23333198, + -0.25739944, + 0.2942829, + 0.5548183, + 0.63776183, + 0.7346468, + 0.44747317, + 1.1671698, + 0.27482927, + 1.4686551, + 0.031586528 + ], + [ + 0.71799624, + 0.2965591, + 0.7093599, + 0.47573382, + 0.796734, + 0.10143232, + 0.2942829, + -0.2379483, + 0.05126059, + 0.8393067, + 0.9900907, + 0.62998974, + 0.9962429, + 0.4834839, + 0.70517886, + 0.24429011 + ], + [ + 0.17178214, + 0.21203911, + 0.6071731, + 0.37789237, + 0.6942822, + 0.30349123, + 0.5548183, + 0.05126059, + -0.3570999, + 0.7300192, + 0.8758837, + 0.8461491, + 0.5171753, + 0.39106143, + 0.6127564, + 0.16107476 + ], + [ + 0.6996094, + 0.96582866, + 0.26648235, + 0.22176498, + 0.77905095, + 0.37752688, + 0.63776183, + 0.8393067, + 0.7300192, + -0.2794484, + 0.0246495, + -0.052993655, + 0.59121096, + 0.85388005, + 0.15983427, + 1.0270851 + ], + [ + 0.743631, + 0.7159326, + 0.7976918, + 0.536164, + 0.32266247, + 0.8031602, + 0.7346468, + 0.9900907, + 0.8758837, + 0.0246495, + -0.6823224, + 0.27508938, + 0.13418806, + 0.5091187, + 0.05014217, + 0.72866607 + ], + [ + 0.90667355, + 0.75227034, + 0.08491576, + 0.11696637, + 0.55162966, + 0.2346729, + 0.44747317, + 0.62998974, + 0.8461491, + -0.052993655, + 0.27508938, + -0.1656326, + 0.75780976, + 0.63209784, + 0.4390899, + 0.7797667 + ], + [ + 0.33173072, + 0.40420437, + 0.839941, + 0.6006736, + 0.0049620867, + 0.8259163, + 1.1671698, + 0.9962429, + 0.5171753, + 0.59121096, + 0.13418806, + 0.75780976, + -0.09204757, + 0.6013886, + 0.26640213, + 0.7737696 + ], + [ + 1.2151109, + -0.086672425, + 0.71434104, + 0.22500253, + 0.33966887, + 0.7005166, + 0.27482927, + 0.4834839, + 0.39106143, + 0.85388005, + 0.5091187, + 0.63209784, + 0.6013886, + -0.34803045, + 1.2549249, + -0.20085394 + ], + [ + 0.24656427, + 0.92846155, + 1.0160348, + 0.7409373, + 0.4791938, + 0.60939944, + 1.4686551, + 0.70517886, + 0.6127564, + 0.15983427, + 0.05014217, + 0.4390899, + 0.26640213, + 1.2549249, + -0.5938443, + 1.5206339 + ], + [ + 0.9309497, + 0.044749618, + 0.44986498, + 0.3105408, + 0.53148806, + 0.50960785, + 0.031586528, + 0.24429011, + 0.16107476, + 1.0270851, + 0.72866607, + 0.7797667, + 0.7737696, + -0.20085394, + 1.5206339, + -0.47897613 + ] + ] + }, + { + "layout": "four_bit_transposed", + "distances": [ + [ + -0.011572123, + 0.8798709, + 0.5391539, + 0.71164477, + 0.7857886, + 0.7516097, + 1.0730132, + 0.5905309, + 0.13018727, + 0.8604278, + 0.7667099, + 1.0316783, + 0.5904986, + 0.99654245, + 0.6453843, + 0.57437366 + ], + [ + 0.89432454, + -0.00007581711, + 0.7387465, + 0.22614682, + 0.35489947, + 0.47067654, + 0.40555102, + 0.22528714, + 0.23125315, + 0.81652063, + 0.80960095, + 0.62014276, + 0.58597606, + 0.1351372, + 0.8584612, + 0.20298386 + ], + [ + 0.5752121, + 0.8321301, + -0.0008172989, + 0.22746778, + 0.9069769, + 0.23721421, + 0.49123985, + 0.45762712, + 0.4023782, + 0.20033419, + 0.6431081, + 0.17673886, + 0.94908416, + 0.64961314, + 0.7069328, + 0.5021158 + ], + [ + 0.78402644, + 0.30322254, + 0.06949782, + 0.00036543608, + 0.36829662, + 0.2560224, + 0.2772749, + 0.46402472, + 0.44172806, + 0.28454447, + 0.5366209, + 0.11470014, + 0.60105014, + 0.20406389, + 0.8146367, + 0.25687492 + ], + [ + 0.60581213, + 0.3287332, + 0.7072897, + 0.48865038, + 0.011189938, + 0.4055996, + 0.9336085, + 0.65705705, + 0.6345019, + 0.58000815, + 0.5298697, + 0.4724694, + 0.22769457, + 0.69254714, + 0.2950201, + 0.90001124 + ], + [ + 0.7348333, + 0.36379945, + 0.3594619, + 0.37983787, + 0.70073056, + 0.0024302602, + 0.0996598, + 0.1271159, + 0.20344877, + 0.5831021, + 0.7932988, + 0.45956802, + 0.81785303, + 0.44108635, + 0.9304202, + 0.18880916 + ], + [ + 1.1996245, + 0.248739, + 0.49419528, + 0.26520896, + 0.5761849, + 0.28750217, + 0.01994574, + 0.24082428, + 0.5305058, + 0.7331501, + 0.7737889, + 0.42856407, + 0.9194225, + 0.23298979, + 1.1920141, + 0.12027955 + ], + [ + 1.0629315, + 0.26982784, + 0.80019706, + 0.4653563, + 0.89003646, + 0.14221156, + 0.14162713, + 0.0019063354, + 0.20188653, + 0.7570866, + 0.9246169, + 0.6153646, + 1.0093151, + 0.36941528, + 0.95028543, + 0.24757409 + ], + [ + 0.67831755, + 0.30438197, + 0.6395487, + 0.3421486, + 0.8269279, + 0.25864542, + 0.3349474, + 0.24535477, + 0.0011060238, + 0.46442902, + 0.6407697, + 0.5804782, + 0.66428757, + 0.31856227, + 0.7109721, + 0.26866603 + ], + [ + 0.64513147, + 0.71245337, + 0.5563466, + 0.38262987, + 0.676372, + 0.4020806, + 0.6730671, + 0.82706696, + 0.51517373, + -0.0029559135, + 0.14407706, + 0.28512448, + 0.39772648, + 0.73570657, + 0.27618563, + 0.89852417 + ], + [ + 0.9245802, + 0.39251775, + 0.717776, + 0.55095184, + 0.25739884, + 0.606661, + 0.42427182, + 0.8395622, + 0.7322912, + 0.5449523, + 0.008022249, + 0.55880225, + 0.2949562, + 0.32922405, + 0.79853487, + 0.35185915 + ], + [ + 0.8905589, + 0.77989006, + 0.13845211, + 0.09458822, + 0.7573097, + 0.35757977, + 0.40483582, + 0.7253419, + 0.6979504, + -0.026931763, + 0.3677262, + 0.0061718225, + 0.76763827, + 0.6363255, + 0.6271788, + 0.7234569 + ], + [ + 0.53003055, + 0.39750314, + 0.90126574, + 0.6568575, + 0.047923267, + 0.721787, + 0.97262573, + 0.924647, + 0.6210984, + 0.64291275, + 0.16783595, + 0.74335265, + 0.017593265, + 0.6316395, + 0.3864392, + 0.75633967 + ], + [ + 1.1945108, + 0.21155155, + 0.5055575, + 0.15724504, + 0.62910736, + 0.5139877, + 0.13632232, + 0.29894644, + 0.4471805, + 0.69180906, + 0.666803, + 0.437199, + 0.9145819, + 0.006536603, + 1.1821232, + -0.0057287216 + ], + [ + 0.29100943, + 1.0372874, + 0.8419426, + 0.7013968, + 0.76865435, + 0.7880583, + 1.2823174, + 1.0551147, + 0.52427495, + 0.1982472, + 0.15713036, + 0.6595168, + 0.30698234, + 1.1716754, + 0.02027297, + 1.2660308 + ], + [ + 0.75763893, + 0.5578723, + 0.22220099, + 0.29447383, + 0.8691728, + 0.38973367, + 0.13160932, + 0.40835863, + 0.28494596, + 0.5115106, + 0.53622687, + 0.48727393, + 0.8702009, + 0.2921188, + 1.1479814, + -0.0055482388 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.0000667572, + 0.8895467, + 0.5136493, + 0.7055656, + 0.7883544, + 0.7315304, + 1.0642754, + 0.59583205, + 0.14637023, + 0.850103, + 0.7827139, + 1.011729, + 0.6051387, + 1.0059197, + 0.65808797, + 0.58404344 + ], + [ + 0.9036232, + -0.00003862381, + 0.7246445, + 0.21904004, + 0.36138695, + 0.4775216, + 0.397384, + 0.2391206, + 0.23290706, + 0.8176003, + 0.8142915, + 0.6211207, + 0.5917383, + 0.12039614, + 0.88775575, + 0.18656039 + ], + [ + 0.57940245, + 0.8333006, + -0.000014662743, + 0.21209252, + 0.9141714, + 0.25442833, + 0.49813342, + 0.48010147, + 0.40087962, + 0.1888777, + 0.64841294, + 0.17816633, + 0.94170666, + 0.6509356, + 0.7128268, + 0.5146247 + ], + [ + 0.7712878, + 0.30656254, + 0.05932629, + -0.000060081482, + 0.36221385, + 0.25620455, + 0.28232324, + 0.4681092, + 0.44066072, + 0.28566688, + 0.5386337, + 0.115716815, + 0.5956474, + 0.20937538, + 0.81478864, + 0.25723505 + ], + [ + 0.6071625, + 0.3087356, + 0.70780414, + 0.48993355, + 0.00021058321, + 0.3969162, + 0.932583, + 0.63002825, + 0.62397736, + 0.60134697, + 0.54493505, + 0.47506678, + 0.23745555, + 0.669953, + 0.29998916, + 0.8767122 + ], + [ + 0.73024166, + 0.36579508, + 0.37026727, + 0.38254726, + 0.7093475, + 0.000040471554, + 0.10314703, + 0.12930453, + 0.19522566, + 0.5809727, + 0.80334455, + 0.46774042, + 0.8137251, + 0.45603967, + 0.9249075, + 0.20422912 + ], + [ + 1.2058097, + 0.27965534, + 0.4732558, + 0.26340932, + 0.6002764, + 0.27773714, + 0.00016260147, + 0.24340224, + 0.5471387, + 0.71544325, + 0.77021134, + 0.4125266, + 0.9408208, + 0.25932348, + 1.1993839, + 0.1307481 + ], + [ + 1.0455936, + 0.29107004, + 0.78267264, + 0.4655727, + 0.91699576, + 0.13518369, + 0.13952303, + 0.0000013113022, + 0.18920285, + 0.7498905, + 0.9384152, + 0.61743367, + 1.0232453, + 0.3887021, + 0.95613956, + 0.25057054 + ], + [ + 0.67035246, + 0.3147459, + 0.6396524, + 0.3489778, + 0.83404493, + 0.25547802, + 0.33560467, + 0.23319256, + 0.000104784966, + 0.45883238, + 0.62489855, + 0.5754092, + 0.670609, + 0.3227303, + 0.69401705, + 0.26700014 + ], + [ + 0.62540823, + 0.70965606, + 0.56607443, + 0.38663536, + 0.67215097, + 0.39658624, + 0.688046, + 0.8071049, + 0.5012815, + 0.000028967857, + 0.14870209, + 0.28782785, + 0.3939774, + 0.74582976, + 0.24663526, + 0.90896326 + ], + [ + 0.8937376, + 0.40050733, + 0.71344364, + 0.5544522, + 0.2431767, + 0.60984814, + 0.44536227, + 0.85031325, + 0.7292045, + 0.53879046, + 0.00006300211, + 0.56174254, + 0.27238512, + 0.34945327, + 0.77450824, + 0.37013876 + ], + [ + 0.9027246, + 0.77698964, + 0.13479275, + 0.09365076, + 0.7506298, + 0.35542405, + 0.396406, + 0.7251847, + 0.7092478, + -0.024656773, + 0.3641945, + -0.000052571297, + 0.77136827, + 0.6294769, + 0.6352845, + 0.7172901 + ], + [ + 0.4867109, + 0.41853243, + 0.8925708, + 0.6715152, + 0.041333735, + 0.72420955, + 0.9889425, + 0.92634076, + 0.61601245, + 0.63727224, + 0.14139336, + 0.7481973, + 0.00013113022, + 0.655399, + 0.35706055, + 0.76249826 + ], + [ + 1.1924453, + 0.19337761, + 0.51476663, + 0.1584875, + 0.60382676, + 0.5205519, + 0.14383304, + 0.31062192, + 0.44744056, + 0.70518225, + 0.6710414, + 0.44931132, + 0.8921275, + -0.0001295805, + 1.1876211, + -0.006030202 + ], + [ + 0.31038475, + 1.0504819, + 0.84715474, + 0.6976125, + 0.79636765, + 0.7686338, + 1.277859, + 1.0422611, + 0.52968085, + 0.1737777, + 0.16431391, + 0.63735425, + 0.33159757, + 1.1874734, + 0.00008970499, + 1.2936664 + ], + [ + 0.7757679, + 0.5626445, + 0.2318998, + 0.2933414, + 0.8834427, + 0.3869717, + 0.117841184, + 0.39881784, + 0.29164207, + 0.5064182, + 0.53432775, + 0.48123717, + 0.8845372, + 0.29751062, + 1.1464126, + 0.00001180172 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/1bit_inner_product_double_hadamard.json b/diskann-quantization/test/generated/spherical/1bit_inner_product_double_hadamard.json new file mode 100644 index 000000000..dd9241b7b --- /dev/null +++ b/diskann-quantization/test/generated/spherical/1bit_inner_product_double_hadamard.json @@ -0,0 +1,2225 @@ +{ + "nbits": 1, + "metric": "inner_product", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 24, + 0, + 8, + 0, + 12, + 0, + 7, + 0, + 16, + 0, + 20, + 0, + 14, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 152, + 222, + 168, + 188, + 180, + 64, + 103, + 62, + 115, + 163, + 174, + 189, + 206, + 25, + 87, + 189, + 101, + 78, + 56, + 188, + 100, + 224, + 15, + 60, + 242, + 245, + 188, + 62, + 94, + 115, + 162, + 190 + ], + "compressed_vectors": [ + [ + 246, + 32, + 56, + 130, + 178, + 6, + 0 + ], + [ + 91, + 125, + 53, + 121, + 174, + 5, + 0 + ], + [ + 160, + 198, + 56, + 149, + 44, + 2, + 0 + ], + [ + 104, + 57, + 51, + 208, + 35, + 3, + 0 + ], + [ + 82, + 4, + 56, + 34, + 173, + 3, + 0 + ], + [ + 177, + 151, + 54, + 206, + 44, + 4, + 0 + ], + [ + 137, + 172, + 56, + 10, + 45, + 3, + 0 + ], + [ + 185, + 16, + 57, + 142, + 45, + 5, + 0 + ], + [ + 191, + 48, + 53, + 39, + 33, + 7, + 0 + ], + [ + 37, + 147, + 56, + 180, + 45, + 3, + 0 + ], + [ + 70, + 145, + 58, + 108, + 43, + 3, + 0 + ], + [ + 96, + 211, + 57, + 186, + 49, + 2, + 0 + ], + [ + 86, + 125, + 55, + 249, + 173, + 4, + 0 + ], + [ + 75, + 7, + 54, + 69, + 173, + 4, + 0 + ], + [ + 118, + 62, + 58, + 2, + 174, + 5, + 0 + ], + [ + 138, + 12, + 55, + 230, + 160, + 3, + 0 + ] + ], + "data_distances": [ + -0.42353714, + 0.09440148, + -0.16676223, + -0.052236438, + -0.14437759, + -0.17024124, + 0.27777207, + -0.018813014, + -0.18881881, + -0.036867976, + -0.3647641, + -0.27412307, + -0.2431668, + 0.181409, + -0.60478866, + 0.027947545, + -0.33158875, + 0.038011312, + -0.21266067, + -0.28938043, + -0.20183662, + -0.27613723, + -0.28419387, + -0.20746505, + -0.09038353, + -0.25538528, + -0.25149387, + -0.18434826, + -0.30889216, + -0.10352981, + -0.18783462, + -1.1537789, + -0.45272785, + -0.14017856, + -0.69095623, + -0.62309253, + -0.64571655, + -0.28346717, + -0.62982666, + -0.1832372, + -0.9834856, + 0.0024479628, + -0.06302035, + -0.043472648, + -0.49196184, + -0.43094292, + -0.23359573, + -0.3423885, + -0.39253128, + -0.40058792, + -0.25068033, + -0.40290725, + -0.37177932, + -0.7392334, + -0.16765551, + -0.27397263, + -0.21992385, + -0.30422866, + -0.6420506, + -0.19004166, + -0.0039395094, + 0.01251328, + -0.0656575, + -0.020442843, + -0.68832386, + -0.5800098, + -0.4773985, + -0.23054564, + -0.51612556, + -0.20876968, + -0.78794956, + -0.57260716, + -0.8513526, + -0.45044076, + -0.5804693, + 0.07549518, + -0.55256546, + -0.087527454, + -0.13612062, + -0.119054556, + -0.27334428, + -1.1380833, + -0.8336171, + -0.38733566, + -0.4663838, + 0.044078946, + -0.34364927, + 0.1260227, + -0.40493214, + 0.6279346, + -0.6249093, + -1.2730244, + -0.600562, + -0.47444046, + 0.59551346, + -0.3339318, + 0.15224469, + -0.18379962, + 0.20230973, + -0.37576187, + -0.5288991, + -0.39771163, + -0.1004647, + -0.13349521, + -0.13940752, + -0.16519582, + -0.21472824, + -0.29903305, + -1.1306185, + -0.44563186, + -0.7747383, + -0.16052479, + -0.1976152, + -0.2937764, + -0.12625349, + -1.7619318, + -0.8342583, + -0.8394216, + -0.42878562, + -0.9030975, + -0.34695327, + -1.7164949, + -0.38416946, + -0.3951558, + -0.66765034, + -0.30760252, + -0.54997253, + -0.122877955, + -0.65911484, + -0.0925827, + -0.4176836, + 0.024639368, + -0.28959036, + -1.3284463, + 0.14855778, + -0.66735923 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.42353714, + 0.09440148, + -0.16676223, + -0.052236438, + -0.14437759, + -0.17024124, + 0.27777207, + -0.018813014, + -0.18881881, + -0.036867976, + -0.3647641, + -0.27412307, + -0.2431668, + 0.181409, + -0.60478866, + 0.027947545 + ], + [ + 0.09440148, + -0.33158875, + 0.038011312, + -0.21266067, + -0.28938043, + -0.20183662, + -0.27613723, + -0.28419387, + -0.20746505, + -0.09038353, + -0.25538528, + -0.25149387, + -0.18434826, + -0.30889216, + -0.10352981, + -0.18783462 + ], + [ + -0.16676223, + 0.038011312, + -1.1537789, + -0.45272785, + -0.14017856, + -0.69095623, + -0.62309253, + -0.64571655, + -0.28346717, + -0.62982666, + -0.1832372, + -0.9834856, + 0.0024479628, + -0.06302035, + -0.043472648, + -0.49196184 + ], + [ + -0.052236438, + -0.21266067, + -0.45272785, + -0.43094292, + -0.23359573, + -0.3423885, + -0.39253128, + -0.40058792, + -0.25068033, + -0.40290725, + -0.37177932, + -0.7392334, + -0.16765551, + -0.27397263, + -0.21992385, + -0.30422866 + ], + [ + -0.14437759, + -0.28938043, + -0.14017856, + -0.23359573, + -0.6420506, + -0.19004166, + -0.0039395094, + 0.01251328, + -0.0656575, + -0.020442843, + -0.68832386, + -0.5800098, + -0.4773985, + -0.23054564, + -0.51612556, + -0.20876968 + ], + [ + -0.17024124, + -0.20183662, + -0.69095623, + -0.3423885, + -0.19004166, + -0.78794956, + -0.57260716, + -0.8513526, + -0.45044076, + -0.5804693, + 0.07549518, + -0.55256546, + -0.087527454, + -0.13612062, + -0.119054556, + -0.27334428 + ], + [ + 0.27777207, + -0.27613723, + -0.62309253, + -0.39253128, + -0.0039395094, + -0.57260716, + -1.1380833, + -0.8336171, + -0.38733566, + -0.4663838, + 0.044078946, + -0.34364927, + 0.1260227, + -0.40493214, + 0.6279346, + -0.6249093 + ], + [ + -0.018813014, + -0.28419387, + -0.64571655, + -0.40058792, + 0.01251328, + -0.8513526, + -0.8336171, + -1.2730244, + -0.600562, + -0.47444046, + 0.59551346, + -0.3339318, + 0.15224469, + -0.18379962, + 0.20230973, + -0.37576187 + ], + [ + -0.18881881, + -0.20746505, + -0.28346717, + -0.25068033, + -0.0656575, + -0.45044076, + -0.38733566, + -0.600562, + -0.5288991, + -0.39771163, + -0.1004647, + -0.13349521, + -0.13940752, + -0.16519582, + -0.21472824, + -0.29903305 + ], + [ + -0.036867976, + -0.09038353, + -0.62982666, + -0.40290725, + -0.020442843, + -0.5804693, + -0.4663838, + -0.47444046, + -0.39771163, + -1.1306185, + -0.44563186, + -0.7747383, + -0.16052479, + -0.1976152, + -0.2937764, + -0.12625349 + ], + [ + -0.3647641, + -0.25538528, + -0.1832372, + -0.37177932, + -0.68832386, + 0.07549518, + 0.044078946, + 0.59551346, + -0.1004647, + -0.44563186, + -1.7619318, + -0.8342583, + -0.8394216, + -0.42878562, + -0.9030975, + -0.34695327 + ], + [ + -0.27412307, + -0.25149387, + -0.9834856, + -0.7392334, + -0.5800098, + -0.55256546, + -0.34364927, + -0.3339318, + -0.13349521, + -0.7747383, + -0.8342583, + -1.7164949, + -0.38416946, + -0.3951558, + -0.66765034, + -0.30760252 + ], + [ + -0.2431668, + -0.18434826, + 0.0024479628, + -0.16765551, + -0.4773985, + -0.087527454, + 0.1260227, + 0.15224469, + -0.13940752, + -0.16052479, + -0.8394216, + -0.38416946, + -0.54997253, + -0.122877955, + -0.65911484, + -0.0925827 + ], + [ + 0.181409, + -0.30889216, + -0.06302035, + -0.27397263, + -0.23054564, + -0.13612062, + -0.40493214, + -0.18379962, + -0.16519582, + -0.1976152, + -0.42878562, + -0.3951558, + -0.122877955, + -0.4176836, + 0.024639368, + -0.28959036 + ], + [ + -0.60478866, + -0.10352981, + -0.043472648, + -0.21992385, + -0.51612556, + -0.119054556, + 0.6279346, + 0.20230973, + -0.21472824, + -0.2937764, + -0.9030975, + -0.66765034, + -0.65911484, + 0.024639368, + -1.3284463, + 0.14855778 + ], + [ + 0.027947545, + -0.18783462, + -0.49196184, + -0.30422866, + -0.20876968, + -0.27334428, + -0.6249093, + -0.37576187, + -0.29903305, + -0.12625349, + -0.34695327, + -0.30760252, + -0.0925827, + -0.28959036, + 0.14855778, + -0.66735923 + ] + ] + }, + { + "layout": "four_bit_transposed", + "distances": [ + [ + -0.25200957, + -0.0028049648, + -0.062497616, + -0.054984435, + -0.057606757, + -0.11921823, + 0.05010897, + -0.09345274, + -0.22829202, + 0.03504926, + -0.26808193, + -0.10676491, + -0.11154063, + 0.013067007, + -0.30073616, + -0.098743826 + ], + [ + 0.036181957, + -0.25420105, + -0.08279176, + -0.22822149, + -0.20497523, + -0.2179464, + -0.27003855, + -0.35778654, + -0.26050514, + -0.08376551, + -0.15990236, + -0.24553116, + -0.11645666, + -0.23472437, + -0.11164969, + -0.25318897 + ], + [ + -0.24935567, + -0.041325748, + -0.8821922, + -0.4845627, + -0.08773665, + -0.5492877, + -0.44312492, + -0.53426284, + -0.35343426, + -0.67832553, + -0.32786992, + -0.96388847, + -0.05349888, + -0.1715053, + -0.28400195, + -0.35624123 + ], + [ + -0.059147745, + -0.23361033, + -0.46772924, + -0.40225568, + -0.2899927, + -0.3849032, + -0.40188107, + -0.4026543, + -0.245819, + -0.37900922, + -0.3691039, + -0.7194691, + -0.17989361, + -0.2859021, + -0.2074363, + -0.31976718 + ], + [ + -0.1303156, + -0.27747843, + -0.10346407, + -0.20836389, + -0.48337376, + -0.330014, + -0.024233878, + -0.23535937, + -0.17876592, + -0.16731226, + -0.36684287, + -0.4608425, + -0.37451205, + -0.15274648, + -0.48903686, + -0.06169814 + ], + [ + -0.12219319, + -0.21202624, + -0.6333972, + -0.3366856, + -0.17736161, + -0.64698815, + -0.6633994, + -0.7707634, + -0.46444127, + -0.43641588, + -0.02902934, + -0.37772337, + -0.10694444, + -0.17965356, + 0.0022599697, + -0.4579659 + ], + [ + 0.1485771, + -0.38574365, + -0.5391628, + -0.45124424, + -0.26895177, + -0.53915954, + -0.88478714, + -0.7996106, + -0.3393957, + -0.25360817, + -0.00007382035, + -0.51297516, + -0.037399054, + -0.41403422, + 0.28945553, + -0.57506925 + ], + [ + 0.04199052, + -0.28821838, + -0.54545075, + -0.3463312, + -0.0695651, + -0.67249924, + -0.79138976, + -0.98638076, + -0.5922458, + -0.5005145, + 0.22365648, + -0.17247577, + 0.0025026202, + -0.23836294, + 0.14582723, + -0.52184033 + ], + [ + -0.113735735, + -0.15032612, + -0.3870371, + -0.28569305, + -0.087365106, + -0.40095136, + -0.38659912, + -0.48468706, + -0.44684547, + -0.49294966, + -0.25075626, + -0.29226795, + -0.15636566, + -0.1577711, + -0.21570617, + -0.33543473 + ], + [ + -0.21764034, + -0.14929706, + -0.44777095, + -0.39045697, + -0.23408356, + -0.44396695, + -0.27471983, + -0.27890742, + -0.3480208, + -0.86159235, + -0.6992279, + -0.71827585, + -0.4221158, + -0.16814587, + -0.5498386, + -0.113262504 + ], + [ + -0.03997621, + -0.32330954, + -0.27650723, + -0.28431025, + -0.50965285, + -0.2755567, + -0.5131504, + -0.059222847, + -0.20610407, + -0.35944688, + -0.9126625, + -0.4194456, + -0.50696445, + -0.38119924, + -0.15853965, + -0.44740742 + ], + [ + -0.08003114, + -0.24944624, + -0.773811, + -0.67018694, + -0.2179588, + -0.55262196, + -0.65105414, + -0.56030196, + -0.29607046, + -0.8971554, + -0.54077065, + -1.2332925, + -0.21397723, + -0.3952123, + -0.25705248, + -0.2876916 + ], + [ + -0.17869318, + -0.2365078, + 0.049692214, + -0.14260095, + -0.46458107, + -0.13725948, + 0.013027251, + 0.05845073, + -0.15354273, + -0.12037897, + -0.71782506, + -0.28328186, + -0.5039699, + -0.16138774, + -0.5082009, + -0.09765951 + ], + [ + 0.13636503, + -0.2339755, + -0.22199771, + -0.2810541, + -0.14595456, + -0.21584296, + -0.44267336, + -0.3537232, + -0.22863375, + -0.16428941, + -0.2084302, + -0.36336845, + -0.021571368, + -0.31582287, + 0.075018406, + -0.36206868 + ], + [ + -0.35794273, + -0.00058186054, + -0.05163473, + -0.15967813, + -0.11699656, + -0.16295248, + 0.20377094, + 0.05802086, + -0.27014336, + -0.5375223, + -0.7160039, + -0.38484973, + -0.42108786, + 0.031971037, + -0.7617724, + 0.14455268 + ], + [ + -0.060920805, + -0.117694914, + -0.50252986, + -0.30748832, + -0.06337911, + -0.34056252, + -0.5537168, + -0.39068538, + -0.3219698, + -0.34286782, + -0.32760182, + -0.41975835, + -0.04443708, + -0.24243325, + 0.053430617, + -0.4531716 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.24726173, + -0.0022289753, + -0.057219684, + -0.057177514, + -0.0502505, + -0.11192304, + 0.049173474, + -0.09045538, + -0.23016866, + 0.029740274, + -0.27196968, + -0.10439184, + -0.10960747, + 0.010359287, + -0.2994862, + -0.09944934 + ], + [ + 0.02855575, + -0.25614125, + -0.07941684, + -0.22871143, + -0.21436574, + -0.21516544, + -0.257148, + -0.35351378, + -0.26089257, + -0.077233076, + -0.16544446, + -0.24711144, + -0.1252123, + -0.23235124, + -0.12887305, + -0.2527156 + ], + [ + -0.24549864, + -0.032261252, + -0.8872062, + -0.47896656, + -0.07464388, + -0.5570966, + -0.44783247, + -0.539364, + -0.35793927, + -0.69913936, + -0.3212535, + -0.9537727, + -0.049726143, + -0.16155046, + -0.27771217, + -0.34977376 + ], + [ + -0.06284711, + -0.23189826, + -0.47070748, + -0.40218788, + -0.29093146, + -0.38192332, + -0.40128213, + -0.39861834, + -0.24592052, + -0.37393385, + -0.37433884, + -0.71862626, + -0.18076894, + -0.28571993, + -0.20823659, + -0.3256619 + ], + [ + -0.12720317, + -0.27351415, + -0.107271254, + -0.21001378, + -0.4749664, + -0.33435112, + -0.027759016, + -0.24268286, + -0.17852898, + -0.17629313, + -0.35734382, + -0.46540537, + -0.36909574, + -0.14839283, + -0.48432696, + -0.05483015 + ], + [ + -0.12135367, + -0.20730333, + -0.6368432, + -0.33451116, + -0.17668813, + -0.6446903, + -0.6643503, + -0.7574817, + -0.45988432, + -0.44599363, + -0.04625669, + -0.38192785, + -0.11005765, + -0.17986748, + 0.003530413, + -0.45690262 + ], + [ + 0.14927, + -0.3952194, + -0.5226797, + -0.446182, + -0.27259076, + -0.528122, + -0.89437133, + -0.7826519, + -0.33899596, + -0.2408477, + -0.022070467, + -0.4966467, + -0.04079202, + -0.43180507, + 0.30226105, + -0.5845837 + ], + [ + 0.048732102, + -0.27845192, + -0.5760876, + -0.35277566, + -0.0682652, + -0.67515606, + -0.8123359, + -0.9904629, + -0.5796153, + -0.48896253, + 0.22895122, + -0.1932627, + 0.014419675, + -0.23479924, + 0.17381382, + -0.5391121 + ], + [ + -0.11093168, + -0.15198055, + -0.38415915, + -0.28439862, + -0.08461468, + -0.4011389, + -0.39509642, + -0.49016458, + -0.4484226, + -0.48618364, + -0.24365151, + -0.28212237, + -0.15380117, + -0.15839146, + -0.20435272, + -0.3392475 + ], + [ + -0.22150926, + -0.16490869, + -0.42061448, + -0.3871187, + -0.23815927, + -0.44222847, + -0.27033794, + -0.28785467, + -0.35856885, + -0.8464519, + -0.6876227, + -0.69414175, + -0.42591596, + -0.17690587, + -0.5556934, + -0.10967663 + ], + [ + -0.046434075, + -0.3208667, + -0.28075644, + -0.28867376, + -0.51735604, + -0.27404585, + -0.5041884, + -0.0544616, + -0.1985861, + -0.35449037, + -0.9188381, + -0.4363271, + -0.5141468, + -0.37556964, + -0.17051396, + -0.44194692 + ], + [ + -0.08610524, + -0.24737744, + -0.7902104, + -0.6681024, + -0.23226511, + -0.5623721, + -0.65103567, + -0.55947995, + -0.28869367, + -0.8884201, + -0.5418369, + -1.244749, + -0.21727574, + -0.39077467, + -0.25707716, + -0.2918883 + ], + [ + -0.18391347, + -0.23446622, + 0.041207463, + -0.13572827, + -0.46357363, + -0.14565009, + 0.007026732, + 0.051948518, + -0.16014138, + -0.11563593, + -0.70939124, + -0.26846474, + -0.49916098, + -0.15914568, + -0.5001835, + -0.107555255 + ], + [ + 0.12452805, + -0.23486236, + -0.22045499, + -0.27937567, + -0.14844096, + -0.21697794, + -0.43349075, + -0.35546702, + -0.23453681, + -0.15732187, + -0.20616834, + -0.35795456, + -0.02388966, + -0.31389275, + 0.062749326, + -0.36299145 + ], + [ + -0.35803366, + -0.011909872, + -0.031929612, + -0.16226059, + -0.12661439, + -0.15460455, + 0.21839023, + 0.070847034, + -0.2683378, + -0.5407795, + -0.73264027, + -0.3931796, + -0.43005553, + 0.019113123, + -0.78130555, + 0.1552102 + ], + [ + -0.06268205, + -0.115039855, + -0.49775246, + -0.3045509, + -0.059664905, + -0.33232027, + -0.5517221, + -0.38540307, + -0.32837218, + -0.34042916, + -0.3344533, + -0.40179145, + -0.048343748, + -0.23951742, + 0.050765455, + -0.46239305 + ] + ] + } + ], + "rescaled_query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.43794906, + -0.0484761, + -0.031538367, + -0.16487014, + -0.06941116, + -0.09376454, + 0.1429168, + -0.23640335, + -0.36579406, + 0.1247803, + -0.20759475, + -0.097147584, + -0.20505786, + 0.05246997, + -0.551792, + -0.1400441 + ], + [ + 0.01803124, + -0.36276132, + -0.23814273, + -0.3201245, + -0.45738256, + -0.28446385, + -0.38360107, + -0.3916577, + -0.3149289, + -0.12888789, + -0.36284912, + -0.31505567, + -0.32003483, + -0.30985478, + -0.21099365, + -0.4994918 + ], + [ + -0.24128616, + -0.02315557, + -0.8560103, + -0.44279587, + -0.22698867, + -0.49206603, + -0.38592422, + -0.39398086, + -0.14437759, + -0.3963002, + -0.36517227, + -1.0684236, + -0.0890919, + -0.12442124, + -0.2133168, + -0.2976216 + ], + [ + -0.10581672, + -0.28565872, + -0.5481961, + -0.53794044, + -0.30659378, + -0.39987627, + -0.46552932, + -0.47358596, + -0.29925907, + -0.4759053, + -0.44477737, + -0.8944811, + -0.22302863, + -0.36115703, + -0.2929219, + -0.3772267 + ], + [ + -0.1876477, + -0.3372686, + -0.15330565, + -0.2628926, + -0.72575843, + -0.20817715, + -0.0015848875, + 0.017514348, + -0.07738197, + -0.018749833, + -0.7621075, + -0.62903595, + -0.5447447, + -0.27005118, + -0.58771265, + -0.23806655 + ], + [ + -0.16035354, + -0.19496372, + -0.67058, + -0.33448458, + -0.18456566, + -0.7635822, + -0.5575868, + -0.8247794, + -0.4377035, + -0.5655562, + 0.06374067, + -0.54267776, + -0.08586663, + -0.13285476, + -0.11602473, + -0.26732755 + ], + [ + 0.26876557, + -0.21074569, + -0.52900326, + -0.32713974, + 0.013168454, + -0.48740667, + -0.96034324, + -0.7073544, + -0.32194412, + -0.40099227, + 0.030516505, + -0.3132727, + 0.12388533, + -0.32142252, + 0.5432149, + -0.5171522 + ], + [ + -0.09933746, + -0.28108677, + -0.37430084, + -0.26564366, + -0.106147885, + -0.56873006, + -0.51681626, + -0.8295783, + -0.5382427, + -0.25927335, + 0.21012324, + -0.14413142, + 0.00759989, + -0.22037017, + -0.027958155, + -0.39523602 + ], + [ + -0.37364852, + -0.18700439, + -0.43183792, + -0.3280575, + -0.17453039, + -0.43531692, + -0.31622255, + -0.5800561, + -0.57476413, + -0.3291645, + -0.24569058, + -0.23312867, + -0.26692092, + -0.11953497, + -0.43038905, + -0.44325697 + ], + [ + -0.12597549, + -0.14902893, + -0.40093887, + -0.39670473, + -0.1332761, + -0.40441787, + -0.27327597, + -0.27006137, + -0.26456678, + -0.81441456, + -0.57679754, + -0.84440804, + -0.23602188, + -0.2470082, + -0.41558695, + -0.01477766 + ], + [ + -0.087355494, + -0.29694986, + 0.011188626, + -0.23533946, + -0.3676299, + -0.10797989, + -0.18667972, + 0.21667206, + -0.19931114, + -0.5587956, + -1.1194111, + -0.4696797, + -0.49036992, + -0.4441992, + -0.441069, + -0.14330804 + ], + [ + -0.025402904, + -0.23344314, + -0.5286114, + -0.44246784, + -0.2543782, + -0.49416646, + -0.41331375, + -0.4213704, + -0.21158206, + -0.65834737, + -0.3925618, + -0.96170753, + -0.14521834, + -0.32954273, + -0.24070632, + -0.14425862 + ], + [ + -0.28377426, + -0.21243781, + 0.0023027658, + -0.18540081, + -0.5266384, + -0.09439564, + 0.13603747, + 0.16492379, + -0.15536106, + -0.17197561, + -0.9060595, + -0.40602005, + -0.6058732, + -0.14472854, + -0.7235414, + -0.10642254 + ], + [ + 0.16404259, + -0.28779745, + -0.37326515, + -0.37434858, + -0.34916484, + -0.16719162, + -0.5289687, + -0.22747886, + -0.2292546, + -0.24532521, + -0.56846154, + -0.480626, + -0.20834816, + -0.4109999, + -0.009301543, + -0.62823236 + ], + [ + -0.3231038, + -0.1948067, + 0.14709008, + -0.12069988, + -0.26897895, + -0.2561177, + 0.32705605, + -0.055868983, + -0.29970825, + -0.46167886, + -0.51396406, + -0.35999954, + -0.40125692, + -0.09870803, + -0.87125576, + 0.27110302 + ], + [ + -0.0023144484, + -0.23106277, + -0.5501944, + -0.3474568, + -0.25199783, + -0.30621547, + -0.69750774, + -0.41899002, + -0.3422612, + -0.14072526, + -0.39018142, + -0.33252335, + -0.124041855, + -0.3422914, + 0.1445719, + -0.7548884 + ] + ] + }, + { + "layout": "four_bit_transposed", + "distances": [ + [ + -0.44443452, + 0.028898597, + -0.18959181, + -0.10741925, + -0.086297095, + -0.13568121, + 0.060699522, + -0.093611136, + -0.29849747, + 0.04428041, + -0.39293736, + -0.15004613, + -0.20252764, + 0.050330162, + -0.44207346, + -0.19719505 + ], + [ + -0.007374406, + -0.37271768, + -0.21642837, + -0.375408, + -0.34761053, + -0.3039931, + -0.40698937, + -0.5218978, + -0.342402, + -0.11229205, + -0.1939193, + -0.37805784, + -0.22113205, + -0.32286546, + -0.17974445, + -0.42122173 + ], + [ + -0.18451834, + -0.03556192, + -0.70571667, + -0.3922317, + -0.052164167, + -0.4693003, + -0.3745053, + -0.46578866, + -0.3210419, + -0.57308304, + -0.27203014, + -0.7824768, + -0.027042657, + -0.14524162, + -0.22857127, + -0.28900942 + ], + [ + -0.09745854, + -0.2765383, + -0.6194594, + -0.50589556, + -0.36139727, + -0.45762327, + -0.5051811, + -0.48287728, + -0.27729744, + -0.45572102, + -0.4327408, + -0.8824873, + -0.23068856, + -0.33945274, + -0.23995753, + -0.41622338 + ], + [ + -0.15696993, + -0.2999929, + -0.15894584, + -0.24107029, + -0.5463827, + -0.37430644, + -0.035830706, + -0.26885486, + -0.18938945, + -0.19550525, + -0.3907019, + -0.5228033, + -0.42396498, + -0.15587626, + -0.5419914, + -0.08514601 + ], + [ + -0.12653033, + -0.19931114, + -0.62361485, + -0.323969, + -0.17906886, + -0.63731146, + -0.63364184, + -0.740389, + -0.44894686, + -0.43590528, + -0.04577607, + -0.38257664, + -0.1117025, + -0.16710296, + -0.014463693, + -0.43545765 + ], + [ + 0.14851347, + -0.3379909, + -0.39525482, + -0.36129582, + -0.22025278, + -0.4496955, + -0.7331469, + -0.6609587, + -0.3017656, + -0.2137798, + -0.029668957, + -0.41015238, + -0.025055021, + -0.3689063, + 0.23964602, + -0.46480235 + ], + [ + 0.05834052, + -0.23107785, + -0.4080094, + -0.27041513, + -0.05418846, + -0.5403584, + -0.6223914, + -0.7857567, + -0.4772675, + -0.3901504, + 0.15328291, + -0.15978546, + 0.014252871, + -0.19689143, + 0.1131022, + -0.40165728 + ], + [ + -0.14505182, + -0.16443783, + -0.48759505, + -0.33430022, + -0.09990385, + -0.46436322, + -0.47655976, + -0.5625312, + -0.5020914, + -0.5668141, + -0.2684081, + -0.3247863, + -0.1843825, + -0.17161219, + -0.21614553, + -0.41008466 + ], + [ + -0.17533705, + -0.1524916, + -0.3209246, + -0.31647936, + -0.20585884, + -0.38861486, + -0.2232661, + -0.25216562, + -0.3237591, + -0.7201987, + -0.60001266, + -0.5782895, + -0.36173674, + -0.16027763, + -0.4824093, + -0.07899192 + ], + [ + -0.021330714, + -0.26668411, + -0.19256234, + -0.22731774, + -0.40832183, + -0.22986615, + -0.40684673, + -0.049831033, + -0.18501246, + -0.29849932, + -0.77373517, + -0.352658, + -0.40978646, + -0.31717327, + -0.14689596, + -0.34569278 + ], + [ + -0.04377061, + -0.18422346, + -0.50737023, + -0.45796126, + -0.15801069, + -0.4165672, + -0.43834794, + -0.4154877, + -0.23769642, + -0.62085235, + -0.40020674, + -0.8812645, + -0.13919705, + -0.28384548, + -0.20727263, + -0.18134913 + ], + [ + -0.2129111, + -0.25511625, + 0.028743505, + -0.14707094, + -0.5052593, + -0.16177627, + -0.0062656403, + 0.051691055, + -0.17618313, + -0.12683201, + -0.7592018, + -0.27120444, + -0.54846036, + -0.17041135, + -0.5334205, + -0.13169158 + ], + [ + 0.13011736, + -0.30413926, + -0.3876853, + -0.4063118, + -0.21001676, + -0.29049397, + -0.6116688, + -0.49124882, + -0.28866464, + -0.2180845, + -0.22633362, + -0.4982205, + -0.04499948, + -0.40340614, + 0.10119617, + -0.52800524 + ], + [ + -0.30623907, + -0.017053783, + -0.0054302514, + -0.13693808, + -0.10878986, + -0.14127049, + 0.18680775, + 0.059788823, + -0.24792808, + -0.47048587, + -0.66391003, + -0.34251523, + -0.37472618, + 0.0063385963, + -0.6837958, + 0.14078206 + ], + [ + -0.09473489, + -0.117813244, + -0.600831, + -0.3524395, + -0.06423263, + -0.38008225, + -0.6294532, + -0.43288666, + -0.36361906, + -0.4087596, + -0.37216443, + -0.46316707, + -0.063779786, + -0.2581555, + 0.053634763, + -0.52620614 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.4402724, + 0.022645235, + -0.1920739, + -0.110233665, + -0.08978328, + -0.14466864, + 0.05598551, + -0.11456129, + -0.30050394, + 0.05470419, + -0.3657635, + -0.15090817, + -0.1952991, + 0.050115824, + -0.43577498, + -0.19875625 + ], + [ + -0.00507614, + -0.37070486, + -0.21992972, + -0.37263697, + -0.3413731, + -0.3025646, + -0.41744906, + -0.5197029, + -0.3446043, + -0.11170462, + -0.19676617, + -0.36911976, + -0.2153163, + -0.3266426, + -0.16576906, + -0.430741 + ], + [ + -0.1883667, + -0.03455344, + -0.7058773, + -0.39142215, + -0.058730602, + -0.47161752, + -0.365306, + -0.4558202, + -0.31527334, + -0.58256656, + -0.28495988, + -0.79543006, + -0.034415215, + -0.14413409, + -0.24086264, + -0.27763757 + ], + [ + -0.098481, + -0.27520752, + -0.6217744, + -0.50404024, + -0.36300984, + -0.45806086, + -0.50330496, + -0.48011857, + -0.27820462, + -0.4576873, + -0.43631902, + -0.88045025, + -0.23219213, + -0.3384232, + -0.24246424, + -0.41869652 + ], + [ + -0.15639324, + -0.30407998, + -0.14563891, + -0.24297565, + -0.54123795, + -0.37188452, + -0.036483854, + -0.2687682, + -0.18810757, + -0.19808176, + -0.3908143, + -0.5247678, + -0.42402905, + -0.16036479, + -0.54111874, + -0.07215065 + ], + [ + -0.11576678, + -0.20303898, + -0.61531955, + -0.32474208, + -0.17152604, + -0.629117, + -0.6458323, + -0.7387637, + -0.4505744, + -0.4345898, + -0.047884166, + -0.3724553, + -0.106089935, + -0.17668203, + 0.0018242896, + -0.44288382 + ], + [ + 0.13905102, + -0.33463243, + -0.40109694, + -0.36265624, + -0.2220586, + -0.4460403, + -0.73286295, + -0.6553427, + -0.29880267, + -0.2015078, + -0.03695333, + -0.4145404, + -0.026738733, + -0.3672059, + 0.23926675, + -0.4703687 + ], + [ + 0.057652354, + -0.22854033, + -0.4142169, + -0.26947492, + -0.049571767, + -0.5420737, + -0.6301203, + -0.7883922, + -0.4782837, + -0.3870791, + 0.15670139, + -0.1567527, + 0.019964218, + -0.19713287, + 0.12342879, + -0.4075635 + ], + [ + -0.14460938, + -0.16975945, + -0.47833815, + -0.33795, + -0.10193567, + -0.45911986, + -0.46744597, + -0.5641066, + -0.50553083, + -0.5652109, + -0.26636463, + -0.32547802, + -0.18627694, + -0.17499383, + -0.22832263, + -0.40844035 + ], + [ + -0.17461647, + -0.14698765, + -0.33049873, + -0.32354805, + -0.19950414, + -0.3839451, + -0.22408214, + -0.25182986, + -0.32076076, + -0.7212579, + -0.6004482, + -0.5932217, + -0.3558117, + -0.15920207, + -0.481319, + -0.08201912 + ], + [ + -0.021199197, + -0.27009875, + -0.19598612, + -0.22883418, + -0.41840577, + -0.23356225, + -0.40427917, + -0.05332336, + -0.18171385, + -0.29164803, + -0.76920533, + -0.36006492, + -0.41184413, + -0.31718808, + -0.15032655, + -0.34669816 + ], + [ + -0.033287674, + -0.18701173, + -0.50016314, + -0.45742863, + -0.15707542, + -0.41037494, + -0.44498068, + -0.40644568, + -0.23434445, + -0.6266216, + -0.4119349, + -0.8790033, + -0.14017373, + -0.29150414, + -0.19841048, + -0.1822793 + ], + [ + -0.2130819, + -0.25454003, + 0.026589036, + -0.15395324, + -0.51488996, + -0.15532911, + 0.0038111806, + 0.06261039, + -0.1657778, + -0.12645435, + -0.77336496, + -0.29456937, + -0.5565361, + -0.16977853, + -0.54688424, + -0.12689172 + ], + [ + 0.13804549, + -0.30960453, + -0.37817848, + -0.4038607, + -0.2145711, + -0.2811295, + -0.6195289, + -0.47686088, + -0.28488004, + -0.21399243, + -0.24499583, + -0.4903143, + -0.04924585, + -0.4145553, + 0.11169815, + -0.5357848 + ], + [ + -0.30617183, + -0.0158225, + -0.007572055, + -0.13937157, + -0.10978326, + -0.14304267, + 0.1974386, + 0.057065964, + -0.24969295, + -0.47983748, + -0.66037834, + -0.35036445, + -0.37565237, + 0.010057241, + -0.6979999, + 0.14584464 + ], + [ + -0.085571185, + -0.12540759, + -0.5989396, + -0.3554394, + -0.07141712, + -0.37385893, + -0.63983166, + -0.4358336, + -0.36146647, + -0.38927338, + -0.36834204, + -0.45845255, + -0.061600298, + -0.26649576, + 0.067501664, + -0.5426721 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/1bit_squared_l2_double_hadamard.json b/diskann-quantization/test/generated/spherical/1bit_squared_l2_double_hadamard.json new file mode 100644 index 000000000..2419b6fb5 --- /dev/null +++ b/diskann-quantization/test/generated/spherical/1bit_squared_l2_double_hadamard.json @@ -0,0 +1,1340 @@ +{ + "nbits": 1, + "metric": "squared_l2", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 20, + 0, + 4, + 0, + 8, + 0, + 0, + 0, + 12, + 0, + 16, + 0, + 14, + 0, + 0, + 0, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 152, + 222, + 168, + 188, + 180, + 64, + 103, + 62, + 115, + 163, + 174, + 189, + 206, + 25, + 87, + 189, + 101, + 78, + 56, + 188, + 100, + 224, + 15, + 60, + 242, + 245, + 188, + 62, + 94, + 115, + 162, + 190 + ], + "compressed_vectors": [ + [ + 246, + 32, + 56, + 176, + 53, + 6, + 0 + ], + [ + 91, + 125, + 53, + 30, + 49, + 5, + 0 + ], + [ + 160, + 198, + 56, + 33, + 55, + 2, + 0 + ], + [ + 104, + 57, + 51, + 174, + 44, + 3, + 0 + ], + [ + 82, + 4, + 56, + 100, + 53, + 3, + 0 + ], + [ + 177, + 151, + 54, + 70, + 50, + 4, + 0 + ], + [ + 137, + 172, + 56, + 3, + 55, + 3, + 0 + ], + [ + 185, + 16, + 57, + 37, + 56, + 5, + 0 + ], + [ + 191, + 48, + 53, + 39, + 48, + 7, + 0 + ], + [ + 37, + 147, + 56, + 235, + 53, + 3, + 0 + ], + [ + 70, + 145, + 58, + 9, + 56, + 3, + 0 + ], + [ + 96, + 211, + 57, + 181, + 56, + 2, + 0 + ], + [ + 86, + 125, + 55, + 50, + 54, + 4, + 0 + ], + [ + 75, + 7, + 54, + 195, + 49, + 4, + 0 + ], + [ + 118, + 62, + 58, + 93, + 57, + 5, + 0 + ], + [ + 138, + 12, + 55, + 219, + 49, + 3, + 0 + ] + ], + "data_distances": [ + -0.35253906, + 0.6922493, + 0.8010254, + 0.54496956, + 0.43356323, + 0.5515137, + 1.697052, + 1.1998291, + 0.3180542, + 1.0201645, + 0.43663788, + 0.94384766, + 0.26003265, + 0.9240036, + -0.18110657, + 0.7655487, + -0.15082002, + 1.2194836, + 0.23303223, + 0.15246868, + 0.49723405, + 0.59814453, + 0.6779785, + 0.28967285, + 0.9220445, + 0.66430664, + 0.9980172, + 0.38658088, + -0.04768759, + 0.83032227, + 0.3428955, + -0.5329933, + 0.38400137, + 1.0819759, + 0.15009832, + 0.53533745, + 0.5860367, + 0.7687721, + 0.47426176, + 1.4397063, + 0.16513729, + 1.3912768, + 1.0751595, + 1.5815401, + 0.3657446, + -0.057536185, + 0.41003418, + 0.36212632, + 0.51135254, + 0.5911865, + 0.3492384, + 0.44299316, + 0.57751465, + 0.16853422, + 0.56596243, + 0.1681476, + 0.7435303, + 0.25610352, + -0.33399963, + 0.739696, + 1.361412, + 1.4902649, + 0.79216003, + 1.280798, + 0.01730156, + 0.55985737, + 0.019352436, + 0.32787752, + 0.22400284, + 0.51989746, + -0.28644204, + 0.39375448, + -0.06778908, + 0.19227123, + 0.33042276, + 1.7146174, + 0.7844238, + 0.9687723, + 0.6864053, + 1.1878226, + 0.560426, + -0.48768616, + 0.2171936, + 0.56799316, + 0.80810547, + 1.9012966, + 1.4517679, + 1.6453843, + 0.39829397, + 2.9313126, + 0.10680771, + -0.5656738, + 0.2374878, + 0.88793945, + 3.100113, + 1.5671501, + 1.7937756, + 0.9365063, + 2.1760101, + 0.7010498, + -0.1609497, + 0.4996338, + 1.1663933, + 1.42626, + 0.66870785, + 0.43195057, + 0.8001709, + 0.31274414, + -0.5679712, + 0.8742676, + 0.5419824, + 1.0246819, + 0.7653204, + 1.0402832, + 1.0565119, + -1.6860666, + 0.49520802, + -0.26084602, + 0.3752452, + -0.10609341, + 0.6873779, + -0.94333744, + 0.97558594, + 0.7684326, + 0.69072866, + 1.0920072, + -0.10174775, + 0.56726074, + -0.037927866, + 0.77631927, + -0.20753121, + 1.1443999, + 0.19712329, + -1.0944862, + 1.5407047, + -0.40994644 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.35253906, + 0.6922493, + 0.8010254, + 0.54496956, + 0.43356323, + 0.5515137, + 1.697052, + 1.1998291, + 0.3180542, + 1.0201645, + 0.43663788, + 0.94384766, + 0.26003265, + 0.9240036, + -0.18110657, + 0.7655487 + ], + [ + 0.6922493, + -0.15082002, + 1.2194836, + 0.23303223, + 0.15246868, + 0.49723405, + 0.59814453, + 0.6779785, + 0.28967285, + 0.9220445, + 0.66430664, + 0.9980172, + 0.38658088, + -0.04768759, + 0.83032227, + 0.3428955 + ], + [ + 0.8010254, + 1.2194836, + -0.5329933, + 0.38400137, + 1.0819759, + 0.15009832, + 0.53533745, + 0.5860367, + 0.7687721, + 0.47426176, + 1.4397063, + 0.16513729, + 1.3912768, + 1.0751595, + 1.5815401, + 0.3657446 + ], + [ + 0.54496956, + 0.23303223, + 0.38400137, + -0.057536185, + 0.41003418, + 0.36212632, + 0.51135254, + 0.5911865, + 0.3492384, + 0.44299316, + 0.57751465, + 0.16853422, + 0.56596243, + 0.1681476, + 0.7435303, + 0.25610352 + ], + [ + 0.43356323, + 0.15246868, + 1.0819759, + 0.41003418, + -0.33399963, + 0.739696, + 1.361412, + 1.4902649, + 0.79216003, + 1.280798, + 0.01730156, + 0.55985737, + 0.019352436, + 0.32787752, + 0.22400284, + 0.51989746 + ], + [ + 0.5515137, + 0.49723405, + 0.15009832, + 0.36212632, + 0.739696, + -0.28644204, + 0.39375448, + -0.06778908, + 0.19227123, + 0.33042276, + 1.7146174, + 0.7844238, + 0.9687723, + 0.6864053, + 1.1878226, + 0.560426 + ], + [ + 1.697052, + 0.59814453, + 0.53533745, + 0.51135254, + 1.361412, + 0.39375448, + -0.48768616, + 0.2171936, + 0.56799316, + 0.80810547, + 1.9012966, + 1.4517679, + 1.6453843, + 0.39829397, + 2.9313126, + 0.10680771 + ], + [ + 1.1998291, + 0.6779785, + 0.5860367, + 0.5911865, + 1.4902649, + -0.06778908, + 0.2171936, + -0.5656738, + 0.2374878, + 0.88793945, + 3.100113, + 1.5671501, + 1.7937756, + 0.9365063, + 2.1760101, + 0.7010498 + ], + [ + 0.3180542, + 0.28967285, + 0.7687721, + 0.3492384, + 0.79216003, + 0.19227123, + 0.56799316, + 0.2374878, + -0.1609497, + 0.4996338, + 1.1663933, + 1.42626, + 0.66870785, + 0.43195057, + 0.8001709, + 0.31274414 + ], + [ + 1.0201645, + 0.9220445, + 0.47426176, + 0.44299316, + 1.280798, + 0.33042276, + 0.80810547, + 0.88793945, + 0.4996338, + -0.5679712, + 0.8742676, + 0.5419824, + 1.0246819, + 0.7653204, + 1.0402832, + 1.0565119 + ], + [ + 0.43663788, + 0.66430664, + 1.4397063, + 0.57751465, + 0.01730156, + 1.7146174, + 1.9012966, + 3.100113, + 1.1663933, + 0.8742676, + -1.6860666, + 0.49520802, + -0.26084602, + 0.3752452, + -0.10609341, + 0.6873779 + ], + [ + 0.94384766, + 0.9980172, + 0.16513729, + 0.16853422, + 0.55985737, + 0.7844238, + 1.4517679, + 1.5671501, + 1.42626, + 0.5419824, + 0.49520802, + -0.94333744, + 0.97558594, + 0.7684326, + 0.69072866, + 1.0920072 + ], + [ + 0.26003265, + 0.38658088, + 1.3912768, + 0.56596243, + 0.019352436, + 0.9687723, + 1.6453843, + 1.7937756, + 0.66870785, + 1.0246819, + -0.26084602, + 0.97558594, + -0.10174775, + 0.56726074, + -0.037927866, + 0.77631927 + ], + [ + 0.9240036, + -0.04768759, + 1.0751595, + 0.1681476, + 0.32787752, + 0.6864053, + 0.39829397, + 0.9365063, + 0.43195057, + 0.7653204, + 0.3752452, + 0.7684326, + 0.56726074, + -0.20753121, + 1.1443999, + 0.19712329 + ], + [ + -0.18110657, + 0.83032227, + 1.5815401, + 0.7435303, + 0.22400284, + 1.1878226, + 2.9313126, + 2.1760101, + 0.8001709, + 1.0402832, + -0.10609341, + 0.69072866, + -0.037927866, + 1.1443999, + -1.0944862, + 1.5407047 + ], + [ + 0.7655487, + 0.3428955, + 0.3657446, + 0.25610352, + 0.51989746, + 0.560426, + 0.10680771, + 0.7010498, + 0.31274414, + 1.0565119, + 0.6873779, + 1.0920072, + 0.77631927, + 0.19712329, + 1.5407047, + -0.40994644 + ] + ] + }, + { + "layout": "four_bit_transposed", + "distances": [ + [ + -0.00938338, + 0.49793696, + 1.0096552, + 0.5395741, + 0.60720545, + 0.65366024, + 1.2418263, + 1.0506502, + 0.23920834, + 1.1640996, + 0.63010275, + 1.2786646, + 0.5233855, + 0.5874201, + 0.42709905, + 0.5122665 + ], + [ + 0.5758055, + 0.003950596, + 0.9778727, + 0.20190583, + 0.3212743, + 0.46500972, + 0.61033714, + 0.5307884, + 0.18358788, + 0.9352758, + 0.8552677, + 1.0099379, + 0.5223593, + 0.10064322, + 0.81407773, + 0.21218207 + ], + [ + 0.6358745, + 1.0608455, + 0.0102161765, + 0.32036775, + 1.1868958, + 0.43347147, + 0.8953087, + 0.8089801, + 0.62887394, + 0.37730008, + 1.1504769, + 0.20436746, + 1.2794192, + 0.8582257, + 1.1005175, + 0.6372219 + ], + [ + 0.53116155, + 0.19114748, + 0.35401314, + -0.00014713407, + 0.29725486, + 0.2771116, + 0.49266753, + 0.5870683, + 0.35897565, + 0.4908038, + 0.58288, + 0.20807743, + 0.54150087, + 0.14430317, + 0.76851994, + 0.22504109 + ], + [ + 0.4616784, + 0.17626384, + 1.1553961, + 0.460489, + -0.01665473, + 0.45974255, + 1.3208144, + 0.9945107, + 0.5659343, + 0.9870503, + 0.6602547, + 0.7981832, + 0.22511652, + 0.48346698, + 0.27817136, + 0.8140317 + ], + [ + 0.6475509, + 0.47679594, + 0.2651574, + 0.37347332, + 0.76499724, + -0.0045781136, + 0.21211109, + 0.09333032, + 0.16421138, + 0.6184708, + 1.5055094, + 1.1340492, + 0.9298794, + 0.5992806, + 1.4303927, + 0.19112387 + ], + [ + 1.4386995, + 0.37896925, + 0.70323443, + 0.39396417, + 0.8314251, + 0.46068722, + 0.018943787, + 0.28524405, + 0.6639106, + 1.2336943, + 1.8130286, + 1.1131537, + 1.3185784, + 0.38012737, + 2.2543921, + 0.20652536 + ], + [ + 1.321585, + 0.6700783, + 0.78671706, + 0.6998487, + 1.3262569, + 0.29006636, + 0.3017971, + 0.007762432, + 0.25426885, + 0.8359401, + 2.3565478, + 1.8902111, + 1.4944402, + 0.8275285, + 2.063194, + 0.40904167 + ], + [ + 0.46824282, + 0.4039732, + 0.56165475, + 0.27923542, + 0.74876726, + 0.29127252, + 0.56948876, + 0.4692601, + 0.0031799674, + 0.3091802, + 0.8658326, + 1.108737, + 0.634814, + 0.4468225, + 0.7982375, + 0.23996325 + ], + [ + 0.65853703, + 0.8041347, + 0.83829045, + 0.467811, + 0.8534338, + 0.60334474, + 1.1913507, + 1.2789228, + 0.59893274, + -0.03000176, + 0.3669927, + 0.6548246, + 0.50141716, + 0.8241764, + 0.52807605, + 1.082411 + ], + [ + 1.0862405, + 0.5284851, + 1.2531933, + 0.75247973, + 0.3746706, + 1.0125406, + 0.7868649, + 1.7906672, + 0.9551415, + 1.0466645, + 0.012498856, + 1.3248603, + 0.40409523, + 0.47044498, + 1.3830492, + 0.4864966 + ], + [ + 1.3320844, + 1.0021654, + 0.5845395, + 0.30668008, + 1.2840123, + 0.78436375, + 0.83701116, + 1.1144627, + 1.1011624, + 0.29720122, + 1.0822363, + 0.023120403, + 1.3160233, + 0.76837254, + 1.5119773, + 1.131882 + ], + [ + 0.3891216, + 0.28240347, + 1.4859071, + 0.6162133, + 0.045129, + 0.86945, + 1.4195352, + 1.6063293, + 0.6405791, + 1.1051153, + -0.017511249, + 1.1775029, + -0.009600818, + 0.49038285, + 0.26404166, + 0.76630735 + ], + [ + 0.8339286, + 0.10215868, + 0.75721776, + 0.15399757, + 0.4970726, + 0.5269736, + 0.3228245, + 0.59667206, + 0.3050877, + 0.831985, + 0.815969, + 0.8320202, + 0.76988685, + -0.0037968159, + 1.2451708, + 0.052179575 + ], + [ + 0.3127873, + 1.0364201, + 1.565418, + 0.8642237, + 1.0224628, + 1.1002288, + 2.0831873, + 1.8876344, + 0.68954265, + 0.5529933, + 0.26829588, + 1.256532, + 0.4383281, + 1.1592653, + 0.039063573, + 1.5328965 + ], + [ + 0.5878211, + 0.48318404, + 0.3446177, + 0.24959335, + 0.8106877, + 0.42599863, + 0.24920183, + 0.6712119, + 0.26687977, + 0.6232923, + 0.72609, + 0.86770463, + 0.8726196, + 0.29144666, + 1.3504596, + 0.018437922 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + 0.00011229515, + 0.49908897, + 1.0202111, + 0.53518796, + 0.62191796, + 0.6682506, + 1.2399553, + 1.0566449, + 0.23545507, + 1.1534815, + 0.6223272, + 1.2834107, + 0.52725184, + 0.58200467, + 0.429599, + 0.5108555 + ], + [ + 0.5605531, + 0.00007021427, + 0.98462254, + 0.20092598, + 0.3024933, + 0.47057164, + 0.63611823, + 0.53933394, + 0.18281305, + 0.94834065, + 0.8441835, + 1.0067773, + 0.504848, + 0.105389476, + 0.779631, + 0.21312878 + ], + [ + 0.6435886, + 1.0789745, + 0.00018811226, + 0.33156002, + 1.2130814, + 0.4178536, + 0.88589364, + 0.7987779, + 0.619864, + 0.3356724, + 1.1637098, + 0.224599, + 1.2869647, + 0.8781353, + 1.1130971, + 0.65015674 + ], + [ + 0.52376276, + 0.19457163, + 0.34805667, + -0.000011518598, + 0.29537728, + 0.2830713, + 0.4938654, + 0.5951402, + 0.35877258, + 0.50095457, + 0.57241017, + 0.20976305, + 0.5397502, + 0.14466757, + 0.7669194, + 0.21325164 + ], + [ + 0.46790326, + 0.18419242, + 1.1477816, + 0.4571892, + 0.00015991926, + 0.45106825, + 1.3137641, + 0.97986376, + 0.5664082, + 0.96908855, + 0.67925274, + 0.7890574, + 0.2359491, + 0.4921743, + 0.28759122, + 0.82776767 + ], + [ + 0.64922994, + 0.48624176, + 0.25826555, + 0.37782222, + 0.7663442, + 0.000017732382, + 0.21020943, + 0.11989385, + 0.17332527, + 0.5993152, + 1.4710548, + 1.1256402, + 0.923653, + 0.59885275, + 1.4329336, + 0.19325048 + ], + [ + 1.4400854, + 0.3600178, + 0.73620063, + 0.40408862, + 0.8241471, + 0.48276234, + -0.0002245903, + 0.31916153, + 0.6647101, + 1.2592152, + 1.7690353, + 1.1458106, + 1.3117924, + 0.34458563, + 2.280003, + 0.18749645 + ], + [ + 1.3350681, + 0.68961126, + 0.72544336, + 0.68695986, + 1.3288567, + 0.28475276, + 0.2599048, + -0.00040185452, + 0.27952993, + 0.8590441, + 2.3671374, + 1.8486372, + 1.5182743, + 0.8346559, + 2.119167, + 0.3744982 + ], + [ + 0.47385094, + 0.40066433, + 0.56741065, + 0.28182432, + 0.75426817, + 0.2908974, + 0.5524941, + 0.45830503, + 0.0000256598, + 0.3227122, + 0.88004214, + 1.1290281, + 0.639943, + 0.4455818, + 0.8209444, + 0.23233771 + ], + [ + 0.65079916, + 0.7729114, + 0.8926034, + 0.47448754, + 0.8452824, + 0.6068217, + 1.2001145, + 1.2610283, + 0.57783663, + 0.00027912855, + 0.39020312, + 0.7030929, + 0.49381682, + 0.80665636, + 0.51636654, + 1.0895829 + ], + [ + 1.0733249, + 0.53337073, + 1.2446948, + 0.7437527, + 0.3592641, + 1.0155623, + 0.8047889, + 1.8001897, + 0.9701774, + 1.0565776, + 0.00014770031, + 1.2910973, + 0.38973045, + 0.48170412, + 1.3591006, + 0.49741757 + ], + [ + 1.3199363, + 1.0063031, + 0.5517405, + 0.31084925, + 1.2553997, + 0.76486343, + 0.8370481, + 1.1161067, + 1.115916, + 0.3146718, + 1.0801038, + 0.00020742416, + 1.3094263, + 0.7772478, + 1.5119281, + 1.1234885 + ], + [ + 0.378681, + 0.28648663, + 1.4689375, + 0.6299587, + 0.047143877, + 0.85266876, + 1.4075341, + 1.5933249, + 0.6273818, + 1.1146014, + -0.00064361095, + 1.2071371, + 0.000017046928, + 0.494867, + 0.28007644, + 0.74651587 + ], + [ + 0.81025463, + 0.10038498, + 0.7603032, + 0.15735446, + 0.49209985, + 0.5247036, + 0.3411897, + 0.5931845, + 0.29328153, + 0.8459201, + 0.82049274, + 0.842848, + 0.7652503, + 0.000063449144, + 1.2206328, + 0.050334036 + ], + [ + 0.31260544, + 1.0137641, + 1.6048282, + 0.8590588, + 1.0032272, + 1.1169245, + 2.1124258, + 1.9132867, + 0.69315374, + 0.54647905, + 0.23502314, + 1.2398721, + 0.42039275, + 1.1335495, + -0.0000027418137, + 1.5542116 + ], + [ + 0.5842987, + 0.4884942, + 0.35417247, + 0.2554682, + 0.8181161, + 0.44248313, + 0.2531912, + 0.6817765, + 0.254075, + 0.62816966, + 0.71238697, + 0.9036385, + 0.8648063, + 0.2972783, + 1.3451293, + -0.000004917383 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/2bit_cosine_double_hadamard.json b/diskann-quantization/test/generated/spherical/2bit_cosine_double_hadamard.json new file mode 100644 index 000000000..3ff370ce1 --- /dev/null +++ b/diskann-quantization/test/generated/spherical/2bit_cosine_double_hadamard.json @@ -0,0 +1,1360 @@ +{ + "nbits": 2, + "metric": "cosine", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 24, + 0, + 8, + 0, + 12, + 0, + 7, + 0, + 16, + 0, + 20, + 0, + 14, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 0, + 0, + 128, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 191, + 65, + 130, + 188, + 182, + 227, + 145, + 62, + 250, + 49, + 230, + 189, + 171, + 125, + 83, + 189, + 128, + 204, + 15, + 189, + 15, + 78, + 29, + 59, + 54, + 235, + 226, + 62, + 43, + 152, + 221, + 190 + ], + "compressed_vectors": [ + [ + 124, + 250, + 179, + 52, + 209, + 178, + 17, + 0 + ], + [ + 201, + 87, + 239, + 51, + 186, + 40, + 12, + 0 + ], + [ + 85, + 172, + 235, + 52, + 181, + 31, + 11, + 0 + ], + [ + 128, + 40, + 150, + 48, + 179, + 48, + 6, + 0 + ], + [ + 25, + 39, + 224, + 52, + 190, + 172, + 10, + 0 + ], + [ + 86, + 202, + 108, + 51, + 251, + 46, + 12, + 0 + ], + [ + 198, + 149, + 170, + 52, + 178, + 39, + 11, + 0 + ], + [ + 219, + 138, + 55, + 52, + 206, + 34, + 15, + 0 + ], + [ + 185, + 138, + 4, + 52, + 196, + 46, + 14, + 0 + ], + [ + 50, + 41, + 53, + 51, + 14, + 40, + 10, + 0 + ], + [ + 106, + 97, + 108, + 54, + 82, + 162, + 11, + 0 + ], + [ + 82, + 120, + 211, + 51, + 55, + 41, + 10, + 0 + ], + [ + 41, + 115, + 120, + 52, + 178, + 174, + 12, + 0 + ], + [ + 201, + 84, + 14, + 52, + 129, + 37, + 9, + 0 + ], + [ + 122, + 106, + 4, + 56, + 104, + 178, + 15, + 0 + ], + [ + 153, + 212, + 97, + 52, + 203, + 43, + 11, + 0 + ] + ], + "data_distances": [ + -0.0908252, + 0.8763999, + 0.6334844, + 0.77384317, + 0.7606398, + 0.7243956, + 1.129302, + 1.0274724, + 0.44129348, + 0.79883033, + 0.743631, + 0.8700755, + 0.46676672, + 1.0075036, + 0.4892093, + 0.59002346, + -0.04731226, + 0.7405402, + 0.29896688, + 0.40436518, + 0.37227786, + 0.19833922, + 0.23947132, + 0.3756348, + 0.78469574, + 0.64295536, + 0.68308395, + 0.58596194, + 0.23994792, + 0.99265957, + 0.45439136, + -0.063647985, + 0.1656729, + 0.81897604, + 0.36603266, + 0.48068774, + 0.6593983, + 0.5207498, + 0.3752306, + 0.7698308, + 0.13180995, + 0.91583097, + 0.41135406, + 0.8652297, + 0.28162026, + -0.021882176, + 0.44552004, + 0.36206913, + 0.23692459, + 0.4902649, + 0.40958083, + 0.2751934, + 0.47004795, + 0.12043995, + 0.5961162, + 0.15017766, + 0.8233918, + 0.29093003, + -0.07620847, + 0.62463534, + 0.8731724, + 0.8600012, + 0.6395966, + 0.4234501, + 0.42127764, + 0.62612784, + 0.10129702, + 0.7639042, + 0.5631577, + 0.90673125, + -0.02262485, + 0.27773, + 0.18207163, + 0.18707144, + 0.48199892, + 0.6542748, + 0.48188186, + 0.70815337, + 0.4758687, + 0.7840291, + 0.2531076, + -0.051692843, + 0.16776288, + 0.49224222, + 0.7519728, + 0.6175586, + 0.4118358, + 0.959201, + 0.09735286, + 1.2736946, + 0.18799376, + -0.06346023, + 0.23398519, + 0.74028736, + 0.7287904, + 0.6896772, + 1.0142578, + 0.34996927, + 0.83740723, + 0.37200564, + -0.07108724, + 0.4374087, + 0.57600605, + 0.6786475, + 0.65736926, + 0.48646438, + 0.42378867, + 0.31733465, + -0.052319765, + 0.36334735, + 0.17051691, + 0.46540463, + 0.72193336, + 0.2911179, + 0.7030874, + -0.10141981, + 0.44080883, + 0.24288046, + 0.5091187, + 0.5293461, + 0.46973574, + -0.041476727, + 0.65043724, + 0.42505217, + 0.7390938, + 0.45010895, + -0.05256498, + 0.9198934, + 0.47259867, + 0.82954013, + -0.038490653, + 1.2057854, + 0.15846837, + -0.089163184, + 1.0697128, + -0.05290103 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.0908252, + 0.8763999, + 0.6334844, + 0.77384317, + 0.7606398, + 0.7243956, + 1.129302, + 1.0274724, + 0.44129348, + 0.79883033, + 0.743631, + 0.8700755, + 0.46676672, + 1.0075036, + 0.4892093, + 0.59002346 + ], + [ + 0.8763999, + -0.04731226, + 0.7405402, + 0.29896688, + 0.40436518, + 0.37227786, + 0.19833922, + 0.23947132, + 0.3756348, + 0.78469574, + 0.64295536, + 0.68308395, + 0.58596194, + 0.23994792, + 0.99265957, + 0.45439136 + ], + [ + 0.6334844, + 0.7405402, + -0.063647985, + 0.1656729, + 0.81897604, + 0.36603266, + 0.48068774, + 0.6593983, + 0.5207498, + 0.3752306, + 0.7698308, + 0.13180995, + 0.91583097, + 0.41135406, + 0.8652297, + 0.28162026 + ], + [ + 0.77384317, + 0.29896688, + 0.1656729, + -0.021882176, + 0.44552004, + 0.36206913, + 0.23692459, + 0.4902649, + 0.40958083, + 0.2751934, + 0.47004795, + 0.12043995, + 0.5961162, + 0.15017766, + 0.8233918, + 0.29093003 + ], + [ + 0.7606398, + 0.40436518, + 0.81897604, + 0.44552004, + -0.07620847, + 0.62463534, + 0.8731724, + 0.8600012, + 0.6395966, + 0.4234501, + 0.42127764, + 0.62612784, + 0.10129702, + 0.7639042, + 0.5631577, + 0.90673125 + ], + [ + 0.7243956, + 0.37227786, + 0.36603266, + 0.36206913, + 0.62463534, + -0.02262485, + 0.27773, + 0.18207163, + 0.18707144, + 0.48199892, + 0.6542748, + 0.48188186, + 0.70815337, + 0.4758687, + 0.7840291, + 0.2531076 + ], + [ + 1.129302, + 0.19833922, + 0.48068774, + 0.23692459, + 0.8731724, + 0.27773, + -0.051692843, + 0.16776288, + 0.49224222, + 0.7519728, + 0.6175586, + 0.4118358, + 0.959201, + 0.09735286, + 1.2736946, + 0.18799376 + ], + [ + 1.0274724, + 0.23947132, + 0.6593983, + 0.4902649, + 0.8600012, + 0.18207163, + 0.16776288, + -0.06346023, + 0.23398519, + 0.74028736, + 0.7287904, + 0.6896772, + 1.0142578, + 0.34996927, + 0.83740723, + 0.37200564 + ], + [ + 0.44129348, + 0.3756348, + 0.5207498, + 0.40958083, + 0.6395966, + 0.18707144, + 0.49224222, + 0.23398519, + -0.07108724, + 0.4374087, + 0.57600605, + 0.6786475, + 0.65736926, + 0.48646438, + 0.42378867, + 0.31733465 + ], + [ + 0.79883033, + 0.78469574, + 0.3752306, + 0.2751934, + 0.4234501, + 0.48199892, + 0.7519728, + 0.74028736, + 0.4374087, + -0.052319765, + 0.36334735, + 0.17051691, + 0.46540463, + 0.72193336, + 0.2911179, + 0.7030874 + ], + [ + 0.743631, + 0.64295536, + 0.7698308, + 0.47004795, + 0.42127764, + 0.6542748, + 0.6175586, + 0.7287904, + 0.57600605, + 0.36334735, + -0.10141981, + 0.44080883, + 0.24288046, + 0.5091187, + 0.5293461, + 0.46973574 + ], + [ + 0.8700755, + 0.68308395, + 0.13180995, + 0.12043995, + 0.62612784, + 0.48188186, + 0.4118358, + 0.6896772, + 0.6786475, + 0.17051691, + 0.44080883, + -0.041476727, + 0.65043724, + 0.42505217, + 0.7390938, + 0.45010895 + ], + [ + 0.46676672, + 0.58596194, + 0.91583097, + 0.5961162, + 0.10129702, + 0.70815337, + 0.959201, + 1.0142578, + 0.65736926, + 0.46540463, + 0.24288046, + 0.65043724, + -0.05256498, + 0.9198934, + 0.47259867, + 0.82954013 + ], + [ + 1.0075036, + 0.23994792, + 0.41135406, + 0.15017766, + 0.7639042, + 0.4758687, + 0.09735286, + 0.34996927, + 0.48646438, + 0.72193336, + 0.5091187, + 0.42505217, + 0.9198934, + -0.038490653, + 1.2057854, + 0.15846837 + ], + [ + 0.4892093, + 0.99265957, + 0.8652297, + 0.8233918, + 0.5631577, + 0.7840291, + 1.2736946, + 0.83740723, + 0.42378867, + 0.2911179, + 0.5293461, + 0.7390938, + 0.47259867, + 1.2057854, + -0.089163184, + 1.0697128 + ], + [ + 0.59002346, + 0.45439136, + 0.28162026, + 0.29093003, + 0.90673125, + 0.2531076, + 0.18799376, + 0.37200564, + 0.31733465, + 0.7030874, + 0.46973574, + 0.45010895, + 0.82954013, + 0.15846837, + 1.0697128, + -0.05290103 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.011787057, + 0.8405783, + 0.54318434, + 0.7977179, + 0.9864826, + 0.6222143, + 0.9597796, + 0.7938549, + 0.4023844, + 0.9663037, + 0.86291194, + 0.90797675, + 0.75353694, + 0.86099625, + 0.6319695, + 0.42891538 + ], + [ + 0.88078165, + 0.006674707, + 0.6984294, + 0.2759717, + 0.46273535, + 0.48929918, + 0.223122, + 0.22285897, + 0.38871956, + 0.7220056, + 0.58449674, + 0.6129124, + 0.65642667, + 0.18437397, + 0.84738314, + 0.4823869 + ], + [ + 0.65282416, + 0.70191103, + 0.009065747, + 0.256011, + 0.91327864, + 0.2594278, + 0.45901287, + 0.47543985, + 0.3653956, + 0.44557697, + 0.8625015, + 0.28368223, + 1.0436139, + 0.4327169, + 0.82291925, + 0.26165903 + ], + [ + 0.76095074, + 0.30223852, + 0.15091228, + 0.0018447638, + 0.3802278, + 0.32275414, + 0.25321734, + 0.49428308, + 0.45020705, + 0.29148728, + 0.4713903, + 0.11914325, + 0.5487695, + 0.18598837, + 0.8310343, + 0.299039 + ], + [ + 0.7363484, + 0.436908, + 0.8148351, + 0.47223908, + 0.0055828094, + 0.594192, + 0.87334263, + 0.8274127, + 0.6310548, + 0.35932827, + 0.52123713, + 0.56682515, + 0.11832881, + 0.89740235, + 0.46578407, + 0.9979722 + ], + [ + 0.74381226, + 0.37228763, + 0.3623352, + 0.34674424, + 0.6120186, + -0.014581442, + 0.2759068, + 0.1992166, + 0.19748175, + 0.47267538, + 0.6424926, + 0.47175902, + 0.7033261, + 0.46232027, + 0.80220085, + 0.25139648 + ], + [ + 1.067286, + 0.15170765, + 0.5361272, + 0.20783609, + 0.6313128, + 0.34800506, + 0.041078627, + 0.3323856, + 0.5952359, + 0.6889721, + 0.5729511, + 0.37153488, + 0.70532537, + 0.19554621, + 1.2255228, + 0.32971466 + ], + [ + 1.1541908, + 0.14553094, + 0.7420362, + 0.44575578, + 0.6676011, + 0.15453446, + 0.17597377, + -0.00007379055, + 0.26105106, + 0.7145308, + 0.73227245, + 0.72612506, + 0.90026367, + 0.36315393, + 0.9435127, + 0.44825286 + ], + [ + 0.7084968, + 0.34712124, + 0.44417143, + 0.3258227, + 0.73934686, + 0.17019701, + 0.35261506, + 0.11692679, + -0.01670742, + 0.41236353, + 0.66052264, + 0.5745949, + 0.87022954, + 0.37139845, + 0.53626794, + 0.32361823 + ], + [ + 0.83375806, + 0.76188976, + 0.5438863, + 0.37669402, + 0.4589728, + 0.43593812, + 0.7382704, + 0.63838583, + 0.3382342, + -0.017356634, + 0.2803012, + 0.3026412, + 0.45051122, + 0.75307864, + 0.24278659, + 0.6902224 + ], + [ + 0.81939524, + 0.55644435, + 0.78732306, + 0.43371552, + 0.43444735, + 0.5976694, + 0.5297868, + 0.70479554, + 0.5651515, + 0.43008995, + -0.02636838, + 0.47702116, + 0.28174376, + 0.45706028, + 0.7068598, + 0.4279012 + ], + [ + 0.8606432, + 0.68929094, + 0.10549629, + 0.09369111, + 0.74591166, + 0.4977026, + 0.42668617, + 0.6379856, + 0.5474398, + 0.13761497, + 0.55073315, + -0.006853342, + 0.8000417, + 0.4018445, + 0.67312294, + 0.45814157 + ], + [ + 0.5716273, + 0.48022008, + 0.9503833, + 0.5370633, + 0.19150686, + 0.7446623, + 0.82766134, + 0.94679725, + 0.64809, + 0.5377916, + 0.2737671, + 0.6632091, + 0.052430272, + 0.7814548, + 0.609182, + 0.7824817 + ], + [ + 1.0137558, + 0.21010828, + 0.40792817, + 0.14306283, + 0.80425966, + 0.4878283, + 0.05401063, + 0.31347787, + 0.48773658, + 0.7672509, + 0.5184469, + 0.43221432, + 0.9631065, + -0.09052849, + 1.2398119, + 0.1271863 + ], + [ + 0.49583477, + 1.0903823, + 0.77958775, + 0.684891, + 0.53786707, + 0.90687263, + 1.2876377, + 1.1078708, + 0.5466167, + 0.16838098, + 0.37919366, + 0.5629374, + 0.3624887, + 1.1453757, + 0.030462205, + 1.0195894 + ], + [ + 0.48138887, + 0.59599483, + 0.17601836, + 0.29537213, + 0.9809654, + 0.24977672, + 0.33274138, + 0.40206194, + 0.19465667, + 0.56659716, + 0.5668504, + 0.43110132, + 0.9179526, + 0.26099002, + 0.8618196, + -0.0023462772 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + 0.00022876263, + 0.83844644, + 0.59217584, + 0.8008562, + 0.937063, + 0.61781836, + 0.9817257, + 0.83855855, + 0.41985923, + 0.9090728, + 0.86259884, + 0.8859159, + 0.66854686, + 0.94665074, + 0.6045889, + 0.50488704 + ], + [ + 0.8386003, + -0.0001039505, + 0.6865997, + 0.2589481, + 0.4884324, + 0.45495224, + 0.20443594, + 0.27168405, + 0.37453592, + 0.743551, + 0.6255315, + 0.6200672, + 0.6383922, + 0.19828176, + 0.9402605, + 0.44116795 + ], + [ + 0.6595337, + 0.75507855, + -0.000008583069, + 0.24911171, + 0.8343411, + 0.29654026, + 0.52428466, + 0.5445249, + 0.41720146, + 0.3562796, + 0.80367947, + 0.22167325, + 0.96552217, + 0.4870625, + 0.73856014, + 0.33019328 + ], + [ + 0.76818544, + 0.28837103, + 0.15119457, + -0.00006318092, + 0.42118478, + 0.30795747, + 0.22317785, + 0.4712435, + 0.435578, + 0.31273043, + 0.49854684, + 0.12743968, + 0.5817367, + 0.17363578, + 0.8637935, + 0.27991372 + ], + [ + 0.8174787, + 0.3264258, + 0.85008985, + 0.46286166, + 0.00016051531, + 0.5700473, + 0.771789, + 0.74424195, + 0.64446265, + 0.48069423, + 0.53439456, + 0.62746847, + 0.16755766, + 0.78447217, + 0.6119486, + 0.93599397 + ], + [ + 0.78832394, + 0.309044, + 0.42200333, + 0.34113342, + 0.6328759, + 0.000017940998, + 0.20799106, + 0.16802466, + 0.20630902, + 0.52184826, + 0.6201636, + 0.49268007, + 0.7044988, + 0.4127224, + 0.869246, + 0.23224366 + ], + [ + 1.1019199, + 0.18184185, + 0.53923464, + 0.2627865, + 0.7187172, + 0.29256052, + 0.00012719631, + 0.2335347, + 0.56731945, + 0.7309803, + 0.5497031, + 0.4025594, + 0.7876308, + 0.17533243, + 1.2297766, + 0.26468366 + ], + [ + 1.076863, + 0.2379111, + 0.6465218, + 0.4560665, + 0.7999985, + 0.12113196, + 0.17950904, + -0.000057935715, + 0.2254799, + 0.71154654, + 0.7675559, + 0.69705105, + 0.986156, + 0.37287492, + 0.93903834, + 0.3692881 + ], + [ + 0.681565, + 0.37373197, + 0.45842546, + 0.33702898, + 0.6831033, + 0.17193043, + 0.38887745, + 0.17558503, + 0.00016224384, + 0.39985567, + 0.5922115, + 0.5804654, + 0.793542, + 0.38966274, + 0.53801864, + 0.3109547 + ], + [ + 0.71879315, + 0.75464845, + 0.48667967, + 0.36336732, + 0.43662184, + 0.45773703, + 0.78858024, + 0.66738033, + 0.32067156, + 0.0000033974648, + 0.35102892, + 0.31225604, + 0.44819134, + 0.7614172, + 0.20044446, + 0.7002068 + ], + [ + 0.7710238, + 0.5559698, + 0.7830115, + 0.45007902, + 0.36688483, + 0.55067134, + 0.5700103, + 0.7404034, + 0.55921435, + 0.43974745, + 0.000028908253, + 0.5080342, + 0.22222972, + 0.50833696, + 0.7233151, + 0.4322459 + ], + [ + 0.9106951, + 0.67564046, + 0.15953797, + 0.12921059, + 0.66159964, + 0.4659698, + 0.43238676, + 0.6260115, + 0.58971757, + 0.13057739, + 0.5098158, + -0.000086545944, + 0.72504103, + 0.45144898, + 0.66300017, + 0.5032441 + ], + [ + 0.5130137, + 0.5558289, + 0.99901736, + 0.61867255, + 0.13838553, + 0.73172927, + 0.94687426, + 0.9430047, + 0.5759445, + 0.48710704, + 0.19172764, + 0.73504484, + 0.00014638901, + 0.8587388, + 0.44038522, + 0.8085716 + ], + [ + 1.0111787, + 0.19681513, + 0.44322073, + 0.18289286, + 0.78395975, + 0.45391732, + 0.05767101, + 0.2788639, + 0.50306773, + 0.75569904, + 0.55778694, + 0.42663527, + 0.92404777, + -0.00016283989, + 1.1852, + 0.19870871 + ], + [ + 0.43015474, + 1.0867132, + 0.738977, + 0.74074423, + 0.5997644, + 0.8045847, + 1.2961473, + 1.0032953, + 0.46237564, + 0.22552574, + 0.52769715, + 0.63322854, + 0.45739573, + 1.1984015, + 0.00041747093, + 1.006005 + ], + [ + 0.613028, + 0.56520003, + 0.21527994, + 0.2890771, + 0.9748372, + 0.24970007, + 0.23783827, + 0.3734383, + 0.2990775, + 0.5803279, + 0.4974218, + 0.37009466, + 0.895576, + 0.22951293, + 0.9475143, + -0.000046372414 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/2bit_inner_product_double_hadamard.json b/diskann-quantization/test/generated/spherical/2bit_inner_product_double_hadamard.json new file mode 100644 index 000000000..e94c084bc --- /dev/null +++ b/diskann-quantization/test/generated/spherical/2bit_inner_product_double_hadamard.json @@ -0,0 +1,2241 @@ +{ + "nbits": 2, + "metric": "inner_product", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 24, + 0, + 8, + 0, + 12, + 0, + 7, + 0, + 16, + 0, + 20, + 0, + 14, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 152, + 222, + 168, + 188, + 180, + 64, + 103, + 62, + 115, + 163, + 174, + 189, + 206, + 25, + 87, + 189, + 101, + 78, + 56, + 188, + 100, + 224, + 15, + 60, + 242, + 245, + 188, + 62, + 94, + 115, + 162, + 190 + ], + "compressed_vectors": [ + [ + 109, + 250, + 1, + 51, + 130, + 178, + 17, + 0 + ], + [ + 206, + 103, + 48, + 48, + 121, + 174, + 15, + 0 + ], + [ + 85, + 156, + 125, + 52, + 149, + 44, + 10, + 0 + ], + [ + 133, + 105, + 121, + 48, + 208, + 35, + 10, + 0 + ], + [ + 89, + 103, + 238, + 52, + 34, + 173, + 12, + 0 + ], + [ + 86, + 202, + 21, + 50, + 206, + 44, + 12, + 0 + ], + [ + 198, + 149, + 141, + 52, + 10, + 45, + 11, + 0 + ], + [ + 150, + 138, + 2, + 54, + 142, + 45, + 12, + 0 + ], + [ + 186, + 138, + 17, + 49, + 39, + 33, + 15, + 0 + ], + [ + 50, + 25, + 129, + 50, + 180, + 45, + 9, + 0 + ], + [ + 105, + 97, + 93, + 54, + 108, + 43, + 10, + 0 + ], + [ + 81, + 104, + 97, + 53, + 186, + 49, + 8, + 0 + ], + [ + 45, + 115, + 226, + 49, + 249, + 173, + 13, + 0 + ], + [ + 206, + 101, + 251, + 48, + 69, + 173, + 13, + 0 + ], + [ + 121, + 106, + 252, + 54, + 2, + 174, + 14, + 0 + ], + [ + 153, + 212, + 241, + 49, + 230, + 160, + 11, + 0 + ] + ], + "data_distances": [ + -0.27503872, + -0.022674203, + -0.1360635, + -0.064538985, + -0.11612132, + -0.14944145, + 0.01285395, + 0.023499757, + -0.105231166, + -0.0063388944, + -0.19667466, + -0.09017114, + -0.20303014, + -0.012831569, + -0.2401529, + -0.12623848, + -0.2675084, + -0.10380852, + -0.24009609, + -0.2583164, + -0.23516774, + -0.3877958, + -0.30876195, + -0.18674672, + -0.10033572, + -0.22936356, + -0.17839062, + -0.17624986, + -0.2576338, + -0.017845035, + -0.1635381, + -0.9138663, + -0.46380633, + -0.030644178, + -0.5518369, + -0.48875967, + -0.5622544, + -0.35798806, + -0.5447643, + -0.20498824, + -0.9263059, + 0.0068250597, + -0.22230546, + -0.1538068, + -0.4907726, + -0.4071979, + -0.23359573, + -0.3623039, + -0.49191642, + -0.40058792, + -0.24640691, + -0.36029533, + -0.31619188, + -0.63371587, + -0.15623538, + -0.2858441, + -0.09789765, + -0.31720418, + -0.51785266, + -0.23485059, + -0.16562349, + -0.18943894, + -0.15522882, + -0.21351597, + -0.39885545, + -0.19013321, + -0.4365422, + -0.15997723, + -0.25896013, + -0.065755635, + -0.6654284, + -0.5334336, + -0.7458688, + -0.45890313, + -0.4434068, + -0.20482615, + -0.4886696, + -0.15799458, + -0.21732041, + -0.11380398, + -0.41697645, + -0.9413893, + -0.731059, + -0.3423042, + -0.23515058, + -0.26558068, + -0.60403657, + -0.02251035, + -0.47200656, + 0.2753091, + -0.5261313, + -1.0360869, + -0.5440154, + -0.436282, + 0.004688263, + -0.43805194, + 0.018624008, + -0.27377227, + 0.036361814, + -0.41062012, + -0.46906468, + -0.42989075, + -0.2721336, + -0.3012643, + -0.15706521, + -0.17698053, + -0.31839722, + -0.29903305, + -0.8898535, + -0.48604804, + -0.8057513, + -0.2569612, + -0.11551222, + -0.51558167, + -0.22713453, + -1.0471812, + -0.5354756, + -0.59220743, + -0.30513346, + -0.43625605, + -0.383874, + -1.3345559, + -0.16785923, + -0.316671, + -0.23686898, + -0.49913418, + -0.51744807, + -0.122877955, + -0.39221573, + -0.09324816, + -0.32765388, + 0.047522247, + -0.26442835, + -0.87300384, + 0.0075243115, + -0.48624036 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.27503872, + -0.022674203, + -0.1360635, + -0.064538985, + -0.11612132, + -0.14944145, + 0.01285395, + 0.023499757, + -0.105231166, + -0.0063388944, + -0.19667466, + -0.09017114, + -0.20303014, + -0.012831569, + -0.2401529, + -0.12623848 + ], + [ + -0.022674203, + -0.2675084, + -0.10380852, + -0.24009609, + -0.2583164, + -0.23516774, + -0.3877958, + -0.30876195, + -0.18674672, + -0.10033572, + -0.22936356, + -0.17839062, + -0.17624986, + -0.2576338, + -0.017845035, + -0.1635381 + ], + [ + -0.1360635, + -0.10380852, + -0.9138663, + -0.46380633, + -0.030644178, + -0.5518369, + -0.48875967, + -0.5622544, + -0.35798806, + -0.5447643, + -0.20498824, + -0.9263059, + 0.0068250597, + -0.22230546, + -0.1538068, + -0.4907726 + ], + [ + -0.064538985, + -0.24009609, + -0.46380633, + -0.4071979, + -0.23359573, + -0.3623039, + -0.49191642, + -0.40058792, + -0.24640691, + -0.36029533, + -0.31619188, + -0.63371587, + -0.15623538, + -0.2858441, + -0.09789765, + -0.31720418 + ], + [ + -0.11612132, + -0.2583164, + -0.030644178, + -0.23359573, + -0.51785266, + -0.23485059, + -0.16562349, + -0.18943894, + -0.15522882, + -0.21351597, + -0.39885545, + -0.19013321, + -0.4365422, + -0.15997723, + -0.25896013, + -0.065755635 + ], + [ + -0.14944145, + -0.23516774, + -0.5518369, + -0.3623039, + -0.23485059, + -0.6654284, + -0.5334336, + -0.7458688, + -0.45890313, + -0.4434068, + -0.20482615, + -0.4886696, + -0.15799458, + -0.21732041, + -0.11380398, + -0.41697645 + ], + [ + 0.01285395, + -0.3877958, + -0.48875967, + -0.49191642, + -0.16562349, + -0.5334336, + -0.9413893, + -0.731059, + -0.3423042, + -0.23515058, + -0.26558068, + -0.60403657, + -0.02251035, + -0.47200656, + 0.2753091, + -0.5261313 + ], + [ + 0.023499757, + -0.30876195, + -0.5622544, + -0.40058792, + -0.18943894, + -0.7458688, + -0.731059, + -1.0360869, + -0.5440154, + -0.436282, + 0.004688263, + -0.43805194, + 0.018624008, + -0.27377227, + 0.036361814, + -0.41062012 + ], + [ + -0.105231166, + -0.18674672, + -0.35798806, + -0.24640691, + -0.15522882, + -0.45890313, + -0.3423042, + -0.5440154, + -0.46906468, + -0.42989075, + -0.2721336, + -0.3012643, + -0.15706521, + -0.17698053, + -0.31839722, + -0.29903305 + ], + [ + -0.0063388944, + -0.10033572, + -0.5447643, + -0.36029533, + -0.21351597, + -0.4434068, + -0.23515058, + -0.436282, + -0.42989075, + -0.8898535, + -0.48604804, + -0.8057513, + -0.2569612, + -0.11551222, + -0.51558167, + -0.22713453 + ], + [ + -0.19667466, + -0.22936356, + -0.20498824, + -0.31619188, + -0.39885545, + -0.20482615, + -0.26558068, + 0.004688263, + -0.2721336, + -0.48604804, + -1.0471812, + -0.5354756, + -0.59220743, + -0.30513346, + -0.43625605, + -0.383874 + ], + [ + -0.09017114, + -0.17839062, + -0.9263059, + -0.63371587, + -0.19013321, + -0.4886696, + -0.60403657, + -0.43805194, + -0.3012643, + -0.8057513, + -0.5354756, + -1.3345559, + -0.16785923, + -0.316671, + -0.23686898, + -0.49913418 + ], + [ + -0.20303014, + -0.17624986, + 0.0068250597, + -0.15623538, + -0.4365422, + -0.15799458, + -0.02251035, + 0.018624008, + -0.15706521, + -0.2569612, + -0.59220743, + -0.16785923, + -0.51744807, + -0.122877955, + -0.39221573, + -0.09324816 + ], + [ + -0.012831569, + -0.2576338, + -0.22230546, + -0.2858441, + -0.15997723, + -0.21732041, + -0.47200656, + -0.27377227, + -0.17698053, + -0.11551222, + -0.30513346, + -0.316671, + -0.122877955, + -0.32765388, + 0.047522247, + -0.26442835 + ], + [ + -0.2401529, + -0.017845035, + -0.1538068, + -0.09789765, + -0.25896013, + -0.11380398, + 0.2753091, + 0.036361814, + -0.31839722, + -0.51558167, + -0.43625605, + -0.23686898, + -0.39221573, + 0.047522247, + -0.87300384, + 0.0075243115 + ], + [ + -0.12623848, + -0.1635381, + -0.4907726, + -0.31720418, + -0.065755635, + -0.41697645, + -0.5261313, + -0.41062012, + -0.29903305, + -0.22713453, + -0.383874, + -0.49913418, + -0.09324816, + -0.26442835, + 0.0075243115, + -0.48624036 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.25142965, + -0.040129274, + -0.13323657, + -0.055229828, + -0.07871048, + -0.18339357, + -0.049151987, + -0.05266027, + -0.13917354, + 0.02720946, + -0.1604006, + -0.03154564, + -0.15857123, + -0.038290203, + -0.17391843, + -0.15769619 + ], + [ + -0.0778535, + -0.25450432, + -0.14803159, + -0.24488626, + -0.2191452, + -0.20956856, + -0.3748094, + -0.25933087, + -0.18935072, + -0.06761432, + -0.24181882, + -0.1976848, + -0.16195026, + -0.2670641, + -0.060614347, + -0.20309049 + ], + [ + -0.20832886, + -0.12964666, + -0.8771753, + -0.44543314, + -0.030497968, + -0.55193985, + -0.47003788, + -0.56235653, + -0.38936388, + -0.5045942, + -0.15234901, + -0.8378065, + -0.0051501393, + -0.23256741, + -0.21139722, + -0.4786327 + ], + [ + -0.092911705, + -0.22907242, + -0.48355913, + -0.4049015, + -0.2484399, + -0.34309253, + -0.4354497, + -0.34632587, + -0.23693916, + -0.37742236, + -0.35769182, + -0.6470732, + -0.19273624, + -0.2829522, + -0.15127793, + -0.314358 + ], + [ + -0.11306681, + -0.2686621, + -0.083890975, + -0.25511926, + -0.51453596, + -0.23009855, + -0.14524275, + -0.18003951, + -0.1303196, + -0.2528088, + -0.33754233, + -0.23944078, + -0.42733216, + -0.1845316, + -0.25120625, + -0.027182102 + ], + [ + -0.11925289, + -0.26872277, + -0.52848387, + -0.37859553, + -0.20782256, + -0.64226586, + -0.6130748, + -0.7733091, + -0.4670931, + -0.39326692, + -0.18141642, + -0.47202462, + -0.1083079, + -0.26096264, + -0.06930083, + -0.43458128 + ], + [ + 0.053002954, + -0.40157723, + -0.41743404, + -0.48733407, + -0.29709148, + -0.55249774, + -0.88961875, + -0.7608164, + -0.3305703, + -0.27160296, + -0.2859208, + -0.5694177, + -0.10056907, + -0.42667603, + 0.24258083, + -0.45513335 + ], + [ + 0.05569744, + -0.43852907, + -0.37016636, + -0.397356, + -0.30515534, + -0.6779047, + -0.7862214, + -1.0092028, + -0.53682506, + -0.3510793, + -0.092768714, + -0.26013547, + -0.08382307, + -0.39387685, + 0.07295221, + -0.37362412 + ], + [ + -0.091298565, + -0.21344617, + -0.4108723, + -0.28050035, + -0.14221714, + -0.43683362, + -0.38299775, + -0.55293167, + -0.45875615, + -0.38841516, + -0.24321495, + -0.3260059, + -0.115234256, + -0.22863352, + -0.28908285, + -0.32216716 + ], + [ + -0.07026553, + -0.10862851, + -0.4474607, + -0.33342034, + -0.27238238, + -0.39783627, + -0.18533558, + -0.3462632, + -0.43468833, + -0.84551936, + -0.60993266, + -0.72962844, + -0.35046458, + -0.1049211, + -0.61008537, + -0.23686236 + ], + [ + -0.05896142, + -0.24637401, + -0.19743308, + -0.32301807, + -0.34925452, + -0.29657984, + -0.41931382, + -0.1765933, + -0.28071284, + -0.50771415, + -0.9349171, + -0.53975, + -0.49110952, + -0.3197362, + -0.20817441, + -0.3805012 + ], + [ + -0.039714634, + -0.21750088, + -0.80054146, + -0.6180692, + -0.23723684, + -0.4538526, + -0.5728799, + -0.4667766, + -0.3364835, + -0.8662888, + -0.47860652, + -1.2590728, + -0.18243091, + -0.3052504, + -0.3327355, + -0.38232937 + ], + [ + -0.17833462, + -0.21553329, + 0.054347634, + -0.16971284, + -0.43979147, + -0.1249837, + -0.08702305, + 0.014836878, + -0.15603101, + -0.20433797, + -0.6062545, + -0.13988736, + -0.5021432, + -0.16708043, + -0.3591708, + -0.1050393 + ], + [ + 0.027030796, + -0.24025643, + -0.23351374, + -0.29753342, + -0.13602096, + -0.22798789, + -0.504268, + -0.30301315, + -0.16678625, + -0.14477006, + -0.2634521, + -0.3769981, + -0.07945889, + -0.30447066, + 0.083945274, + -0.2505261 + ], + [ + -0.15560551, + 0.022543669, + -0.11763042, + -0.09685269, + -0.17303689, + -0.0701334, + 0.22274876, + 0.12266213, + -0.26175925, + -0.6177534, + -0.53905386, + -0.37416363, + -0.38060236, + 0.042080224, + -0.77038956, + 0.01828307 + ], + [ + -0.11140716, + -0.1573011, + -0.55525994, + -0.32154718, + -0.0038239956, + -0.4543511, + -0.5339796, + -0.4828086, + -0.322271, + -0.2709995, + -0.24505669, + -0.51928, + -0.01830098, + -0.2635494, + 0.024906576, + -0.45851976 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.24730748, + -0.035463452, + -0.13395189, + -0.055116832, + -0.062971696, + -0.15277442, + -0.018949658, + -0.030943125, + -0.15080298, + -0.0037329197, + -0.15031777, + -0.04269597, + -0.14789347, + -0.035500944, + -0.23796664, + -0.1326424 + ], + [ + -0.026310146, + -0.25611684, + -0.13289604, + -0.2433396, + -0.22451463, + -0.21937652, + -0.37982553, + -0.30132273, + -0.19993219, + -0.10551152, + -0.21684465, + -0.19617343, + -0.14662933, + -0.25701988, + -0.05291581, + -0.17228523 + ], + [ + -0.19325373, + -0.10244228, + -0.887407, + -0.45121917, + -0.048407882, + -0.5331053, + -0.42418456, + -0.5208366, + -0.3667454, + -0.5601676, + -0.18263501, + -0.9032914, + -0.025241137, + -0.20021147, + -0.2525067, + -0.44995463 + ], + [ + -0.08464013, + -0.23133868, + -0.46977103, + -0.4021663, + -0.24169053, + -0.353873, + -0.45732385, + -0.36563677, + -0.24003947, + -0.37283432, + -0.34523758, + -0.6394722, + -0.18285212, + -0.2810527, + -0.12649179, + -0.31524393 + ], + [ + -0.06414211, + -0.23816237, + -0.06854206, + -0.23989508, + -0.4751584, + -0.23634306, + -0.15210122, + -0.20944768, + -0.1556576, + -0.30102363, + -0.33957142, + -0.2548914, + -0.39217794, + -0.14825624, + -0.2605267, + -0.02016291 + ], + [ + -0.12271768, + -0.26426706, + -0.50582886, + -0.37354335, + -0.25434327, + -0.64472514, + -0.5910802, + -0.7445676, + -0.44560963, + -0.3978797, + -0.2446113, + -0.47291657, + -0.16212162, + -0.24859692, + -0.06399554, + -0.43335655 + ], + [ + -0.006155789, + -0.39908534, + -0.4233102, + -0.49156293, + -0.27706966, + -0.5263901, + -0.89428663, + -0.6837983, + -0.30214322, + -0.2373927, + -0.32694176, + -0.5952777, + -0.120768294, + -0.44619694, + 0.24974489, + -0.48513514 + ], + [ + 0.020936549, + -0.35749307, + -0.48327705, + -0.39654732, + -0.21036392, + -0.6943368, + -0.7703841, + -0.99014276, + -0.54515177, + -0.36552757, + -0.09434128, + -0.36063498, + -0.020828843, + -0.33903098, + 0.048645735, + -0.44177917 + ], + [ + -0.07596773, + -0.19493845, + -0.41000685, + -0.277744, + -0.14581658, + -0.44662654, + -0.37753525, + -0.55093044, + -0.44845504, + -0.4145296, + -0.26006645, + -0.35443944, + -0.12198712, + -0.20563233, + -0.27662617, + -0.31708658 + ], + [ + -0.08362034, + -0.119328916, + -0.46019354, + -0.33453366, + -0.2607087, + -0.40765935, + -0.18195114, + -0.37256354, + -0.4486903, + -0.84654224, + -0.54120445, + -0.7124671, + -0.3291583, + -0.11071916, + -0.6232941, + -0.21854292 + ], + [ + -0.10201201, + -0.23771484, + -0.19723639, + -0.3124832, + -0.40016186, + -0.337829, + -0.38691577, + -0.20435584, + -0.2899388, + -0.48162022, + -0.91907674, + -0.50242394, + -0.5217483, + -0.2775225, + -0.23554395, + -0.38501465 + ], + [ + -0.06761241, + -0.20340289, + -0.8192482, + -0.6052501, + -0.18374474, + -0.48033878, + -0.60143113, + -0.48580167, + -0.3541674, + -0.840387, + -0.46124622, + -1.2449602, + -0.1524504, + -0.30286935, + -0.3006997, + -0.42380673 + ], + [ + -0.14568186, + -0.17146395, + 0.04462737, + -0.1466226, + -0.42028806, + -0.14707643, + -0.037124872, + -0.0020148754, + -0.17636219, + -0.29065916, + -0.61029375, + -0.16122097, + -0.49912146, + -0.11466594, + -0.39566994, + -0.07885724 + ], + [ + 0.0055848956, + -0.23272882, + -0.28503653, + -0.29416627, + -0.10400392, + -0.24526024, + -0.50453246, + -0.32191384, + -0.18774912, + -0.120758444, + -0.25144917, + -0.36111313, + -0.05553022, + -0.3138541, + 0.08435133, + -0.2910244 + ], + [ + -0.18530184, + 0.03293848, + -0.1810439, + -0.08964279, + -0.15918057, + -0.14168188, + 0.22986889, + 0.019308627, + -0.3076657, + -0.59535617, + -0.41945082, + -0.33106464, + -0.33121622, + 0.073717296, + -0.78131723, + 0.003781587 + ], + [ + -0.14448616, + -0.14742172, + -0.50897986, + -0.30690163, + -0.024966747, + -0.41036963, + -0.4886024, + -0.40029898, + -0.31849414, + -0.26845273, + -0.3410402, + -0.5068325, + -0.073705286, + -0.2517992, + -0.04982865, + -0.4624072 + ] + ] + } + ], + "rescaled_query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.38568294, + -0.06393099, + -0.15494564, + -0.09884086, + -0.14218754, + -0.13489631, + 0.0067924857, + 0.02967447, + -0.21577057, + -0.022685826, + -0.3015351, + -0.090342015, + -0.25169492, + -0.048893422, + -0.4681772, + -0.20582828 + ], + [ + -0.034608603, + -0.40368557, + -0.20500591, + -0.3770769, + -0.41298145, + -0.37993896, + -0.58641624, + -0.5446582, + -0.29880068, + -0.16622967, + -0.28182253, + -0.27834454, + -0.2302701, + -0.36522114, + -0.033123136, + -0.2763848 + ], + [ + -0.15519802, + -0.08318126, + -0.7409528, + -0.4044724, + -0.046176046, + -0.40456998, + -0.38592422, + -0.34990957, + -0.24292114, + -0.44401067, + -0.22513561, + -0.84126455, + -0.0412488, + -0.1883174, + -0.16208178, + -0.3847899 + ], + [ + -0.103031024, + -0.25361478, + -0.6129434, + -0.49617434, + -0.25000873, + -0.42696115, + -0.5700009, + -0.45059922, + -0.2999332, + -0.4759053, + -0.42043054, + -0.833295, + -0.18092886, + -0.3235135, + -0.15930587, + -0.42269203 + ], + [ + -0.044264674, + -0.2914151, + -0.047408164, + -0.28224072, + -0.5512867, + -0.19115677, + -0.16888058, + -0.17849183, + -0.1700306, + -0.33674514, + -0.47077745, + -0.2869783, + -0.4596902, + -0.20838708, + -0.3350426, + -0.032452703 + ], + [ + -0.14036864, + -0.22674167, + -0.5377716, + -0.35345697, + -0.22725713, + -0.64704907, + -0.52036905, + -0.7247971, + -0.4460681, + -0.4342758, + -0.20382273, + -0.4812852, + -0.15289807, + -0.21033007, + -0.11041725, + -0.40501493 + ], + [ + 0.04297802, + -0.30131853, + -0.4158347, + -0.40775687, + -0.1250549, + -0.45272934, + -0.78433776, + -0.6152479, + -0.28541645, + -0.2134254, + -0.23223081, + -0.5296167, + -0.0064893365, + -0.3731768, + 0.23519325, + -0.43082234 + ], + [ + -0.035802573, + -0.2775439, + -0.4150156, + -0.2976789, + -0.17778748, + -0.5708827, + -0.5465689, + -0.7709914, + -0.4506472, + -0.2738195, + -0.07207224, + -0.23769197, + -0.04928869, + -0.26554975, + -0.018761396, + -0.3470359 + ], + [ + -0.17802167, + -0.22117805, + -0.43183792, + -0.29447585, + -0.22050601, + -0.50877166, + -0.3565371, + -0.59215236, + -0.53857565, + -0.46899247, + -0.34137562, + -0.34431025, + -0.21363442, + -0.2027188, + -0.43507683, + -0.3686155 + ], + [ + -0.08464308, + -0.10465014, + -0.42742574, + -0.30501145, + -0.22005269, + -0.31468758, + -0.13952306, + -0.238866, + -0.3394078, + -0.7255099, + -0.4999836, + -0.6670134, + -0.3054548, + -0.12944251, + -0.5239926, + -0.17952842 + ], + [ + -0.087355494, + -0.18958938, + -0.14145237, + -0.23995414, + -0.25904202, + -0.21615073, + -0.27988315, + -0.08187461, + -0.25092465, + -0.44384688, + -0.7870963, + -0.41674095, + -0.42899454, + -0.25740558, + -0.26559222, + -0.28115737 + ], + [ + -0.09588835, + -0.14897239, + -0.6098834, + -0.42878228, + -0.1300754, + -0.36364383, + -0.41331375, + -0.33047765, + -0.24244142, + -0.5548873, + -0.29629114, + -0.86617124, + -0.12258685, + -0.22712532, + -0.20548391, + -0.29504845 + ], + [ + -0.2445183, + -0.205145, + 0.012659848, + -0.17181575, + -0.4888009, + -0.16790819, + -0.018841952, + 0.027093917, + -0.17323372, + -0.27516466, + -0.6461725, + -0.16859587, + -0.57888484, + -0.14472854, + -0.44148225, + -0.10510363 + ], + [ + 0.030611515, + -0.33927023, + -0.37326515, + -0.4157177, + -0.22147071, + -0.331966, + -0.6819469, + -0.47692633, + -0.25578296, + -0.17530362, + -0.3596543, + -0.480626, + -0.10006961, + -0.42100865, + 0.1007303, + -0.40146065 + ], + [ + -0.14717293, + -0.029239535, + -0.08971113, + -0.06100294, + -0.16049457, + -0.14572683, + 0.18074381, + -0.049748898, + -0.3137169, + -0.5062519, + -0.31602496, + -0.1647417, + -0.30127168, + 0.021821499, + -0.6787597, + 0.044199765 + ], + [ + -0.17510408, + -0.20339572, + -0.5520639, + -0.36223236, + -0.08914423, + -0.46754774, + -0.59133697, + -0.45868397, + -0.3422612, + -0.24942267, + -0.43222398, + -0.54669183, + -0.12227106, + -0.31567407, + -0.0075951815, + -0.558162 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.4091856, + -0.04480371, + -0.29399085, + -0.10041949, + -0.069468364, + -0.2247418, + -0.026095927, + -0.056028247, + -0.2312989, + -0.0004082024, + -0.21520843, + -0.09908214, + -0.18710794, + -0.06585351, + -0.3621444, + -0.27569363 + ], + [ + -0.057668477, + -0.3971336, + -0.24375075, + -0.3971845, + -0.38248017, + -0.28258687, + -0.53484935, + -0.4301236, + -0.28941897, + -0.17687327, + -0.3376665, + -0.33792964, + -0.22677979, + -0.39486915, + -0.14919806, + -0.2799102 + ], + [ + -0.15091193, + -0.0938921, + -0.73667645, + -0.36949247, + -0.009948313, + -0.47151884, + -0.40039793, + -0.48214838, + -0.33025512, + -0.42732978, + -0.12549481, + -0.7124561, + 0.011326164, + -0.18038478, + -0.16888511, + -0.39426357 + ], + [ + -0.086550295, + -0.29142523, + -0.5804352, + -0.50614, + -0.29070204, + -0.4128374, + -0.57877266, + -0.45421728, + -0.28945863, + -0.4669655, + -0.41259181, + -0.80622953, + -0.2013148, + -0.35493362, + -0.14806595, + -0.39367002 + ], + [ + -0.06792168, + -0.2664437, + -0.12442829, + -0.30588448, + -0.5533372, + -0.27511293, + -0.1919976, + -0.24038441, + -0.12520058, + -0.3541347, + -0.32829747, + -0.38071126, + -0.4253863, + -0.16087759, + -0.2382448, + -0.010830134 + ], + [ + -0.13422564, + -0.22520146, + -0.5388758, + -0.3557488, + -0.22855243, + -0.6423708, + -0.5203546, + -0.7186278, + -0.44158772, + -0.43840742, + -0.21357864, + -0.49082953, + -0.15446433, + -0.21101801, + -0.108761966, + -0.40501407 + ], + [ + 0.009449512, + -0.32789904, + -0.3279713, + -0.42114788, + -0.26520726, + -0.40763712, + -0.7183671, + -0.52124107, + -0.22251369, + -0.21904084, + -0.29117218, + -0.5406878, + -0.12673584, + -0.35501957, + 0.17057142, + -0.35465333 + ], + [ + 0.056622088, + -0.3196202, + -0.30272958, + -0.3113427, + -0.22250673, + -0.53572756, + -0.6110667, + -0.77954876, + -0.42270255, + -0.2929203, + -0.09396811, + -0.24027076, + -0.06096603, + -0.28872818, + 0.042551607, + -0.2887407 + ], + [ + -0.06713459, + -0.22691242, + -0.50256914, + -0.33679852, + -0.14420547, + -0.51910293, + -0.4622951, + -0.678784, + -0.52679354, + -0.49934602, + -0.23797582, + -0.44196236, + -0.089746445, + -0.23769316, + -0.31024683, + -0.36589485 + ], + [ + -0.010383755, + -0.091337204, + -0.36332244, + -0.2722277, + -0.19003168, + -0.36795303, + -0.19801381, + -0.3440956, + -0.386445, + -0.74803233, + -0.48660657, + -0.6116389, + -0.26598558, + -0.09320691, + -0.46151805, + -0.18264881 + ], + [ + -0.062437475, + -0.20224383, + -0.13206652, + -0.24891889, + -0.27407664, + -0.24818188, + -0.3407331, + -0.14515659, + -0.25078234, + -0.40210205, + -0.76058745, + -0.40321228, + -0.40557057, + -0.25620976, + -0.1949822, + -0.30070263 + ], + [ + -0.047598243, + -0.12881646, + -0.5949254, + -0.42044127, + -0.07348451, + -0.32994857, + -0.4255097, + -0.32689264, + -0.27117285, + -0.5862093, + -0.32658237, + -0.8813466, + -0.07918617, + -0.21946906, + -0.23991089, + -0.30182815 + ], + [ + -0.21205807, + -0.24702194, + 0.065586805, + -0.18786456, + -0.49688792, + -0.12940934, + -0.0888325, + 0.027390659, + -0.1678001, + -0.22047158, + -0.6722456, + -0.14402391, + -0.5663729, + -0.19273958, + -0.40248066, + -0.118050456 + ], + [ + 0.004045427, + -0.34651208, + -0.36046305, + -0.4081169, + -0.22147058, + -0.33251974, + -0.67172676, + -0.475832, + -0.2673131, + -0.16405539, + -0.34150416, + -0.44994113, + -0.10560365, + -0.4220654, + 0.07699257, + -0.39587116 + ], + [ + -0.11279407, + 0.0321514, + -0.112942085, + -0.08771862, + -0.14375943, + -0.07064155, + 0.18768144, + 0.09855938, + -0.23208009, + -0.5574467, + -0.48446202, + -0.35322154, + -0.32564005, + 0.04697618, + -0.66955364, + 0.017112732 + ], + [ + -0.20102713, + -0.13600881, + -0.63224536, + -0.33824697, + -0.014678299, + -0.47001725, + -0.47980607, + -0.4603114, + -0.40147358, + -0.3453044, + -0.36396927, + -0.5778144, + -0.072990045, + -0.24643154, + -0.17103536, + -0.5310363 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.400518, + -0.05017075, + -0.23161334, + -0.09521732, + -0.11406304, + -0.22488825, + -0.01746893, + -0.06055498, + -0.22540095, + -0.015195072, + -0.208665, + -0.086987555, + -0.21362463, + -0.03682357, + -0.38031095, + -0.23292406 + ], + [ + -0.0518879, + -0.3902663, + -0.22532775, + -0.38401383, + -0.36112908, + -0.32431728, + -0.5749079, + -0.47674167, + -0.29772484, + -0.17184445, + -0.30863386, + -0.3219207, + -0.20853928, + -0.3788939, + -0.0877175, + -0.2893723 + ], + [ + -0.15686059, + -0.08667116, + -0.73016506, + -0.3718998, + -0.035682827, + -0.44694322, + -0.35568434, + -0.4286819, + -0.30781084, + -0.4620932, + -0.15977529, + -0.74370277, + -0.026548505, + -0.17179641, + -0.20767727, + -0.36613208 + ], + [ + -0.10913859, + -0.2828918, + -0.5876351, + -0.49922135, + -0.30405712, + -0.43000013, + -0.55870533, + -0.45554954, + -0.2911536, + -0.46336657, + -0.41432554, + -0.79632944, + -0.21773112, + -0.3387164, + -0.15847819, + -0.3985294 + ], + [ + -0.07552253, + -0.26881456, + -0.082686484, + -0.27410248, + -0.5424615, + -0.2644828, + -0.16962138, + -0.24035144, + -0.17381768, + -0.34360757, + -0.37866196, + -0.29376167, + -0.44038624, + -0.1636974, + -0.29696316, + -0.028605938 + ], + [ + -0.118933275, + -0.2575492, + -0.4915053, + -0.36328778, + -0.24693373, + -0.6284118, + -0.576048, + -0.7243656, + -0.43438494, + -0.38694766, + -0.23942904, + -0.45951685, + -0.15871172, + -0.2429115, + -0.06201616, + -0.42079028 + ], + [ + -0.0015060306, + -0.33158794, + -0.3435341, + -0.40374106, + -0.22446164, + -0.4397535, + -0.7429863, + -0.5616398, + -0.25328735, + -0.19340971, + -0.2786302, + -0.48605156, + -0.10553992, + -0.3745972, + 0.20835596, + -0.39361948 + ], + [ + 0.020878404, + -0.28290915, + -0.37172076, + -0.30827677, + -0.15958655, + -0.5511342, + -0.60977674, + -0.7733116, + -0.43259078, + -0.28363246, + -0.084459364, + -0.27583057, + -0.023423493, + -0.27343565, + 0.04057187, + -0.33785933 + ], + [ + -0.09213816, + -0.22592926, + -0.4847852, + -0.32673472, + -0.17463323, + -0.51690567, + -0.4371069, + -0.64661103, + -0.52009714, + -0.4866263, + -0.29550877, + -0.4195694, + -0.1368904, + -0.2344889, + -0.3247571, + -0.37730184 + ], + [ + -0.067938015, + -0.102849126, + -0.38544723, + -0.28196836, + -0.21753545, + -0.350363, + -0.15782884, + -0.3134029, + -0.38427395, + -0.7167875, + -0.46707737, + -0.6000987, + -0.28461158, + -0.09906018, + -0.52791023, + -0.17924944 + ], + [ + -0.07937522, + -0.19564831, + -0.1540398, + -0.2520513, + -0.32145345, + -0.2804083, + -0.31949565, + -0.16280039, + -0.24018948, + -0.38974, + -0.7583925, + -0.40329915, + -0.43154964, + -0.2324372, + -0.19005097, + -0.30608144 + ], + [ + -0.041184604, + -0.14542586, + -0.5629539, + -0.41955936, + -0.120836735, + -0.34451592, + -0.42782882, + -0.33412534, + -0.2542256, + -0.5839158, + -0.33761212, + -0.86184615, + -0.11666842, + -0.22213462, + -0.20738587, + -0.28413185 + ], + [ + -0.16337498, + -0.18866524, + 0.04545319, + -0.16381532, + -0.46779752, + -0.15988593, + -0.038782477, + -0.004446745, + -0.19295838, + -0.32330954, + -0.6700721, + -0.18206722, + -0.54870695, + -0.12333211, + -0.43892437, + -0.091792226 + ], + [ + -0.00037494302, + -0.32085317, + -0.41224974, + -0.41635567, + -0.15553491, + -0.33165658, + -0.69540906, + -0.4573724, + -0.2539134, + -0.17492923, + -0.33174634, + -0.5175653, + -0.06446321, + -0.4247723, + 0.113339305, + -0.42293268 + ], + [ + -0.1614774, + 0.028001845, + -0.15583844, + -0.077536285, + -0.1377155, + -0.12837532, + 0.20078814, + 0.019486785, + -0.27442905, + -0.52460366, + -0.3765156, + -0.288748, + -0.29671276, + 0.061351478, + -0.6896691, + 0.008289695 + ], + [ + -0.16919231, + -0.16801848, + -0.59063613, + -0.3550602, + -0.032649517, + -0.46777374, + -0.55847347, + -0.46330136, + -0.36309886, + -0.31105298, + -0.38483825, + -0.58785474, + -0.07980572, + -0.28450277, + -0.058928505, + -0.5379778 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/2bit_squared_l2_double_hadamard.json b/diskann-quantization/test/generated/spherical/2bit_squared_l2_double_hadamard.json new file mode 100644 index 000000000..e05a7a8ae --- /dev/null +++ b/diskann-quantization/test/generated/spherical/2bit_squared_l2_double_hadamard.json @@ -0,0 +1,1356 @@ +{ + "nbits": 2, + "metric": "squared_l2", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 20, + 0, + 4, + 0, + 8, + 0, + 0, + 0, + 12, + 0, + 16, + 0, + 14, + 0, + 0, + 0, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 152, + 222, + 168, + 188, + 180, + 64, + 103, + 62, + 115, + 163, + 174, + 189, + 206, + 25, + 87, + 189, + 101, + 78, + 56, + 188, + 100, + 224, + 15, + 60, + 242, + 245, + 188, + 62, + 94, + 115, + 162, + 190 + ], + "compressed_vectors": [ + [ + 109, + 250, + 1, + 51, + 176, + 53, + 17, + 0 + ], + [ + 206, + 103, + 48, + 48, + 30, + 49, + 15, + 0 + ], + [ + 85, + 156, + 125, + 52, + 33, + 55, + 10, + 0 + ], + [ + 133, + 105, + 121, + 48, + 174, + 44, + 10, + 0 + ], + [ + 89, + 103, + 238, + 52, + 100, + 53, + 12, + 0 + ], + [ + 86, + 202, + 21, + 50, + 70, + 50, + 12, + 0 + ], + [ + 198, + 149, + 141, + 52, + 3, + 55, + 11, + 0 + ], + [ + 150, + 138, + 2, + 54, + 37, + 56, + 12, + 0 + ], + [ + 186, + 138, + 17, + 49, + 39, + 48, + 15, + 0 + ], + [ + 50, + 25, + 129, + 50, + 235, + 53, + 9, + 0 + ], + [ + 105, + 97, + 93, + 54, + 9, + 56, + 10, + 0 + ], + [ + 81, + 104, + 97, + 53, + 181, + 56, + 8, + 0 + ], + [ + 45, + 115, + 226, + 49, + 50, + 54, + 13, + 0 + ], + [ + 206, + 101, + 251, + 48, + 195, + 49, + 13, + 0 + ], + [ + 121, + 106, + 252, + 54, + 93, + 57, + 14, + 0 + ], + [ + 153, + 212, + 241, + 49, + 219, + 49, + 11, + 0 + ] + ], + "data_distances": [ + -0.05554223, + 0.45809793, + 0.8624228, + 0.52036446, + 0.49007577, + 0.59311324, + 1.1672158, + 1.2844546, + 0.4852295, + 1.0812227, + 0.7728168, + 1.3117515, + 0.34030598, + 0.53552246, + 0.54816496, + 0.45717666, + -0.022659302, + 0.93584394, + 0.17816138, + 0.21459675, + 0.4305718, + 0.37482738, + 0.62884235, + 0.33110952, + 0.90214014, + 0.7163501, + 1.1442237, + 0.40277767, + 0.05482912, + 1.0016918, + 0.39148855, + -0.05316806, + 0.36184442, + 1.3010447, + 0.42833698, + 0.8040032, + 0.7529609, + 0.61973035, + 0.64438653, + 1.3962042, + 0.27949667, + 1.4000311, + 0.7565893, + 1.3608718, + 0.36812302, + -0.010046124, + 0.41003418, + 0.32229558, + 0.31258222, + 0.5911865, + 0.35778522, + 0.528217, + 0.68868953, + 0.37956935, + 0.5888027, + 0.14440466, + 0.9875827, + 0.23015247, + -0.085603714, + 0.6500782, + 1.0380441, + 1.0863605, + 0.6130174, + 0.8946517, + 0.5962384, + 1.3396106, + 0.10106504, + 0.46901435, + 0.7383337, + 0.80592555, + -0.041399658, + 0.4721016, + 0.14317846, + 0.17534648, + 0.6045478, + 1.1539748, + 0.91221553, + 0.82783806, + 0.5240057, + 1.1983237, + 0.27316165, + -0.094298124, + 0.42230976, + 0.6580561, + 1.270572, + 1.2819774, + 0.93099326, + 1.3483182, + 0.26414514, + 2.2260616, + 0.3043638, + -0.09179878, + 0.35058087, + 0.96425635, + 1.9184625, + 1.3589098, + 1.5265342, + 0.756561, + 1.8441143, + 0.6313333, + -0.041280925, + 0.43527552, + 0.8230555, + 1.0907218, + 0.63339245, + 0.40838116, + 0.5928329, + 0.31274414, + -0.08644134, + 0.7934352, + 0.47995642, + 0.8318091, + 0.9295264, + 0.59667265, + 0.8547498, + -0.25656557, + 1.0927734, + 0.2335822, + 0.62254953, + 0.8275895, + 0.6135365, + -0.17945933, + 1.4082065, + 0.92540216, + 1.5522914, + 0.70894384, + -0.03669882, + 0.56726074, + 0.49587035, + 0.77498835, + -0.02747178, + 1.1901656, + 0.24744731, + -0.18360138, + 1.2586378, + -0.04770869 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.05554223, + 0.45809793, + 0.8624228, + 0.52036446, + 0.49007577, + 0.59311324, + 1.1672158, + 1.2844546, + 0.4852295, + 1.0812227, + 0.7728168, + 1.3117515, + 0.34030598, + 0.53552246, + 0.54816496, + 0.45717666 + ], + [ + 0.45809793, + -0.022659302, + 0.93584394, + 0.17816138, + 0.21459675, + 0.4305718, + 0.37482738, + 0.62884235, + 0.33110952, + 0.90214014, + 0.7163501, + 1.1442237, + 0.40277767, + 0.05482912, + 1.0016918, + 0.39148855 + ], + [ + 0.8624228, + 0.93584394, + -0.05316806, + 0.36184442, + 1.3010447, + 0.42833698, + 0.8040032, + 0.7529609, + 0.61973035, + 0.64438653, + 1.3962042, + 0.27949667, + 1.4000311, + 0.7565893, + 1.3608718, + 0.36812302 + ], + [ + 0.52036446, + 0.17816138, + 0.36184442, + -0.010046124, + 0.41003418, + 0.32229558, + 0.31258222, + 0.5911865, + 0.35778522, + 0.528217, + 0.68868953, + 0.37956935, + 0.5888027, + 0.14440466, + 0.9875827, + 0.23015247 + ], + [ + 0.49007577, + 0.21459675, + 1.3010447, + 0.41003418, + -0.085603714, + 0.6500782, + 1.0380441, + 1.0863605, + 0.6130174, + 0.8946517, + 0.5962384, + 1.3396106, + 0.10106504, + 0.46901435, + 0.7383337, + 0.80592555 + ], + [ + 0.59311324, + 0.4305718, + 0.42833698, + 0.32229558, + 0.6500782, + -0.041399658, + 0.4721016, + 0.14317846, + 0.17534648, + 0.6045478, + 1.1539748, + 0.91221553, + 0.82783806, + 0.5240057, + 1.1983237, + 0.27316165 + ], + [ + 1.1672158, + 0.37482738, + 0.8040032, + 0.31258222, + 1.0380441, + 0.4721016, + -0.094298124, + 0.42230976, + 0.6580561, + 1.270572, + 1.2819774, + 0.93099326, + 1.3483182, + 0.26414514, + 2.2260616, + 0.3043638 + ], + [ + 1.2844546, + 0.62884235, + 0.7529609, + 0.5911865, + 1.0863605, + 0.14317846, + 0.42230976, + -0.09179878, + 0.35058087, + 0.96425635, + 1.9184625, + 1.3589098, + 1.5265342, + 0.756561, + 1.8441143, + 0.6313333 + ], + [ + 0.4852295, + 0.33110952, + 0.61973035, + 0.35778522, + 0.6130174, + 0.17534648, + 0.6580561, + 0.35058087, + -0.041280925, + 0.43527552, + 0.8230555, + 1.0907218, + 0.63339245, + 0.40838116, + 0.5928329, + 0.31274414 + ], + [ + 1.0812227, + 0.90214014, + 0.64438653, + 0.528217, + 0.8946517, + 0.6045478, + 1.270572, + 0.96425635, + 0.43527552, + -0.08644134, + 0.7934352, + 0.47995642, + 0.8318091, + 0.9295264, + 0.59667265, + 0.8547498 + ], + [ + 0.7728168, + 0.7163501, + 1.3962042, + 0.68868953, + 0.5962384, + 1.1539748, + 1.2819774, + 1.9184625, + 0.8230555, + 0.7934352, + -0.25656557, + 1.0927734, + 0.2335822, + 0.62254953, + 0.8275895, + 0.6135365 + ], + [ + 1.3117515, + 1.1442237, + 0.27949667, + 0.37956935, + 1.3396106, + 0.91221553, + 0.93099326, + 1.3589098, + 1.0907218, + 0.47995642, + 1.0927734, + -0.17945933, + 1.4082065, + 0.92540216, + 1.5522914, + 0.70894384 + ], + [ + 0.34030598, + 0.40277767, + 1.4000311, + 0.5888027, + 0.10106504, + 0.82783806, + 1.3483182, + 1.5265342, + 0.63339245, + 0.8318091, + 0.2335822, + 1.4082065, + -0.03669882, + 0.56726074, + 0.49587035, + 0.77498835 + ], + [ + 0.53552246, + 0.05482912, + 0.7565893, + 0.14440466, + 0.46901435, + 0.5240057, + 0.26414514, + 0.756561, + 0.40838116, + 0.9295264, + 0.62254953, + 0.92540216, + 0.56726074, + -0.02747178, + 1.1901656, + 0.24744731 + ], + [ + 0.54816496, + 1.0016918, + 1.3608718, + 0.9875827, + 0.7383337, + 1.1983237, + 2.2260616, + 1.8441143, + 0.5928329, + 0.59667265, + 0.8275895, + 1.5522914, + 0.49587035, + 1.1901656, + -0.18360138, + 1.2586378 + ], + [ + 0.45717666, + 0.39148855, + 0.36812302, + 0.23015247, + 0.80592555, + 0.27316165, + 0.3043638, + 0.6313333, + 0.31274414, + 0.8547498, + 0.6135365, + 0.70894384, + 0.77498835, + 0.24744731, + 1.2586378, + -0.04770869 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.008223534, + 0.42328835, + 0.8681773, + 0.5390833, + 0.56499803, + 0.52530956, + 1.0433044, + 1.1322352, + 0.4174453, + 1.14842, + 0.8454654, + 1.4291031, + 0.42932436, + 0.48470575, + 0.6807345, + 0.3943618 + ], + [ + 0.34773457, + 0.003344059, + 0.84739304, + 0.1685763, + 0.2929344, + 0.4817654, + 0.4007954, + 0.72769976, + 0.32589674, + 0.9675782, + 0.6914348, + 1.1056306, + 0.4313721, + 0.035963774, + 0.9161484, + 0.312379 + ], + [ + 0.7179282, + 0.8842037, + 0.020249903, + 0.3986268, + 1.3013732, + 0.42816707, + 0.8414828, + 0.7527928, + 0.5570147, + 0.7247627, + 1.5015187, + 0.45653147, + 1.3761166, + 0.73610145, + 1.2457271, + 0.3924389 + ], + [ + 0.4636336, + 0.2002233, + 0.32235333, + -0.005438775, + 0.38036042, + 0.3607329, + 0.42553025, + 0.69972515, + 0.37673533, + 0.49397755, + 0.6057042, + 0.35286918, + 0.5158156, + 0.15020305, + 0.88083667, + 0.23585945 + ], + [ + 0.49617594, + 0.19389653, + 1.1945423, + 0.36697823, + -0.078979194, + 0.65957344, + 1.0787967, + 1.1051505, + 0.66282696, + 0.81605715, + 0.71885574, + 1.2409866, + 0.11947632, + 0.41989675, + 0.7538326, + 0.88306373 + ], + [ + 0.6534315, + 0.36340284, + 0.47498417, + 0.28965345, + 0.70407534, + 0.0048665404, + 0.3127603, + 0.088239014, + 0.15890768, + 0.70476866, + 1.2007353, + 0.9454466, + 0.9271525, + 0.43666244, + 1.2872711, + 0.23789315 + ], + [ + 1.2475513, + 0.34730208, + 0.946692, + 0.32178447, + 0.77514565, + 0.43401086, + 0.009280622, + 0.36283255, + 0.6815614, + 1.1977048, + 1.2413347, + 1.0002685, + 1.1922383, + 0.35484377, + 2.1606426, + 0.44639713 + ], + [ + 1.3489989, + 0.3694569, + 1.1372858, + 0.5977991, + 0.8550765, + 0.27925542, + 0.3121338, + -0.037881732, + 0.36511046, + 1.1348107, + 1.7236974, + 1.7148917, + 1.3217888, + 0.51650065, + 1.917444, + 0.7054741 + ], + [ + 0.5131172, + 0.2777331, + 0.5139843, + 0.28962085, + 0.63906324, + 0.21950796, + 0.57669145, + 0.33277094, + -0.020641387, + 0.5182492, + 0.8809153, + 1.0412611, + 0.71707684, + 0.30509764, + 0.65148413, + 0.2664984 + ], + [ + 0.95328665, + 0.8854718, + 0.83891094, + 0.58188426, + 0.77683616, + 0.6956061, + 1.3701192, + 1.1442113, + 0.4255977, + 0.0021442175, + 0.54558325, + 0.63211936, + 0.6447196, + 0.9506259, + 0.40758258, + 0.8352114 + ], + [ + 1.0482702, + 0.6823561, + 1.4113414, + 0.6750641, + 0.69546723, + 0.9704943, + 0.974538, + 1.5559263, + 0.80592394, + 0.75013, + -0.032010317, + 1.0842516, + 0.43580505, + 0.593371, + 1.2837796, + 0.620309 + ], + [ + 1.4127176, + 1.0660561, + 0.53107846, + 0.4109156, + 1.2454562, + 0.9819025, + 0.99335957, + 1.3015134, + 1.0203364, + 0.3589344, + 1.2065645, + -0.028440237, + 1.379116, + 0.94829637, + 1.3606113, + 0.94260645 + ], + [ + 0.3898387, + 0.32435253, + 1.4952178, + 0.56198955, + 0.094708204, + 0.8940015, + 1.2194345, + 1.5191016, + 0.6356026, + 0.93719727, + 0.20562977, + 1.4642918, + -0.005947411, + 0.47899747, + 0.5621019, + 0.75154775 + ], + [ + 0.6152601, + 0.08959681, + 0.7341857, + 0.12103893, + 0.5169398, + 0.5026837, + 0.19963524, + 0.69809216, + 0.42878267, + 0.87102365, + 0.70592517, + 0.804761, + 0.6541118, + 0.018907636, + 1.2630247, + 0.27526477 + ], + [ + 0.7174617, + 1.0826712, + 1.4334266, + 0.9898746, + 0.91038215, + 1.2858669, + 2.1211429, + 2.016917, + 0.70631087, + 0.39253116, + 0.6221959, + 1.2779042, + 0.5192991, + 1.1794837, + 0.021829247, + 1.2803574 + ], + [ + 0.4868484, + 0.4039717, + 0.23915753, + 0.22147563, + 0.929798, + 0.19842146, + 0.2886762, + 0.48696548, + 0.26627743, + 0.76702905, + 0.8911802, + 0.6686613, + 0.9248918, + 0.24921435, + 1.2934114, + 0.00774166 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + 0.000020802021, + 0.43262, + 0.86674666, + 0.53930926, + 0.59647554, + 0.58654785, + 1.1037091, + 1.1756694, + 0.3941864, + 1.0865351, + 0.86563104, + 1.4068024, + 0.45067987, + 0.49028426, + 0.55263805, + 0.44446936 + ], + [ + 0.45082128, + 0.000119030476, + 0.87766415, + 0.17166962, + 0.2821955, + 0.46214947, + 0.39076316, + 0.64371604, + 0.3047338, + 0.8917838, + 0.74138314, + 1.1086533, + 0.46201396, + 0.05605218, + 0.9315455, + 0.37398952 + ], + [ + 0.7480784, + 0.93861246, + -0.00021350384, + 0.3870548, + 1.2655534, + 0.46583623, + 0.9331894, + 0.8358326, + 0.6022517, + 0.6136159, + 1.4409467, + 0.3255617, + 1.3359346, + 0.8008133, + 1.163508, + 0.449795 + ], + [ + 0.48017675, + 0.19569081, + 0.34992957, + 0.000031664968, + 0.39385918, + 0.33917195, + 0.381782, + 0.66110337, + 0.37053472, + 0.5031536, + 0.6306127, + 0.36807123, + 0.53558385, + 0.15400201, + 0.93040895, + 0.23408759 + ], + [ + 0.5940254, + 0.254896, + 1.22524, + 0.3974266, + -0.00022399426, + 0.64708436, + 1.0650798, + 1.0463341, + 0.61215097, + 0.7196275, + 0.7147976, + 1.2100854, + 0.1897847, + 0.49244744, + 0.7351917, + 0.8971021 + ], + [ + 0.6465019, + 0.37231433, + 0.52029425, + 0.2997578, + 0.611034, + -0.000052034855, + 0.35674956, + 0.14572203, + 0.20187469, + 0.6955431, + 1.0743456, + 0.9436627, + 0.81952506, + 0.46139386, + 1.2978817, + 0.24034262 + ], + [ + 1.1292338, + 0.3522859, + 0.9349397, + 0.31332678, + 0.8151893, + 0.48622626, + -0.0000551939, + 0.51686877, + 0.7384156, + 1.2661252, + 1.1592927, + 0.9485486, + 1.1518399, + 0.31580192, + 2.1749706, + 0.38639355 + ], + [ + 1.279477, + 0.53152895, + 0.9110645, + 0.59941655, + 1.0446593, + 0.24639136, + 0.3438084, + 0.00023841858, + 0.34845698, + 1.105914, + 1.7205522, + 1.5138927, + 1.4477773, + 0.6261924, + 1.868831, + 0.56916404 + ], + [ + 0.54377884, + 0.31474853, + 0.51571524, + 0.29513356, + 0.6318643, + 0.19992216, + 0.58761644, + 0.33677334, + -0.00003913045, + 0.46602035, + 0.84721226, + 0.98439395, + 0.70357114, + 0.35110003, + 0.6763975, + 0.27665958 + ], + [ + 0.92657703, + 0.864071, + 0.81344527, + 0.5796576, + 0.80018353, + 0.67595994, + 1.376888, + 1.0916106, + 0.39759377, + 0.00009846687, + 0.68303967, + 0.66644216, + 0.68733215, + 0.9390298, + 0.38116503, + 0.87185025 + ], + [ + 0.962169, + 0.6996745, + 1.4117348, + 0.69613385, + 0.5936525, + 0.88799596, + 1.0393342, + 1.5004013, + 0.787472, + 0.8023178, + -0.0003296137, + 1.1589036, + 0.37452745, + 0.6777984, + 1.2290406, + 0.6112821 + ], + [ + 1.3569219, + 1.0942521, + 0.49366504, + 0.43655378, + 1.3524405, + 0.9289301, + 0.9362572, + 1.2634634, + 0.98496854, + 0.41073805, + 1.2412852, + -0.00021505356, + 1.439077, + 0.9530585, + 1.4246829, + 0.85965174 + ], + [ + 0.45514423, + 0.4124912, + 1.4757774, + 0.60817003, + 0.13371503, + 0.8498161, + 1.3192309, + 1.485398, + 0.5949402, + 0.7645549, + 0.19755137, + 1.4216247, + 0.00009608269, + 0.5838265, + 0.48910362, + 0.80391186 + ], + [ + 0.5723683, + 0.10465203, + 0.6311402, + 0.12777324, + 0.5809739, + 0.468139, + 0.19910634, + 0.66029084, + 0.38685694, + 0.9190469, + 0.72993106, + 0.83653086, + 0.70196915, + 0.00014072657, + 1.2638367, + 0.1942682 + ], + [ + 0.6580691, + 1.1034608, + 1.3065996, + 1.0042944, + 0.9380948, + 1.1427699, + 2.1353831, + 1.81021, + 0.61449796, + 0.43732566, + 0.86140203, + 1.3641021, + 0.6180714, + 1.2427577, + -0.000026226044, + 1.2513543 + ], + [ + 0.42069045, + 0.42373046, + 0.33171767, + 0.2507667, + 0.88751245, + 0.2863844, + 0.3794306, + 0.6519847, + 0.2738311, + 0.7721225, + 0.69921327, + 0.6935564, + 0.8140832, + 0.27271473, + 1.1439409, + -0.00003322959 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/4bit_cosine_double_hadamard.json b/diskann-quantization/test/generated/spherical/4bit_cosine_double_hadamard.json new file mode 100644 index 000000000..dc27f15b1 --- /dev/null +++ b/diskann-quantization/test/generated/spherical/4bit_cosine_double_hadamard.json @@ -0,0 +1,1392 @@ +{ + "nbits": 4, + "metric": "cosine", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 24, + 0, + 8, + 0, + 12, + 0, + 7, + 0, + 16, + 0, + 20, + 0, + 14, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 0, + 0, + 128, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 191, + 65, + 130, + 188, + 182, + 227, + 145, + 62, + 250, + 49, + 230, + 189, + 171, + 125, + 83, + 189, + 128, + 204, + 15, + 189, + 15, + 78, + 29, + 59, + 54, + 235, + 226, + 62, + 43, + 152, + 221, + 190 + ], + "compressed_vectors": [ + [ + 212, + 124, + 185, + 252, + 4, + 45, + 209, + 178, + 83, + 0 + ], + [ + 149, + 243, + 107, + 87, + 39, + 44, + 186, + 40, + 61, + 0 + ], + [ + 103, + 87, + 242, + 168, + 129, + 44, + 181, + 31, + 60, + 0 + ], + [ + 35, + 128, + 163, + 73, + 255, + 40, + 179, + 48, + 39, + 0 + ], + [ + 135, + 69, + 111, + 58, + 33, + 45, + 190, + 172, + 58, + 0 + ], + [ + 74, + 116, + 138, + 240, + 189, + 41, + 251, + 46, + 58, + 0 + ], + [ + 90, + 192, + 71, + 151, + 66, + 44, + 178, + 39, + 54, + 0 + ], + [ + 140, + 197, + 154, + 160, + 36, + 44, + 206, + 34, + 66, + 0 + ], + [ + 135, + 172, + 168, + 128, + 127, + 43, + 196, + 46, + 63, + 0 + ], + [ + 73, + 63, + 151, + 56, + 13, + 44, + 14, + 40, + 58, + 0 + ], + [ + 136, + 104, + 71, + 120, + 235, + 49, + 82, + 162, + 56, + 0 + ], + [ + 10, + 119, + 178, + 76, + 55, + 43, + 55, + 41, + 53, + 0 + ], + [ + 166, + 74, + 44, + 91, + 147, + 45, + 178, + 174, + 60, + 0 + ], + [ + 151, + 241, + 99, + 103, + 224, + 43, + 129, + 37, + 54, + 0 + ], + [ + 136, + 93, + 152, + 106, + 112, + 48, + 104, + 178, + 67, + 0 + ], + [ + 135, + 151, + 113, + 214, + 146, + 44, + 203, + 43, + 58, + 0 + ] + ], + "data_distances": [ + -0.0015258789, + 0.8367297, + 0.55003417, + 0.78632367, + 0.94041276, + 0.6766732, + 1.0270872, + 0.88277996, + 0.6118051, + 0.7764933, + 0.89581084, + 0.9290827, + 0.7232764, + 0.94363165, + 0.5728513, + 0.5332916, + -0.0017815828, + 0.7226607, + 0.26105726, + 0.42285818, + 0.3911838, + 0.20309591, + 0.30645037, + 0.37183517, + 0.7350724, + 0.6076802, + 0.57591736, + 0.5944383, + 0.14251077, + 1.0594205, + 0.51081216, + -0.0019271374, + 0.2306763, + 0.8837471, + 0.3638193, + 0.59773356, + 0.5566458, + 0.3864888, + 0.41225755, + 0.8094139, + 0.22605622, + 1.0198979, + 0.5238849, + 0.6279928, + 0.24382138, + -0.0009045601, + 0.450212, + 0.28597605, + 0.21542203, + 0.4326282, + 0.36171567, + 0.3978021, + 0.48121667, + 0.14147592, + 0.63751745, + 0.18783045, + 0.7718863, + 0.28127396, + -0.0014503002, + 0.5803027, + 0.5943, + 0.7086998, + 0.67673266, + 0.50997055, + 0.4713291, + 0.6487478, + 0.20839232, + 0.7434363, + 0.686992, + 0.9893143, + -0.001329422, + 0.22703755, + 0.11167461, + 0.19191134, + 0.5080503, + 0.52103764, + 0.4632221, + 0.73247564, + 0.40701127, + 0.89847624, + 0.23947453, + -0.0021514893, + 0.2597137, + 0.49743658, + 0.7765583, + 0.48825496, + 0.41184878, + 0.7840445, + 0.12699127, + 1.2557843, + 0.32281256, + -0.00222373, + 0.17004335, + 0.66986215, + 0.720731, + 0.6265218, + 0.9307899, + 0.34416997, + 1.077504, + 0.3794195, + -0.0018205643, + 0.3160171, + 0.5819474, + 0.49725705, + 0.6931492, + 0.43609905, + 0.58839315, + 0.3035847, + -0.0017715693, + 0.41700417, + 0.2514217, + 0.44788122, + 0.7844076, + 0.14700514, + 0.588429, + -0.004261613, + 0.56805825, + 0.20033145, + 0.57738626, + 0.6410544, + 0.48294228, + -0.0016508102, + 0.78588384, + 0.42308897, + 0.5604827, + 0.40658754, + -0.0007455349, + 0.8585974, + 0.46678466, + 0.872991, + -0.0016521215, + 1.1875349, + 0.26894033, + -0.0043700933, + 0.8803978, + -0.0012561083 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.0015258789, + 0.8367297, + 0.55003417, + 0.78632367, + 0.94041276, + 0.6766732, + 1.0270872, + 0.88277996, + 0.6118051, + 0.7764933, + 0.89581084, + 0.9290827, + 0.7232764, + 0.94363165, + 0.5728513, + 0.5332916 + ], + [ + 0.8367297, + -0.0017815828, + 0.7226607, + 0.26105726, + 0.42285818, + 0.3911838, + 0.20309591, + 0.30645037, + 0.37183517, + 0.7350724, + 0.6076802, + 0.57591736, + 0.5944383, + 0.14251077, + 1.0594205, + 0.51081216 + ], + [ + 0.55003417, + 0.7226607, + -0.0019271374, + 0.2306763, + 0.8837471, + 0.3638193, + 0.59773356, + 0.5566458, + 0.3864888, + 0.41225755, + 0.8094139, + 0.22605622, + 1.0198979, + 0.5238849, + 0.6279928, + 0.24382138 + ], + [ + 0.78632367, + 0.26105726, + 0.2306763, + -0.0009045601, + 0.450212, + 0.28597605, + 0.21542203, + 0.4326282, + 0.36171567, + 0.3978021, + 0.48121667, + 0.14147592, + 0.63751745, + 0.18783045, + 0.7718863, + 0.28127396 + ], + [ + 0.94041276, + 0.42285818, + 0.8837471, + 0.450212, + -0.0014503002, + 0.5803027, + 0.5943, + 0.7086998, + 0.67673266, + 0.50997055, + 0.4713291, + 0.6487478, + 0.20839232, + 0.7434363, + 0.686992, + 0.9893143 + ], + [ + 0.6766732, + 0.3911838, + 0.3638193, + 0.28597605, + 0.5803027, + -0.001329422, + 0.22703755, + 0.11167461, + 0.19191134, + 0.5080503, + 0.52103764, + 0.4632221, + 0.73247564, + 0.40701127, + 0.89847624, + 0.23947453 + ], + [ + 1.0270872, + 0.20309591, + 0.59773356, + 0.21542203, + 0.5943, + 0.22703755, + -0.0021514893, + 0.2597137, + 0.49743658, + 0.7765583, + 0.48825496, + 0.41184878, + 0.7840445, + 0.12699127, + 1.2557843, + 0.32281256 + ], + [ + 0.88277996, + 0.30645037, + 0.5566458, + 0.4326282, + 0.7086998, + 0.11167461, + 0.2597137, + -0.00222373, + 0.17004335, + 0.66986215, + 0.720731, + 0.6265218, + 0.9307899, + 0.34416997, + 1.077504, + 0.3794195 + ], + [ + 0.6118051, + 0.37183517, + 0.3864888, + 0.36171567, + 0.67673266, + 0.19191134, + 0.49743658, + 0.17004335, + -0.0018205643, + 0.3160171, + 0.5819474, + 0.49725705, + 0.6931492, + 0.43609905, + 0.58839315, + 0.3035847 + ], + [ + 0.7764933, + 0.7350724, + 0.41225755, + 0.3978021, + 0.50997055, + 0.5080503, + 0.7765583, + 0.66986215, + 0.3160171, + -0.0017715693, + 0.41700417, + 0.2514217, + 0.44788122, + 0.7844076, + 0.14700514, + 0.588429 + ], + [ + 0.89581084, + 0.6076802, + 0.8094139, + 0.48121667, + 0.4713291, + 0.52103764, + 0.48825496, + 0.720731, + 0.5819474, + 0.41700417, + -0.004261613, + 0.56805825, + 0.20033145, + 0.57738626, + 0.6410544, + 0.48294228 + ], + [ + 0.9290827, + 0.57591736, + 0.22605622, + 0.14147592, + 0.6487478, + 0.4632221, + 0.41184878, + 0.6265218, + 0.49725705, + 0.2514217, + 0.56805825, + -0.0016508102, + 0.78588384, + 0.42308897, + 0.5604827, + 0.40658754 + ], + [ + 0.7232764, + 0.5944383, + 1.0198979, + 0.63751745, + 0.20839232, + 0.73247564, + 0.7840445, + 0.9307899, + 0.6931492, + 0.44788122, + 0.20033145, + 0.78588384, + -0.0007455349, + 0.8585974, + 0.46678466, + 0.872991 + ], + [ + 0.94363165, + 0.14251077, + 0.5238849, + 0.18783045, + 0.7434363, + 0.40701127, + 0.12699127, + 0.34416997, + 0.43609905, + 0.7844076, + 0.57738626, + 0.42308897, + 0.8585974, + -0.0016521215, + 1.1875349, + 0.26894033 + ], + [ + 0.5728513, + 1.0594205, + 0.6279928, + 0.7718863, + 0.686992, + 0.89847624, + 1.2557843, + 1.077504, + 0.58839315, + 0.14700514, + 0.6410544, + 0.5604827, + 0.46678466, + 1.1875349, + -0.0043700933, + 0.8803978 + ], + [ + 0.5332916, + 0.51081216, + 0.24382138, + 0.28127396, + 0.9893143, + 0.23947453, + 0.32281256, + 0.3794195, + 0.3035847, + 0.588429, + 0.48294228, + 0.40658754, + 0.872991, + 0.26894033, + 0.8803978, + -0.0012561083 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.018928051, + 0.8070901, + 0.5805665, + 0.7969568, + 0.9451797, + 0.6871987, + 1.0180011, + 0.8792666, + 0.60962385, + 0.8025534, + 0.88167197, + 0.95906144, + 0.70491016, + 0.91927457, + 0.58983326, + 0.5254281 + ], + [ + 0.82433635, + -0.0022928715, + 0.7365535, + 0.28166157, + 0.3895687, + 0.39483517, + 0.21939474, + 0.29540193, + 0.368406, + 0.72418493, + 0.6143903, + 0.5895872, + 0.5727943, + 0.16470313, + 1.0286405, + 0.54285085 + ], + [ + 0.5718019, + 0.7193938, + -0.0039310455, + 0.23232657, + 0.875209, + 0.34414482, + 0.58769894, + 0.5243395, + 0.37679386, + 0.42889798, + 0.8140367, + 0.2453435, + 1.0347025, + 0.51651424, + 0.65980095, + 0.24434316 + ], + [ + 0.7898701, + 0.25869572, + 0.23840636, + 0.0005697608, + 0.43774748, + 0.2906934, + 0.2145927, + 0.43596607, + 0.3684147, + 0.40117353, + 0.4706177, + 0.1475308, + 0.62458205, + 0.186239, + 0.7731467, + 0.28688347 + ], + [ + 0.94046855, + 0.4448576, + 0.8697195, + 0.4467299, + 0.0021996498, + 0.58611274, + 0.6128844, + 0.7278687, + 0.6762651, + 0.4839297, + 0.4685439, + 0.63126385, + 0.20560396, + 0.7627554, + 0.6585314, + 0.99116296 + ], + [ + 0.684617, + 0.38793087, + 0.36826444, + 0.28365588, + 0.57697374, + 0.0017353892, + 0.22724044, + 0.11347574, + 0.19222271, + 0.51735806, + 0.5066993, + 0.4773051, + 0.72459626, + 0.39750218, + 0.9124503, + 0.2347588 + ], + [ + 1.0032316, + 0.18522698, + 0.61107695, + 0.23137105, + 0.58906794, + 0.22558105, + 0.010297239, + 0.23986924, + 0.4766183, + 0.7903913, + 0.4999013, + 0.44901496, + 0.7775909, + 0.12523943, + 1.2580619, + 0.32845128 + ], + [ + 0.93531203, + 0.29151285, + 0.57801723, + 0.41728735, + 0.677423, + 0.11267316, + 0.2455746, + 0.001011908, + 0.17718983, + 0.66954315, + 0.70177406, + 0.62568086, + 0.9132504, + 0.3354168, + 1.101747, + 0.39795935 + ], + [ + 0.6390977, + 0.36585677, + 0.37913322, + 0.34588897, + 0.68020076, + 0.19124305, + 0.48532283, + 0.16837692, + 0.00042665005, + 0.31843102, + 0.58713555, + 0.48295534, + 0.70933664, + 0.42109776, + 0.6070033, + 0.30091488 + ], + [ + 0.8168956, + 0.73666507, + 0.42588896, + 0.39462882, + 0.50971264, + 0.49805254, + 0.7585473, + 0.661939, + 0.3172757, + -0.003021121, + 0.39409173, + 0.24795932, + 0.44641888, + 0.7784781, + 0.16772676, + 0.58533 + ], + [ + 0.9219272, + 0.5742233, + 0.8170078, + 0.46299654, + 0.4767589, + 0.51110446, + 0.46480358, + 0.70275533, + 0.571828, + 0.449149, + 0.0039025545, + 0.585084, + 0.21855056, + 0.5414604, + 0.70016056, + 0.4714011 + ], + [ + 0.8923442, + 0.5956291, + 0.20801157, + 0.14870733, + 0.65631175, + 0.4689886, + 0.43829358, + 0.6404359, + 0.4939838, + 0.2407031, + 0.57319367, + 0.0015586019, + 0.7821107, + 0.44205737, + 0.530497, + 0.40168256 + ], + [ + 0.76111513, + 0.58905375, + 1.0176018, + 0.62799937, + 0.21309721, + 0.72755706, + 0.7800745, + 0.91689306, + 0.67874193, + 0.44301784, + 0.20567036, + 0.78139025, + 0.016695976, + 0.84802747, + 0.48277944, + 0.87404 + ], + [ + 0.9340266, + 0.15583837, + 0.49937195, + 0.19373417, + 0.7706405, + 0.3859154, + 0.12560117, + 0.31618607, + 0.42068344, + 0.794104, + 0.5955064, + 0.42951435, + 0.89466727, + -0.0030779839, + 1.2012135, + 0.24807274 + ], + [ + 0.5317386, + 1.0355737, + 0.6593541, + 0.79331106, + 0.6756415, + 0.89227486, + 1.2602863, + 1.0641966, + 0.5756502, + 0.17229909, + 0.63849777, + 0.6109271, + 0.44005805, + 1.18975, + 0.0056280494, + 0.8831322 + ], + [ + 0.518308, + 0.5150038, + 0.23260295, + 0.28115678, + 0.99469393, + 0.24430752, + 0.34868306, + 0.38496566, + 0.2859295, + 0.57643795, + 0.49684036, + 0.41314185, + 0.87527114, + 0.27952087, + 0.8625466, + 0.00026541948 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + 0.0002439022, + 0.81550604, + 0.56811035, + 0.78462803, + 0.94056946, + 0.6767645, + 1.0113157, + 0.87919414, + 0.6142777, + 0.7987084, + 0.8862022, + 0.94503856, + 0.7162769, + 0.9236862, + 0.6003638, + 0.526396 + ], + [ + 0.828712, + 0.000109791756, + 0.7284397, + 0.27342284, + 0.40486723, + 0.39475054, + 0.21892107, + 0.30106437, + 0.36545593, + 0.7246449, + 0.61291736, + 0.58506906, + 0.5820354, + 0.157992, + 1.0366914, + 0.529908 + ], + [ + 0.5755067, + 0.7114137, + 0.000060260296, + 0.22620022, + 0.8772319, + 0.35707074, + 0.59229124, + 0.5374745, + 0.37532008, + 0.4162103, + 0.81968856, + 0.23099482, + 1.0319676, + 0.5148818, + 0.64568937, + 0.25114238 + ], + [ + 0.77971613, + 0.26111805, + 0.23629242, + -0.000016093254, + 0.43545586, + 0.29145896, + 0.21719897, + 0.44270766, + 0.37251717, + 0.4022221, + 0.4700446, + 0.14835513, + 0.6199919, + 0.19029993, + 0.7702714, + 0.28621042 + ], + [ + 0.9415431, + 0.43427056, + 0.8648197, + 0.4434864, + 0.00017476082, + 0.57846665, + 0.60641503, + 0.7116424, + 0.67180973, + 0.50401354, + 0.4791383, + 0.6464156, + 0.2178691, + 0.7494575, + 0.68412405, + 0.9872213 + ], + [ + 0.68375325, + 0.3863756, + 0.37661123, + 0.28886265, + 0.571759, + -0.00011134148, + 0.23150408, + 0.111254275, + 0.18615913, + 0.50790375, + 0.510291, + 0.4770751, + 0.71886975, + 0.4079709, + 0.90123713, + 0.2443006 + ], + [ + 0.9996947, + 0.19943136, + 0.5988284, + 0.23030311, + 0.604008, + 0.21909106, + -0.000016570091, + 0.24174386, + 0.48688233, + 0.78873414, + 0.49925208, + 0.4306987, + 0.7906015, + 0.12753552, + 1.2568572, + 0.31633544 + ], + [ + 0.9146195, + 0.30424017, + 0.5603016, + 0.41930264, + 0.6966959, + 0.10555148, + 0.25349867, + 0.00013077259, + 0.17009872, + 0.6652341, + 0.7151561, + 0.6209745, + 0.92905366, + 0.3446197, + 1.0928433, + 0.38601887 + ], + [ + 0.62740034, + 0.37597334, + 0.3687036, + 0.35210615, + 0.6893414, + 0.1904881, + 0.48969662, + 0.16412497, + 0.000020503998, + 0.32032943, + 0.5879254, + 0.48540294, + 0.7162201, + 0.4220873, + 0.60170496, + 0.29307842 + ], + [ + 0.8023553, + 0.73191434, + 0.4264831, + 0.40153694, + 0.49930388, + 0.49875247, + 0.764323, + 0.6546834, + 0.3150457, + -0.00012731552, + 0.40649033, + 0.25598544, + 0.44441533, + 0.78306353, + 0.16009593, + 0.5953941 + ], + [ + 0.901623, + 0.5803982, + 0.8205826, + 0.46870106, + 0.46280134, + 0.5184537, + 0.4781329, + 0.71824956, + 0.57843673, + 0.44024563, + -0.000060796738, + 0.5867446, + 0.19787455, + 0.55851877, + 0.67673016, + 0.48187625 + ], + [ + 0.90253097, + 0.5942606, + 0.20936286, + 0.1448518, + 0.65417546, + 0.467256, + 0.4292385, + 0.6397376, + 0.50012374, + 0.24645394, + 0.56700337, + -0.00001835823, + 0.7826798, + 0.43565863, + 0.5420609, + 0.3994122 + ], + [ + 0.7203686, + 0.60914886, + 1.01141, + 0.64253044, + 0.2149694, + 0.7317165, + 0.7968188, + 0.93073225, + 0.6863729, + 0.43999976, + 0.19529682, + 0.7901186, + 0.00022816658, + 0.8668084, + 0.4565584, + 0.8681034 + ], + [ + 0.9397683, + 0.14473581, + 0.5199802, + 0.19361562, + 0.7502228, + 0.3895669, + 0.12433398, + 0.32366025, + 0.42460775, + 0.7944921, + 0.5840131, + 0.43809867, + 0.87111855, + -0.000034093857, + 1.202983, + 0.26106757 + ], + [ + 0.55492836, + 1.0417805, + 0.64620167, + 0.79047996, + 0.6773715, + 0.88572407, + 1.2605686, + 1.0480261, + 0.5663304, + 0.15797526, + 0.657394, + 0.59355205, + 0.46331668, + 1.1936005, + -0.000046014786, + 0.8917453 + ], + [ + 0.52782166, + 0.5108858, + 0.23577273, + 0.2827618, + 0.998982, + 0.24226534, + 0.33718556, + 0.3753106, + 0.28751826, + 0.5785069, + 0.49914044, + 0.4060222, + 0.883692, + 0.2722422, + 0.86734307, + 0.00005185604 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/4bit_inner_product_double_hadamard.json b/diskann-quantization/test/generated/spherical/4bit_inner_product_double_hadamard.json new file mode 100644 index 000000000..4bd390034 --- /dev/null +++ b/diskann-quantization/test/generated/spherical/4bit_inner_product_double_hadamard.json @@ -0,0 +1,2273 @@ +{ + "nbits": 4, + "metric": "inner_product", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 24, + 0, + 8, + 0, + 12, + 0, + 7, + 0, + 16, + 0, + 20, + 0, + 14, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 152, + 222, + 168, + 188, + 180, + 64, + 103, + 62, + 115, + 163, + 174, + 189, + 206, + 25, + 87, + 189, + 101, + 78, + 56, + 188, + 100, + 224, + 15, + 60, + 242, + 245, + 188, + 62, + 94, + 115, + 162, + 190 + ], + "compressed_vectors": [ + [ + 231, + 122, + 169, + 220, + 91, + 43, + 130, + 178, + 82, + 0 + ], + [ + 200, + 212, + 123, + 105, + 186, + 41, + 121, + 174, + 70, + 0 + ], + [ + 86, + 87, + 242, + 167, + 31, + 44, + 149, + 44, + 57, + 0 + ], + [ + 101, + 128, + 164, + 91, + 221, + 38, + 208, + 35, + 49, + 0 + ], + [ + 151, + 69, + 111, + 58, + 59, + 43, + 34, + 173, + 59, + 0 + ], + [ + 89, + 116, + 138, + 240, + 205, + 40, + 206, + 44, + 58, + 0 + ], + [ + 89, + 193, + 71, + 150, + 136, + 44, + 10, + 45, + 53, + 0 + ], + [ + 121, + 166, + 137, + 147, + 178, + 47, + 142, + 45, + 61, + 0 + ], + [ + 168, + 188, + 184, + 128, + 113, + 40, + 39, + 33, + 68, + 0 + ], + [ + 56, + 63, + 135, + 55, + 45, + 43, + 180, + 45, + 54, + 0 + ], + [ + 135, + 88, + 23, + 120, + 116, + 46, + 108, + 43, + 51, + 0 + ], + [ + 7, + 119, + 163, + 90, + 4, + 45, + 186, + 49, + 49, + 0 + ], + [ + 182, + 74, + 44, + 91, + 229, + 43, + 249, + 173, + 61, + 0 + ], + [ + 185, + 211, + 117, + 120, + 105, + 42, + 69, + 173, + 63, + 0 + ], + [ + 135, + 94, + 153, + 106, + 175, + 46, + 2, + 174, + 68, + 0 + ], + [ + 167, + 167, + 112, + 230, + 36, + 41, + 230, + 160, + 61, + 0 + ] + ], + "data_distances": [ + -0.2484343, + -0.045450658, + -0.19081396, + -0.072681874, + -0.013344765, + -0.14222269, + 0.0030780733, + -0.061043724, + -0.11320691, + -0.07152644, + -0.086518556, + -0.03769189, + -0.09576622, + -0.020026028, + -0.18132876, + -0.15598996, + -0.25639123, + -0.120633736, + -0.2324513, + -0.20186307, + -0.24730547, + -0.37908226, + -0.3568152, + -0.21212216, + -0.11847113, + -0.20801964, + -0.22033378, + -0.14408912, + -0.23941255, + 0.008601099, + -0.16717188, + -0.8895305, + -0.45444345, + -0.07896298, + -0.492299, + -0.3440095, + -0.41821107, + -0.40365478, + -0.50797594, + -0.15542307, + -0.8367286, + 0.013107091, + -0.24264896, + -0.27962157, + -0.47176465, + -0.4023682, + -0.2426823, + -0.3622227, + -0.45896643, + -0.35545784, + -0.27036938, + -0.34203687, + -0.32852775, + -0.6041068, + -0.16590717, + -0.28247875, + -0.11213282, + -0.3106889, + -0.47637197, + -0.23302877, + -0.24508013, + -0.21003982, + -0.14509802, + -0.3216987, + -0.37884283, + -0.2733383, + -0.38282704, + -0.085080594, + -0.21590108, + -0.00005632639, + -0.64562273, + -0.58113563, + -0.7152008, + -0.43572974, + -0.37230897, + -0.37675852, + -0.4717341, + -0.15421674, + -0.27718684, + -0.08781484, + -0.41601002, + -0.8971299, + -0.7279685, + -0.3394304, + -0.21037379, + -0.47095013, + -0.58397055, + -0.13111486, + -0.46867323, + 0.21568155, + -0.43879122, + -0.99259037, + -0.55601895, + -0.3092931, + -0.26145652, + -0.39466935, + -0.05469823, + -0.38729376, + 0.053852856, + -0.4240513, + -0.44869387, + -0.41716388, + -0.25287753, + -0.38830128, + -0.13502513, + -0.22887039, + -0.24371706, + -0.32899395, + -0.84761167, + -0.5106369, + -0.7665049, + -0.37212187, + -0.107384145, + -0.66260946, + -0.26213077, + -0.92283916, + -0.42484808, + -0.5679189, + -0.22368906, + -0.27844316, + -0.33885437, + -1.2460526, + -0.17149559, + -0.33628565, + -0.3958964, + -0.4458932, + -0.4998927, + -0.042571902, + -0.3593169, + -0.064367235, + -0.31443602, + 0.110399425, + -0.28507194, + -0.78695667, + -0.05459635, + -0.4632751 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.2484343, + -0.045450658, + -0.19081396, + -0.072681874, + -0.013344765, + -0.14222269, + 0.0030780733, + -0.061043724, + -0.11320691, + -0.07152644, + -0.086518556, + -0.03769189, + -0.09576622, + -0.020026028, + -0.18132876, + -0.15598996 + ], + [ + -0.045450658, + -0.25639123, + -0.120633736, + -0.2324513, + -0.20186307, + -0.24730547, + -0.37908226, + -0.3568152, + -0.21212216, + -0.11847113, + -0.20801964, + -0.22033378, + -0.14408912, + -0.23941255, + 0.008601099, + -0.16717188 + ], + [ + -0.19081396, + -0.120633736, + -0.8895305, + -0.45444345, + -0.07896298, + -0.492299, + -0.3440095, + -0.41821107, + -0.40365478, + -0.50797594, + -0.15542307, + -0.8367286, + 0.013107091, + -0.24264896, + -0.27962157, + -0.47176465 + ], + [ + -0.072681874, + -0.2324513, + -0.45444345, + -0.4023682, + -0.2426823, + -0.3622227, + -0.45896643, + -0.35545784, + -0.27036938, + -0.34203687, + -0.32852775, + -0.6041068, + -0.16590717, + -0.28247875, + -0.11213282, + -0.3106889 + ], + [ + -0.013344765, + -0.20186307, + -0.07896298, + -0.2426823, + -0.47637197, + -0.23302877, + -0.24508013, + -0.21003982, + -0.14509802, + -0.3216987, + -0.37884283, + -0.2733383, + -0.38282704, + -0.085080594, + -0.21590108, + -0.00005632639 + ], + [ + -0.14222269, + -0.24730547, + -0.492299, + -0.3622227, + -0.23302877, + -0.64562273, + -0.58113563, + -0.7152008, + -0.43572974, + -0.37230897, + -0.37675852, + -0.4717341, + -0.15421674, + -0.27718684, + -0.08781484, + -0.41601002 + ], + [ + 0.0030780733, + -0.37908226, + -0.3440095, + -0.45896643, + -0.24508013, + -0.58113563, + -0.8971299, + -0.7279685, + -0.3394304, + -0.21037379, + -0.47095013, + -0.58397055, + -0.13111486, + -0.46867323, + 0.21568155, + -0.43879122 + ], + [ + -0.061043724, + -0.3568152, + -0.41821107, + -0.35545784, + -0.21003982, + -0.7152008, + -0.7279685, + -0.99259037, + -0.55601895, + -0.3092931, + -0.26145652, + -0.39466935, + -0.05469823, + -0.38729376, + 0.053852856, + -0.4240513 + ], + [ + -0.11320691, + -0.21212216, + -0.40365478, + -0.27036938, + -0.14509802, + -0.43572974, + -0.3394304, + -0.55601895, + -0.44869387, + -0.41716388, + -0.25287753, + -0.38830128, + -0.13502513, + -0.22887039, + -0.24371706, + -0.32899395 + ], + [ + -0.07152644, + -0.11847113, + -0.50797594, + -0.34203687, + -0.3216987, + -0.37230897, + -0.21037379, + -0.3092931, + -0.41716388, + -0.84761167, + -0.5106369, + -0.7665049, + -0.37212187, + -0.107384145, + -0.66260946, + -0.26213077 + ], + [ + -0.086518556, + -0.20801964, + -0.15542307, + -0.32852775, + -0.37884283, + -0.37675852, + -0.47095013, + -0.26145652, + -0.25287753, + -0.5106369, + -0.92283916, + -0.42484808, + -0.5679189, + -0.22368906, + -0.27844316, + -0.33885437 + ], + [ + -0.03769189, + -0.22033378, + -0.8367286, + -0.6041068, + -0.2733383, + -0.4717341, + -0.58397055, + -0.39466935, + -0.38830128, + -0.7665049, + -0.42484808, + -1.2460526, + -0.17149559, + -0.33628565, + -0.3958964, + -0.4458932 + ], + [ + -0.09576622, + -0.14408912, + 0.013107091, + -0.16590717, + -0.38282704, + -0.15421674, + -0.13111486, + -0.05469823, + -0.13502513, + -0.37212187, + -0.5679189, + -0.17149559, + -0.4998927, + -0.042571902, + -0.3593169, + -0.064367235 + ], + [ + -0.020026028, + -0.23941255, + -0.24264896, + -0.28247875, + -0.085080594, + -0.27718684, + -0.46867323, + -0.38729376, + -0.22887039, + -0.107384145, + -0.22368906, + -0.33628565, + -0.042571902, + -0.31443602, + 0.110399425, + -0.28507194 + ], + [ + -0.18132876, + 0.008601099, + -0.27962157, + -0.11213282, + -0.21590108, + -0.08781484, + 0.21568155, + 0.053852856, + -0.24371706, + -0.66260946, + -0.27844316, + -0.3958964, + -0.3593169, + 0.110399425, + -0.78695667, + -0.05459635 + ], + [ + -0.15598996, + -0.16717188, + -0.47176465, + -0.3106889, + -0.00005632639, + -0.41601002, + -0.43879122, + -0.4240513, + -0.32899395, + -0.26213077, + -0.33885437, + -0.4458932, + -0.064367235, + -0.28507194, + -0.05459635, + -0.4632751 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.24943447, + -0.047995597, + -0.19030541, + -0.0726966, + -0.013589412, + -0.14099981, + 0.004491091, + -0.06246066, + -0.115687996, + -0.07149926, + -0.08013117, + -0.038449883, + -0.095258504, + -0.019466072, + -0.18519484, + -0.15419576 + ], + [ + -0.042185396, + -0.25251615, + -0.1271893, + -0.2315765, + -0.19286633, + -0.24685863, + -0.37779507, + -0.35864574, + -0.2149387, + -0.124197125, + -0.2032068, + -0.2283577, + -0.13573182, + -0.23991355, + 0.0066531003, + -0.17016676 + ], + [ + -0.19703205, + -0.14158364, + -0.88450176, + -0.4667936, + -0.08643772, + -0.48555386, + -0.36052603, + -0.41763955, + -0.3995269, + -0.47640616, + -0.14745845, + -0.8265818, + 0.013409674, + -0.2640064, + -0.2523011, + -0.4759819 + ], + [ + -0.06638643, + -0.2335186, + -0.45052236, + -0.40196735, + -0.24974039, + -0.36008, + -0.4564005, + -0.3569618, + -0.27161312, + -0.34834096, + -0.3260779, + -0.60621727, + -0.1683858, + -0.28020018, + -0.117007375, + -0.30281407 + ], + [ + -0.03128797, + -0.20898528, + -0.08526833, + -0.2458809, + -0.47811973, + -0.23171663, + -0.24165487, + -0.2064203, + -0.14385292, + -0.30719593, + -0.3674419, + -0.2625949, + -0.3812459, + -0.09274936, + -0.21327505, + -0.0045380592 + ], + [ + -0.13262236, + -0.25825724, + -0.47447416, + -0.36239183, + -0.24268964, + -0.64665353, + -0.59474695, + -0.7286782, + -0.4375657, + -0.3662684, + -0.3749071, + -0.46646434, + -0.15748554, + -0.28149, + -0.07836312, + -0.40753728 + ], + [ + 0.0034563541, + -0.3790185, + -0.3600304, + -0.46500155, + -0.25821263, + -0.5864774, + -0.8907707, + -0.7305459, + -0.3389347, + -0.2112661, + -0.44283506, + -0.5987526, + -0.12495983, + -0.45640337, + 0.20892513, + -0.42498782 + ], + [ + -0.04877855, + -0.35854334, + -0.41049057, + -0.35269618, + -0.22047113, + -0.7020272, + -0.70945233, + -0.98947835, + -0.5654068, + -0.32942426, + -0.25970286, + -0.39285278, + -0.06339447, + -0.38499334, + 0.03335917, + -0.41072148 + ], + [ + -0.117264956, + -0.20865032, + -0.40876687, + -0.2702433, + -0.14932492, + -0.43550628, + -0.32927936, + -0.55024874, + -0.44857842, + -0.42002338, + -0.25544804, + -0.38344228, + -0.13944611, + -0.22504924, + -0.24936739, + -0.32828793 + ], + [ + -0.065646976, + -0.11162162, + -0.5277107, + -0.3463784, + -0.3197497, + -0.37152272, + -0.2006129, + -0.3059458, + -0.41931754, + -0.85622835, + -0.49656165, + -0.78301436, + -0.36227474, + -0.10161924, + -0.6677551, + -0.25965086 + ], + [ + -0.06339157, + -0.20839712, + -0.15810621, + -0.32859036, + -0.36141327, + -0.37409875, + -0.47789174, + -0.27922305, + -0.26710087, + -0.5170382, + -0.91752005, + -0.43151975, + -0.5499286, + -0.23515612, + -0.2649158, + -0.3453851 + ], + [ + -0.039156973, + -0.22476335, + -0.83145934, + -0.59918016, + -0.25974113, + -0.4595457, + -0.5778434, + -0.39486617, + -0.39748538, + -0.77564996, + -0.41556898, + -1.248456, + -0.16588636, + -0.34480685, + -0.41090602, + -0.4489419 + ], + [ + -0.096534744, + -0.1460812, + 0.0134911835, + -0.16801675, + -0.38715208, + -0.1448439, + -0.12739336, + -0.04364568, + -0.13032869, + -0.37870732, + -0.5598174, + -0.18594664, + -0.501161, + -0.04174134, + -0.3719694, + -0.05691248 + ], + [ + -0.009844631, + -0.23513126, + -0.24445322, + -0.287323, + -0.08821964, + -0.27341542, + -0.47219944, + -0.3767275, + -0.22136876, + -0.11125672, + -0.23506953, + -0.34958848, + -0.045668334, + -0.31272873, + 0.11506292, + -0.28344518 + ], + [ + -0.17411996, + 0.020881027, + -0.30586776, + -0.11247498, + -0.18773071, + -0.09780955, + 0.21036047, + 0.04016134, + -0.2506081, + -0.6650736, + -0.26819068, + -0.41028982, + -0.32997057, + 0.105811626, + -0.77160335, + -0.07169503 + ], + [ + -0.16018993, + -0.16182405, + -0.48818147, + -0.31562036, + -0.0034606159, + -0.41716364, + -0.43675733, + -0.4151624, + -0.31942925, + -0.26467222, + -0.32555825, + -0.46547386, + -0.05644265, + -0.28060973, + -0.058003813, + -0.45895877 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.2472463, + -0.04847032, + -0.19107977, + -0.07207605, + -0.007214904, + -0.13701953, + 0.0061063766, + -0.06273696, + -0.119454175, + -0.07494575, + -0.07646221, + -0.042245865, + -0.09149821, + -0.021854937, + -0.18862244, + -0.15604347 + ], + [ + -0.044881493, + -0.2561462, + -0.12337181, + -0.23177457, + -0.20061651, + -0.2443617, + -0.3729139, + -0.356565, + -0.21574996, + -0.12340778, + -0.2018516, + -0.22217464, + -0.14207175, + -0.23894095, + 0.0018737316, + -0.165624 + ], + [ + -0.18964596, + -0.13236563, + -0.8874113, + -0.46072954, + -0.0815019, + -0.49140155, + -0.3544062, + -0.42560518, + -0.405805, + -0.49056652, + -0.1488436, + -0.8286845, + 0.016663373, + -0.25504118, + -0.2604319, + -0.4745498 + ], + [ + -0.07051627, + -0.23380436, + -0.45223114, + -0.40218133, + -0.24695475, + -0.36029348, + -0.45569158, + -0.35567033, + -0.2720896, + -0.34477186, + -0.32705912, + -0.60277283, + -0.16844657, + -0.28146076, + -0.11573434, + -0.30670676 + ], + [ + -0.026119381, + -0.20487335, + -0.09002453, + -0.24563931, + -0.4750992, + -0.23302573, + -0.2417795, + -0.20799342, + -0.14404523, + -0.3137939, + -0.36271518, + -0.27352548, + -0.3757593, + -0.088976264, + -0.216225, + -0.002595991 + ], + [ + -0.13130653, + -0.25100744, + -0.4776587, + -0.36121106, + -0.23906094, + -0.64466083, + -0.58922255, + -0.7201227, + -0.43564796, + -0.3740375, + -0.38514, + -0.47069505, + -0.16036937, + -0.27748474, + -0.084058255, + -0.4101479 + ], + [ + -0.010425657, + -0.38243827, + -0.35121673, + -0.4637479, + -0.25255755, + -0.581488, + -0.8944129, + -0.7194885, + -0.33328122, + -0.2009033, + -0.459852, + -0.58620405, + -0.1332453, + -0.46558523, + 0.21249259, + -0.4362218 + ], + [ + -0.04188949, + -0.35273522, + -0.42273223, + -0.3594952, + -0.2095559, + -0.71012044, + -0.72689044, + -0.9903467, + -0.5582334, + -0.31925768, + -0.26534697, + -0.4082088, + -0.05213605, + -0.38632393, + 0.056889355, + -0.4213237 + ], + [ + -0.11740343, + -0.21004066, + -0.4038153, + -0.26884797, + -0.14712107, + -0.43851733, + -0.33588958, + -0.55499196, + -0.44839352, + -0.41632795, + -0.2584094, + -0.38058424, + -0.13921663, + -0.22640261, + -0.24456802, + -0.33029255 + ], + [ + -0.076470315, + -0.12459718, + -0.5113768, + -0.34363917, + -0.328369, + -0.36912236, + -0.20327961, + -0.31107986, + -0.4205672, + -0.8465018, + -0.4918064, + -0.76518875, + -0.3695768, + -0.108868346, + -0.6695461, + -0.25552207 + ], + [ + -0.06139347, + -0.2061816, + -0.15939495, + -0.33111402, + -0.3672759, + -0.37080666, + -0.4754761, + -0.26938453, + -0.26159096, + -0.52156216, + -0.91905594, + -0.44199616, + -0.5545666, + -0.2293734, + -0.2712015, + -0.33990812 + ], + [ + -0.040268004, + -0.2220328, + -0.83356047, + -0.6020028, + -0.2680217, + -0.46600467, + -0.5815278, + -0.39223856, + -0.39038855, + -0.76934004, + -0.42498034, + -1.244946, + -0.17101756, + -0.34120697, + -0.4013235, + -0.4485335 + ], + [ + -0.105095014, + -0.14640236, + 0.011406779, + -0.16569662, + -0.3845097, + -0.1544697, + -0.12905928, + -0.053456545, + -0.13355193, + -0.36857358, + -0.5608176, + -0.16886875, + -0.49925184, + -0.043635547, + -0.36273414, + -0.06396222 + ], + [ + -0.02079755, + -0.23882961, + -0.24575354, + -0.28659758, + -0.09044701, + -0.27412277, + -0.4667863, + -0.37742525, + -0.22361551, + -0.1054869, + -0.22827566, + -0.3390406, + -0.047107756, + -0.31390277, + 0.111748874, + -0.2842503 + ], + [ + -0.17717484, + 0.014932305, + -0.30075788, + -0.11495817, + -0.19670558, + -0.08470929, + 0.21762848, + 0.053484708, + -0.24728344, + -0.6676707, + -0.26668122, + -0.41135976, + -0.33762717, + 0.10108876, + -0.7814069, + -0.06543793 + ], + [ + -0.16205421, + -0.16343735, + -0.4831236, + -0.3110236, + 0.0016205907, + -0.417642, + -0.43275905, + -0.42164555, + -0.3279073, + -0.26522797, + -0.32703117, + -0.45337987, + -0.058202714, + -0.28124237, + -0.061793774, + -0.46239793 + ] + ] + } + ], + "rescaled_query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.38531467, + -0.09039958, + -0.28386644, + -0.1097936, + -0.014441848, + -0.21387047, + -0.0012410283, + -0.110729694, + -0.199693, + -0.10536958, + -0.10947558, + -0.04893869, + -0.14742675, + -0.04742077, + -0.28909677, + -0.25439328 + ], + [ + -0.07104041, + -0.399068, + -0.1781941, + -0.35395572, + -0.3273121, + -0.37520605, + -0.5730096, + -0.5433879, + -0.33331904, + -0.19165145, + -0.31195405, + -0.33350167, + -0.23644827, + -0.3666144, + -0.0080495775, + -0.25475493 + ], + [ + -0.17389505, + -0.116298914, + -0.7334033, + -0.38361543, + -0.07588731, + -0.39554057, + -0.28009036, + -0.3372224, + -0.3322664, + -0.40732655, + -0.119257405, + -0.6834444, + 0.0044882298, + -0.21303257, + -0.23385692, + -0.3860918 + ], + [ + -0.08591846, + -0.2864929, + -0.55684316, + -0.49503416, + -0.30238062, + -0.44298482, + -0.5632218, + -0.43322977, + -0.3353925, + -0.42468446, + -0.40717533, + -0.7440264, + -0.21066934, + -0.34741196, + -0.14298378, + -0.38471526 + ], + [ + -0.018804729, + -0.22861703, + -0.09303236, + -0.27561918, + -0.54105484, + -0.26098588, + -0.2793163, + -0.23168597, + -0.15886857, + -0.36867967, + -0.4173002, + -0.3249037, + -0.4295211, + -0.097148955, + -0.2529089, + 0.0021464825 + ], + [ + -0.13336089, + -0.23833936, + -0.48068693, + -0.35331067, + -0.22535194, + -0.62852407, + -0.56653225, + -0.6959836, + -0.423936, + -0.36573175, + -0.3688786, + -0.46480608, + -0.14894514, + -0.26781493, + -0.08495444, + -0.40421957 + ], + [ + -0.020525277, + -0.31518236, + -0.2961957, + -0.38097513, + -0.18914406, + -0.4820386, + -0.7389376, + -0.5978669, + -0.27926725, + -0.16036697, + -0.37998796, + -0.4790333, + -0.10090169, + -0.39044398, + 0.1778068, + -0.3728788 + ], + [ + -0.040348023, + -0.27340418, + -0.3437928, + -0.2812706, + -0.15113786, + -0.5604144, + -0.56407243, + -0.7819421, + -0.44337356, + -0.25163603, + -0.2014506, + -0.32076433, + -0.03080985, + -0.30209604, + 0.041304022, + -0.33542323 + ], + [ + -0.13105686, + -0.24373767, + -0.47268036, + -0.3131516, + -0.175542, + -0.51362324, + -0.3940717, + -0.6504091, + -0.52344906, + -0.492321, + -0.2903186, + -0.45635247, + -0.15934174, + -0.25937814, + -0.29121098, + -0.38039526 + ], + [ + -0.066560805, + -0.09995133, + -0.45087183, + -0.2960943, + -0.26640046, + -0.31452134, + -0.17349622, + -0.26073706, + -0.35408434, + -0.7188109, + -0.413391, + -0.6648323, + -0.3012402, + -0.092848554, + -0.5643058, + -0.2225734 + ], + [ + -0.062142834, + -0.16996019, + -0.12602851, + -0.26320967, + -0.29614258, + -0.3194223, + -0.39205194, + -0.24323086, + -0.2191318, + -0.413377, + -0.7508837, + -0.3321415, + -0.44832587, + -0.18841332, + -0.20934874, + -0.28115737 + ], + [ + -0.035451293, + -0.15719691, + -0.5878541, + -0.42141902, + -0.1784319, + -0.3286864, + -0.40661028, + -0.28248134, + -0.27630776, + -0.5340936, + -0.29518574, + -0.8652439, + -0.11161797, + -0.24370718, + -0.27630177, + -0.31664565 + ], + [ + -0.11804558, + -0.17088011, + 0.020090282, + -0.18188086, + -0.42925668, + -0.16886725, + -0.14270875, + -0.06634785, + -0.15464829, + -0.40272596, + -0.6112076, + -0.17556196, + -0.5539139, + -0.053913876, + -0.4019036, + -0.06987172 + ], + [ + -0.027740687, + -0.33133322, + -0.33749658, + -0.3976615, + -0.124033675, + -0.38113025, + -0.6598455, + -0.5185288, + -0.30767632, + -0.14821255, + -0.32133222, + -0.4829172, + -0.06950557, + -0.43748713, + 0.1524708, + -0.40364736 + ], + [ + -0.18015526, + 0.012618452, + -0.27976677, + -0.10491809, + -0.18089254, + -0.083741635, + 0.19848716, + 0.049916178, + -0.21237062, + -0.5750445, + -0.22744262, + -0.35099503, + -0.29795438, + 0.091175646, + -0.68712246, + -0.059191972 + ], + [ + -0.19486636, + -0.1964376, + -0.5457485, + -0.36003202, + -0.005584955, + -0.46972442, + -0.497278, + -0.46974897, + -0.37237087, + -0.29640523, + -0.38072246, + -0.51482904, + -0.07976325, + -0.32972753, + -0.07422964, + -0.533614 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.38852793, + -0.069005996, + -0.30200046, + -0.10911235, + -0.011645377, + -0.20472834, + 0.023751497, + -0.07642819, + -0.18960808, + -0.13287355, + -0.121792495, + -0.07508682, + -0.15504387, + -0.028604895, + -0.3213516, + -0.25261608 + ], + [ + -0.061461836, + -0.39755332, + -0.18630338, + -0.35830125, + -0.32645994, + -0.36987987, + -0.5717186, + -0.53957987, + -0.3329594, + -0.19955283, + -0.30003235, + -0.35456902, + -0.22929135, + -0.3642629, + -0.012783736, + -0.24925707 + ], + [ + -0.15957078, + -0.115000874, + -0.7348598, + -0.38215074, + -0.058756918, + -0.4133797, + -0.30308428, + -0.36809716, + -0.34141767, + -0.3963045, + -0.12013936, + -0.6790699, + 0.022436947, + -0.21838143, + -0.20267643, + -0.39836645 + ], + [ + -0.085152745, + -0.28899753, + -0.55656826, + -0.49622884, + -0.30693743, + -0.44103295, + -0.56347966, + -0.43316716, + -0.3339741, + -0.42642847, + -0.3981712, + -0.7504467, + -0.20909223, + -0.3469802, + -0.14676046, + -0.37865138 + ], + [ + -0.026968658, + -0.23350479, + -0.10377148, + -0.27869815, + -0.5411968, + -0.2694294, + -0.27488706, + -0.24366994, + -0.1689698, + -0.35055774, + -0.40978742, + -0.30001125, + -0.42602128, + -0.10207267, + -0.23722309, + -0.0065630674 + ], + [ + -0.12914076, + -0.2415394, + -0.4686919, + -0.35207772, + -0.24154137, + -0.6300699, + -0.5667998, + -0.69877, + -0.42229855, + -0.3678368, + -0.37322688, + -0.4583909, + -0.15996405, + -0.26262462, + -0.087740004, + -0.39264703 + ], + [ + -0.0010018945, + -0.31731972, + -0.28659737, + -0.38226792, + -0.2107296, + -0.48237333, + -0.739856, + -0.60550344, + -0.27918887, + -0.1700863, + -0.3799198, + -0.48143965, + -0.10722664, + -0.3855378, + 0.17883494, + -0.35392028 + ], + [ + -0.030199885, + -0.2781642, + -0.3282531, + -0.28257227, + -0.16835763, + -0.55600095, + -0.5682756, + -0.77954435, + -0.43829247, + -0.2545677, + -0.211407, + -0.3195871, + -0.042987674, + -0.30196226, + 0.04257363, + -0.3232942 + ], + [ + -0.13630211, + -0.23819713, + -0.47378898, + -0.31221458, + -0.17011365, + -0.5155388, + -0.39346224, + -0.6428454, + -0.52009284, + -0.48879325, + -0.30948803, + -0.44818515, + -0.16505912, + -0.25940052, + -0.28625816, + -0.390579 + ], + [ + -0.06741431, + -0.10713482, + -0.4238156, + -0.28831014, + -0.28545877, + -0.31735474, + -0.1724481, + -0.26963457, + -0.35669017, + -0.71858394, + -0.42901447, + -0.63544405, + -0.32180887, + -0.0908581, + -0.5679952, + -0.21228373 + ], + [ + -0.05382879, + -0.16463628, + -0.13294707, + -0.26734966, + -0.28871176, + -0.30251798, + -0.38366345, + -0.221005, + -0.21573547, + -0.42912248, + -0.7520596, + -0.35998273, + -0.44789302, + -0.1863721, + -0.22522026, + -0.28024155 + ], + [ + -0.035583615, + -0.15648684, + -0.58945024, + -0.42274776, + -0.18668272, + -0.33296728, + -0.40605533, + -0.28309825, + -0.27396148, + -0.533096, + -0.29275995, + -0.86600566, + -0.114462525, + -0.23740873, + -0.27673468, + -0.3111695 + ], + [ + -0.122481376, + -0.16329461, + 0.0140224695, + -0.17877948, + -0.42078894, + -0.17759982, + -0.14489841, + -0.06956208, + -0.15325299, + -0.4022205, + -0.61683047, + -0.17396335, + -0.5493441, + -0.05111985, + -0.39800233, + -0.077505365 + ], + [ + -0.026867092, + -0.33253986, + -0.35087752, + -0.40002918, + -0.13343297, + -0.38288662, + -0.6458609, + -0.52549815, + -0.31564593, + -0.1522223, + -0.29671663, + -0.48283702, + -0.06337643, + -0.4325083, + 0.14491552, + -0.39394325 + ], + [ + -0.1626064, + 0.014533997, + -0.26285806, + -0.10080989, + -0.16785008, + -0.07744156, + 0.1863336, + 0.049187064, + -0.21375054, + -0.58490866, + -0.24779546, + -0.3605591, + -0.29991156, + 0.087991655, + -0.68522966, + -0.06332865 + ], + [ + -0.18820444, + -0.1788592, + -0.5639398, + -0.35396603, + 0.0003581643, + -0.47743928, + -0.48108, + -0.47455686, + -0.37814057, + -0.32139587, + -0.37026158, + -0.530174, + -0.06920795, + -0.31267825, + -0.09349373, + -0.52856904 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.38510793, + -0.07677822, + -0.29903498, + -0.11250545, + -0.018629968, + -0.21051174, + 0.011186838, + -0.089369625, + -0.1890659, + -0.12154955, + -0.11171803, + -0.072815895, + -0.14993638, + -0.033495158, + -0.3061146, + -0.24845558 + ], + [ + -0.065987065, + -0.39618194, + -0.18931547, + -0.35723096, + -0.31679243, + -0.3727976, + -0.5744477, + -0.54191417, + -0.33447576, + -0.19417734, + -0.30370003, + -0.34925675, + -0.22526139, + -0.36822706, + -0.0062957406, + -0.25884807 + ], + [ + -0.15842336, + -0.109669566, + -0.7368245, + -0.38257954, + -0.06546712, + -0.40924388, + -0.29458547, + -0.35594717, + -0.33637583, + -0.40599144, + -0.12603894, + -0.6857948, + 0.015651166, + -0.21190658, + -0.21325436, + -0.39286572 + ], + [ + -0.08549768, + -0.28843927, + -0.55691296, + -0.49542832, + -0.307373, + -0.44214037, + -0.5610577, + -0.43465564, + -0.33592406, + -0.42650777, + -0.39970398, + -0.7456137, + -0.21012655, + -0.34659225, + -0.14658533, + -0.37935996 + ], + [ + -0.02880323, + -0.23250525, + -0.10180169, + -0.27841896, + -0.5405642, + -0.26315796, + -0.27385104, + -0.23373637, + -0.16368347, + -0.35678336, + -0.4094025, + -0.31173617, + -0.4276203, + -0.100715354, + -0.2475052, + -0.0036945045 + ], + [ + -0.12800239, + -0.244355, + -0.4651113, + -0.35171342, + -0.23241475, + -0.6278698, + -0.5737443, + -0.7015426, + -0.42408898, + -0.36399204, + -0.37536538, + -0.4579755, + -0.15585388, + -0.27020043, + -0.081394225, + -0.3991751 + ], + [ + -0.009679079, + -0.31595778, + -0.2907213, + -0.3835883, + -0.20656344, + -0.4821504, + -0.73983836, + -0.5975578, + -0.27510446, + -0.16493604, + -0.38269693, + -0.4826335, + -0.10828847, + -0.38513017, + 0.17858058, + -0.3596288 + ], + [ + -0.034217775, + -0.27685946, + -0.33255213, + -0.28268528, + -0.161877, + -0.5596367, + -0.5715878, + -0.78140825, + -0.43801373, + -0.24937694, + -0.21161088, + -0.31825176, + -0.038656592, + -0.30378845, + 0.048307896, + -0.32976198 + ], + [ + -0.13602553, + -0.24536277, + -0.47101074, + -0.31360844, + -0.1738737, + -0.51047933, + -0.3916316, + -0.64515996, + -0.5238118, + -0.48709437, + -0.2991749, + -0.44614854, + -0.16430561, + -0.26403812, + -0.2883179, + -0.38649854 + ], + [ + -0.06589106, + -0.105703875, + -0.43481693, + -0.29216838, + -0.2770722, + -0.3148894, + -0.17312884, + -0.26672965, + -0.35697722, + -0.71821916, + -0.42007485, + -0.64843357, + -0.31238958, + -0.09272191, + -0.56632304, + -0.21625653 + ], + [ + -0.051194206, + -0.16794425, + -0.13040014, + -0.27026755, + -0.29715246, + -0.30394888, + -0.38825294, + -0.22265801, + -0.21289709, + -0.42411053, + -0.7522, + -0.35836703, + -0.45025975, + -0.1873248, + -0.21804443, + -0.27615592 + ], + [ + -0.030044883, + -0.15525094, + -0.5846939, + -0.42218906, + -0.1839668, + -0.32903472, + -0.40826774, + -0.27965027, + -0.27282915, + -0.5370565, + -0.302184, + -0.86888635, + -0.1166127, + -0.23950751, + -0.27612647, + -0.31258237 + ], + [ + -0.11562231, + -0.16208476, + 0.012860417, + -0.18317547, + -0.42676318, + -0.16999769, + -0.14249063, + -0.05742401, + -0.14800146, + -0.40847433, + -0.6188933, + -0.18802369, + -0.55349284, + -0.048117608, + -0.40311044, + -0.07135995 + ], + [ + -0.026598334, + -0.33362573, + -0.3419809, + -0.39932102, + -0.13123026, + -0.37910444, + -0.6501598, + -0.52019763, + -0.31289643, + -0.14977, + -0.3126411, + -0.4774632, + -0.06995836, + -0.43736464, + 0.14924157, + -0.39879394 + ], + [ + -0.15738873, + 0.013325542, + -0.2662305, + -0.10181855, + -0.1724776, + -0.075891584, + 0.19213367, + 0.04542947, + -0.21841392, + -0.58968115, + -0.23754582, + -0.36247933, + -0.29733434, + 0.08922267, + -0.68906856, + -0.057222098 + ], + [ + -0.18538158, + -0.1880429, + -0.5550591, + -0.3573478, + -0.00004440546, + -0.4788515, + -0.49708256, + -0.4823056, + -0.37730527, + -0.30588752, + -0.3737402, + -0.52288294, + -0.068512306, + -0.32309157, + -0.073562786, + -0.53240734 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/4bit_squared_l2_double_hadamard.json b/diskann-quantization/test/generated/spherical/4bit_squared_l2_double_hadamard.json new file mode 100644 index 000000000..4e79044d8 --- /dev/null +++ b/diskann-quantization/test/generated/spherical/4bit_squared_l2_double_hadamard.json @@ -0,0 +1,1388 @@ +{ + "nbits": 4, + "metric": "squared_l2", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 20, + 0, + 4, + 0, + 8, + 0, + 0, + 0, + 12, + 0, + 16, + 0, + 14, + 0, + 0, + 0, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 152, + 222, + 168, + 188, + 180, + 64, + 103, + 62, + 115, + 163, + 174, + 189, + 206, + 25, + 87, + 189, + 101, + 78, + 56, + 188, + 100, + 224, + 15, + 60, + 242, + 245, + 188, + 62, + 94, + 115, + 162, + 190 + ], + "compressed_vectors": [ + [ + 231, + 122, + 169, + 220, + 91, + 43, + 176, + 53, + 82, + 0 + ], + [ + 200, + 212, + 123, + 105, + 186, + 41, + 30, + 49, + 70, + 0 + ], + [ + 86, + 87, + 242, + 167, + 31, + 44, + 33, + 55, + 57, + 0 + ], + [ + 101, + 128, + 164, + 91, + 221, + 38, + 174, + 44, + 49, + 0 + ], + [ + 151, + 69, + 111, + 58, + 59, + 43, + 100, + 53, + 59, + 0 + ], + [ + 89, + 116, + 138, + 240, + 205, + 40, + 70, + 50, + 58, + 0 + ], + [ + 89, + 193, + 71, + 150, + 136, + 44, + 3, + 55, + 53, + 0 + ], + [ + 121, + 166, + 137, + 147, + 178, + 47, + 37, + 56, + 61, + 0 + ], + [ + 168, + 188, + 184, + 128, + 113, + 40, + 39, + 48, + 68, + 0 + ], + [ + 56, + 63, + 135, + 55, + 45, + 43, + 235, + 53, + 54, + 0 + ], + [ + 135, + 88, + 23, + 120, + 116, + 46, + 9, + 56, + 51, + 0 + ], + [ + 7, + 119, + 163, + 90, + 4, + 45, + 181, + 56, + 49, + 0 + ], + [ + 182, + 74, + 44, + 91, + 229, + 43, + 50, + 54, + 61, + 0 + ], + [ + 185, + 211, + 117, + 120, + 105, + 42, + 195, + 49, + 63, + 0 + ], + [ + 135, + 94, + 153, + 106, + 175, + 46, + 93, + 57, + 68, + 0 + ], + [ + 167, + 167, + 112, + 230, + 36, + 41, + 219, + 49, + 61, + 0 + ] + ], + "data_distances": [ + -0.0023334026, + 0.41254503, + 0.75292194, + 0.5040787, + 0.6956289, + 0.6075508, + 1.1476641, + 1.1153677, + 0.469278, + 0.95084757, + 0.99312896, + 1.41671, + 0.5548338, + 0.52113354, + 0.6658132, + 0.3976737, + -0.00042498112, + 0.90219355, + 0.19345096, + 0.3275034, + 0.40629634, + 0.39225444, + 0.5327359, + 0.28035864, + 0.8658693, + 0.7590379, + 1.0603373, + 0.46709916, + 0.091271624, + 1.054584, + 0.384221, + -0.004496455, + 0.38057017, + 1.2044071, + 0.5474128, + 1.0935035, + 1.0410476, + 0.5283969, + 0.71796316, + 1.4953346, + 0.4586513, + 1.412595, + 0.7159023, + 1.1092422, + 0.40613896, + -0.00038672984, + 0.39186105, + 0.32245797, + 0.37848222, + 0.6814467, + 0.30986026, + 0.5647339, + 0.6640178, + 0.43878746, + 0.56945914, + 0.15113533, + 0.95911235, + 0.24318302, + -0.0026423335, + 0.6537218, + 0.87913084, + 1.0451587, + 0.63327897, + 0.67828625, + 0.6362636, + 1.1732004, + 0.20849538, + 0.6188076, + 0.8244518, + 0.93732417, + -0.001788348, + 0.3766976, + 0.20451456, + 0.22169326, + 0.74674344, + 0.81011003, + 0.9460865, + 0.8353937, + 0.40427285, + 1.2503021, + 0.27509448, + -0.0057792664, + 0.42849076, + 0.6638037, + 1.3201256, + 0.87123847, + 0.97112536, + 1.1311092, + 0.27081177, + 2.1068065, + 0.47904384, + -0.004805684, + 0.32657388, + 1.2182342, + 1.386173, + 1.445675, + 1.3798897, + 0.529518, + 1.8790964, + 0.6044709, + -0.000539273, + 0.4607293, + 0.8615676, + 0.91664785, + 0.6774726, + 0.30460143, + 0.7421932, + 0.25282234, + -0.0019575953, + 0.74425745, + 0.55844927, + 0.60148776, + 0.94578254, + 0.30261707, + 0.7847573, + -0.007881403, + 1.3140285, + 0.28215933, + 0.7854383, + 1.1432153, + 0.70357573, + -0.0024528503, + 1.4009337, + 0.8861729, + 1.2342365, + 0.8154258, + -0.0015881062, + 0.72787285, + 0.56166804, + 0.8327502, + -0.0010360479, + 1.31592, + 0.20616013, + -0.011507034, + 1.1343964, + -0.0017781854 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.0023334026, + 0.41254503, + 0.75292194, + 0.5040787, + 0.6956289, + 0.6075508, + 1.1476641, + 1.1153677, + 0.469278, + 0.95084757, + 0.99312896, + 1.41671, + 0.5548338, + 0.52113354, + 0.6658132, + 0.3976737 + ], + [ + 0.41254503, + -0.00042498112, + 0.90219355, + 0.19345096, + 0.3275034, + 0.40629634, + 0.39225444, + 0.5327359, + 0.28035864, + 0.8658693, + 0.7590379, + 1.0603373, + 0.46709916, + 0.091271624, + 1.054584, + 0.384221 + ], + [ + 0.75292194, + 0.90219355, + -0.004496455, + 0.38057017, + 1.2044071, + 0.5474128, + 1.0935035, + 1.0410476, + 0.5283969, + 0.71796316, + 1.4953346, + 0.4586513, + 1.412595, + 0.7159023, + 1.1092422, + 0.40613896 + ], + [ + 0.5040787, + 0.19345096, + 0.38057017, + -0.00038672984, + 0.39186105, + 0.32245797, + 0.37848222, + 0.6814467, + 0.30986026, + 0.5647339, + 0.6640178, + 0.43878746, + 0.56945914, + 0.15113533, + 0.95911235, + 0.24318302 + ], + [ + 0.6956289, + 0.3275034, + 1.2044071, + 0.39186105, + -0.0026423335, + 0.6537218, + 0.87913084, + 1.0451587, + 0.63327897, + 0.67828625, + 0.6362636, + 1.1732004, + 0.20849538, + 0.6188076, + 0.8244518, + 0.93732417 + ], + [ + 0.6075508, + 0.40629634, + 0.5474128, + 0.32245797, + 0.6537218, + -0.001788348, + 0.3766976, + 0.20451456, + 0.22169326, + 0.74674344, + 0.81011003, + 0.9460865, + 0.8353937, + 0.40427285, + 1.2503021, + 0.27509448 + ], + [ + 1.1476641, + 0.39225444, + 1.0935035, + 0.37848222, + 0.87913084, + 0.3766976, + -0.0057792664, + 0.42849076, + 0.6638037, + 1.3201256, + 0.87123847, + 0.97112536, + 1.1311092, + 0.27081177, + 2.1068065, + 0.47904384 + ], + [ + 1.1153677, + 0.5327359, + 1.0410476, + 0.6814467, + 1.0451587, + 0.20451456, + 0.42849076, + -0.004805684, + 0.32657388, + 1.2182342, + 1.386173, + 1.445675, + 1.3798897, + 0.529518, + 1.8790964, + 0.6044709 + ], + [ + 0.469278, + 0.28035864, + 0.5283969, + 0.30986026, + 0.63327897, + 0.22169326, + 0.6638037, + 0.32657388, + -0.000539273, + 0.4607293, + 0.8615676, + 0.91664785, + 0.6774726, + 0.30460143, + 0.7421932, + 0.25282234 + ], + [ + 0.95084757, + 0.8658693, + 0.71796316, + 0.5647339, + 0.67828625, + 0.74674344, + 1.3201256, + 1.2182342, + 0.4607293, + -0.0019575953, + 0.74425745, + 0.55844927, + 0.60148776, + 0.94578254, + 0.30261707, + 0.7847573 + ], + [ + 0.99312896, + 0.7590379, + 1.4953346, + 0.6640178, + 0.6362636, + 0.81011003, + 0.87123847, + 1.386173, + 0.8615676, + 0.74425745, + -0.007881403, + 1.3140285, + 0.28215933, + 0.7854383, + 1.1432153, + 0.70357573 + ], + [ + 1.41671, + 1.0603373, + 0.4586513, + 0.43878746, + 1.1732004, + 0.9460865, + 0.97112536, + 1.445675, + 0.91664785, + 0.55844927, + 1.3140285, + -0.0024528503, + 1.4009337, + 0.8861729, + 1.2342365, + 0.8154258 + ], + [ + 0.5548338, + 0.46709916, + 1.412595, + 0.56945914, + 0.20849538, + 0.8353937, + 1.1311092, + 1.3798897, + 0.6774726, + 0.60148776, + 0.28215933, + 1.4009337, + -0.0015881062, + 0.72787285, + 0.56166804, + 0.8327502 + ], + [ + 0.52113354, + 0.091271624, + 0.7159023, + 0.15113533, + 0.6188076, + 0.40427285, + 0.27081177, + 0.529518, + 0.30460143, + 0.94578254, + 0.7854383, + 0.8861729, + 0.72787285, + -0.0010360479, + 1.31592, + 0.20616013 + ], + [ + 0.6658132, + 1.054584, + 1.1092422, + 0.95911235, + 0.8244518, + 1.2503021, + 2.1068065, + 1.8790964, + 0.7421932, + 0.30261707, + 1.1432153, + 1.2342365, + 0.56166804, + 1.31592, + -0.011507034, + 1.1343964 + ], + [ + 0.3976737, + 0.384221, + 0.40613896, + 0.24318302, + 0.93732417, + 0.27509448, + 0.47904384, + 0.6044709, + 0.25282234, + 0.7847573, + 0.70357573, + 0.8154258, + 0.8327502, + 0.20616013, + 1.1343964, + -0.0017781854 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.0042331815, + 0.4075557, + 0.7540396, + 0.5041498, + 0.69524014, + 0.6100971, + 1.1505907, + 1.1126344, + 0.46441638, + 0.9510025, + 1.0060042, + 1.4152946, + 0.5559498, + 0.522354, + 0.65818167, + 0.40136266 + ], + [ + 0.41907078, + 0.007320434, + 0.88907766, + 0.19519582, + 0.34549212, + 0.40718526, + 0.3948241, + 0.52907, + 0.2747208, + 0.85441256, + 0.7686588, + 1.0442848, + 0.483809, + 0.09026487, + 1.0506833, + 0.37822646 + ], + [ + 0.7405218, + 0.86032975, + 0.0055969357, + 0.3559059, + 1.1894937, + 0.56093913, + 1.0605065, + 1.0422268, + 0.53668875, + 0.7811388, + 1.5112998, + 0.47898096, + 1.4132364, + 0.6732235, + 1.1639192, + 0.39774048 + ], + [ + 0.5166841, + 0.19133095, + 0.3884269, + 0.00042958558, + 0.37775943, + 0.32675797, + 0.38362858, + 0.6784533, + 0.3073874, + 0.55214036, + 0.668932, + 0.43458104, + 0.5645164, + 0.15570706, + 0.9493778, + 0.2589473 + ], + [ + 0.6597336, + 0.31325012, + 1.1917875, + 0.38545495, + -0.006146729, + 0.65633726, + 0.8859725, + 1.0523889, + 0.6357603, + 0.70728296, + 0.65905666, + 1.1946783, + 0.21164876, + 0.60346127, + 0.829695, + 0.9283518 + ], + [ + 0.62669253, + 0.38433397, + 0.5830036, + 0.32206088, + 0.63434124, + -0.0039089024, + 0.3494161, + 0.17750072, + 0.2179625, + 0.7587657, + 0.8137539, + 0.9565672, + 0.8287972, + 0.39560768, + 1.2691466, + 0.29198113 + ], + [ + 1.1484581, + 0.39241958, + 1.0614992, + 0.36644953, + 0.85290337, + 0.3660515, + 0.0069767237, + 0.42337364, + 0.66483265, + 1.3183784, + 0.92750615, + 0.94159883, + 1.1434568, + 0.2953891, + 2.0933313, + 0.5066882 + ], + [ + 1.1400468, + 0.52942836, + 1.0566375, + 0.68711877, + 1.0244448, + 0.23101044, + 0.46567196, + 0.0015672445, + 0.30794698, + 1.1781206, + 1.3898292, + 1.449457, + 1.3626461, + 0.53426766, + 1.8382578, + 0.63127935 + ], + [ + 0.46118438, + 0.2873248, + 0.5181952, + 0.31013495, + 0.62484765, + 0.22216268, + 0.6841282, + 0.33813673, + -0.00028595328, + 0.45503277, + 0.85644907, + 0.9263883, + 0.66865313, + 0.31226623, + 0.73091507, + 0.25425684 + ], + [ + 0.96252376, + 0.8794856, + 0.678411, + 0.55596817, + 0.68210155, + 0.7482332, + 1.3395646, + 1.224846, + 0.45633924, + -0.019273818, + 0.7723253, + 0.5253476, + 0.6210993, + 0.9572296, + 0.29224306, + 0.7896344 + ], + [ + 1.0394099, + 0.7583099, + 1.4899952, + 0.6639195, + 0.6711497, + 0.81545645, + 0.8573822, + 1.3506668, + 0.8331479, + 0.73148185, + 0.0027837753, + 1.3007121, + 0.31816685, + 0.7625312, + 1.1702969, + 0.69054127 + ], + [ + 1.4138328, + 1.0515312, + 0.46924275, + 0.44869363, + 1.2004477, + 0.97051626, + 0.98343253, + 1.4453344, + 0.8983326, + 0.54021204, + 1.3326397, + -0.0072066784, + 1.4122051, + 0.8691835, + 1.2042702, + 0.8093814 + ], + [ + 0.5534385, + 0.46325672, + 1.413505, + 0.5653817, + 0.199987, + 0.85428107, + 1.1386939, + 1.4021366, + 0.6870072, + 0.58845854, + 0.29850405, + 1.3721733, + -0.003983021, + 0.72967565, + 0.5365047, + 0.8478014 + ], + [ + 0.5415093, + 0.09984717, + 0.71230674, + 0.1414598, + 0.6125425, + 0.41182867, + 0.26377228, + 0.5506635, + 0.31961763, + 0.9380503, + 0.76269037, + 0.85958016, + 0.7216929, + 0.0023914874, + 1.3252599, + 0.2094266 + ], + [ + 0.6804328, + 1.079346, + 1.0569519, + 0.95863, + 0.88099456, + 1.2305145, + 2.0963664, + 1.8519154, + 0.7286132, + 0.29789084, + 1.1639223, + 1.2056518, + 0.6205627, + 1.3069464, + 0.01940155, + 1.1004012 + ], + [ + 0.38928288, + 0.39492577, + 0.37331444, + 0.23332924, + 0.9305247, + 0.2727964, + 0.48312074, + 0.6222578, + 0.27196085, + 0.77968353, + 0.7301771, + 0.7762736, + 0.8486085, + 0.21509367, + 1.1275907, + 0.006863624 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + 0.00014317036, + 0.40660623, + 0.7524909, + 0.5053909, + 0.70798916, + 0.6180576, + 1.1538212, + 1.1120818, + 0.45688403, + 0.9441095, + 1.0133423, + 1.4077027, + 0.56347036, + 0.5175762, + 0.6513265, + 0.39766723 + ], + [ + 0.4136786, + 0.0000602901, + 0.8967126, + 0.19479966, + 0.32999176, + 0.4121791, + 0.4045864, + 0.5332315, + 0.27309826, + 0.85599124, + 0.7713692, + 1.0566509, + 0.47112912, + 0.09221004, + 1.0411246, + 0.387312 + ], + [ + 0.75529397, + 0.87876576, + -0.0002220273, + 0.36803403, + 1.1993653, + 0.5492437, + 1.0727462, + 1.0262954, + 0.5241325, + 0.75281805, + 1.5085295, + 0.4747755, + 1.4197438, + 0.6911539, + 1.1476578, + 0.4006047 + ], + [ + 0.50842446, + 0.19075942, + 0.38500935, + 0.0000016093254, + 0.3833307, + 0.326331, + 0.3850465, + 0.68103623, + 0.30643442, + 0.5592785, + 0.6669696, + 0.44146988, + 0.56439495, + 0.15318587, + 0.95192385, + 0.2511619 + ], + [ + 0.6700708, + 0.321474, + 1.1822752, + 0.38593817, + -0.000105679035, + 0.653719, + 0.88572323, + 1.0492426, + 0.6353757, + 0.694087, + 0.66851, + 1.1728172, + 0.22262204, + 0.6110074, + 0.8237951, + 0.93223596 + ], + [ + 0.6293242, + 0.39883354, + 0.5766345, + 0.3244224, + 0.6415986, + 0.000076532364, + 0.36046478, + 0.19461173, + 0.221798, + 0.7432275, + 0.7932882, + 0.9481058, + 0.8230296, + 0.40361822, + 1.2577564, + 0.2867599 + ], + [ + 1.1206942, + 0.38558, + 1.0791266, + 0.36895686, + 0.8642135, + 0.3760303, + -0.00030767918, + 0.44548833, + 0.6761396, + 1.339104, + 0.89347225, + 0.96669585, + 1.1268859, + 0.2770253, + 2.100466, + 0.4842202 + ], + [ + 1.1538249, + 0.5410446, + 1.0321541, + 0.6735208, + 1.0462754, + 0.21482393, + 0.43079573, + -0.00016951561, + 0.32229373, + 1.1984539, + 1.3785409, + 1.418745, + 1.3851628, + 0.53160644, + 1.8853183, + 0.61007494 + ], + [ + 0.46090743, + 0.2845441, + 0.52809834, + 0.31292558, + 0.62925535, + 0.2161406, + 0.6709078, + 0.3286503, + 0.00008383393, + 0.4624236, + 0.85052633, + 0.9321044, + 0.6691121, + 0.3095595, + 0.7405138, + 0.25024763 + ], + [ + 0.9408771, + 0.85353446, + 0.71107876, + 0.5614466, + 0.66486293, + 0.75303394, + 1.3342311, + 1.2145779, + 0.45383993, + 0.00017929077, + 0.7818358, + 0.5609988, + 0.60649514, + 0.9427314, + 0.288661, + 0.797892 + ], + [ + 1.043406, + 0.76274097, + 1.4874177, + 0.65887225, + 0.6594245, + 0.8220407, + 0.8622135, + 1.3703438, + 0.8441677, + 0.7224339, + -0.00028800964, + 1.2797593, + 0.30889088, + 0.7740966, + 1.1577256, + 0.7014952 + ], + [ + 1.4116107, + 1.0569923, + 0.46504045, + 0.44304836, + 1.1838865, + 0.9575984, + 0.97606385, + 1.4505895, + 0.9125263, + 0.5528319, + 1.3138169, + -0.00018680096, + 1.4019427, + 0.8763832, + 1.2234353, + 0.8101982 + ], + [ + 0.53631794, + 0.46261436, + 1.4093361, + 0.570022, + 0.20527172, + 0.8350295, + 1.135362, + 1.3825147, + 0.6805607, + 0.608726, + 0.29650354, + 1.406329, + -0.00016468763, + 0.72588724, + 0.5549752, + 0.83370197 + ], + [ + 0.5196035, + 0.09245044, + 0.7097061, + 0.14291063, + 0.6080877, + 0.41041398, + 0.2745986, + 0.549268, + 0.31512415, + 0.94958997, + 0.7762781, + 0.8806759, + 0.71881413, + 0.000043421984, + 1.3186319, + 0.20781639 + ], + [ + 0.6743231, + 1.0674485, + 1.0671716, + 0.95366365, + 0.8630448, + 1.256715, + 2.1109023, + 1.8785621, + 0.73526245, + 0.29269654, + 1.1669412, + 1.2035118, + 0.60524946, + 1.2975006, + -0.0002053976, + 1.1129153 + ], + [ + 0.3855543, + 0.39169917, + 0.38343018, + 0.2425228, + 0.9406871, + 0.2718397, + 0.4911173, + 0.60929155, + 0.25500476, + 0.7785721, + 0.7272313, + 0.8004616, + 0.84508836, + 0.21382838, + 1.1200107, + -0.000014722347 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/4bit_squared_l2_double_hadamard_rmn.json b/diskann-quantization/test/generated/spherical/4bit_squared_l2_double_hadamard_rmn.json new file mode 100644 index 000000000..c6cefc44c --- /dev/null +++ b/diskann-quantization/test/generated/spherical/4bit_squared_l2_double_hadamard_rmn.json @@ -0,0 +1,1388 @@ +{ + "nbits": 4, + "metric": "squared_l2", + "transform": "double_hadamard", + "pre_scale": "reciprocal_mean_norm", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 20, + 0, + 4, + 0, + 8, + 0, + 0, + 0, + 12, + 0, + 16, + 0, + 14, + 0, + 0, + 0, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 189, + 189, + 163, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 200, + 5, + 216, + 188, + 152, + 233, + 147, + 62, + 4, + 103, + 223, + 189, + 219, + 148, + 137, + 189, + 9, + 197, + 107, + 188, + 5, + 13, + 56, + 60, + 76, + 185, + 241, + 62, + 184, + 207, + 207, + 190 + ], + "compressed_vectors": [ + [ + 231, + 122, + 169, + 220, + 181, + 44, + 167, + 56, + 82, + 0 + ], + [ + 200, + 212, + 123, + 105, + 84, + 43, + 48, + 52, + 70, + 0 + ], + [ + 86, + 87, + 242, + 167, + 69, + 45, + 213, + 57, + 57, + 0 + ], + [ + 101, + 128, + 164, + 91, + 100, + 40, + 169, + 47, + 49, + 0 + ], + [ + 151, + 69, + 111, + 58, + 160, + 44, + 105, + 56, + 59, + 0 + ], + [ + 89, + 116, + 138, + 240, + 36, + 42, + 34, + 53, + 58, + 0 + ], + [ + 89, + 193, + 71, + 150, + 203, + 45, + 189, + 57, + 53, + 0 + ], + [ + 121, + 166, + 137, + 147, + 236, + 48, + 201, + 58, + 61, + 0 + ], + [ + 168, + 188, + 184, + 128, + 175, + 41, + 204, + 50, + 68, + 0 + ], + [ + 56, + 63, + 135, + 55, + 151, + 44, + 215, + 56, + 54, + 0 + ], + [ + 135, + 88, + 23, + 120, + 32, + 48, + 155, + 58, + 51, + 0 + ], + [ + 7, + 119, + 163, + 90, + 106, + 46, + 180, + 59, + 49, + 0 + ], + [ + 182, + 74, + 44, + 91, + 13, + 45, + 18, + 57, + 61, + 0 + ], + [ + 185, + 211, + 117, + 120, + 26, + 44, + 183, + 52, + 63, + 0 + ], + [ + 135, + 94, + 153, + 106, + 70, + 48, + 100, + 60, + 68, + 0 + ], + [ + 167, + 167, + 112, + 230, + 147, + 42, + 203, + 52, + 61, + 0 + ] + ], + "data_distances": [ + -0.0053044558, + 0.6748354, + 1.2318237, + 0.8248503, + 1.1381274, + 0.9940804, + 1.8780001, + 1.825615, + 0.76781946, + 1.5557415, + 1.625283, + 2.3183777, + 0.9077071, + 0.85265356, + 1.0898867, + 0.6506777, + -0.0009903908, + 1.4762483, + 0.316603, + 0.5357907, + 0.6649157, + 0.6421687, + 0.8721096, + 0.45886838, + 1.4168802, + 1.2423825, + 1.7352626, + 0.7644812, + 0.1491332, + 1.7263627, + 0.6289102, + -0.0063182116, + 0.6227511, + 1.9704843, + 0.8957555, + 1.7891129, + 1.703789, + 0.86463046, + 1.174553, + 2.4462366, + 0.75119686, + 2.311481, + 1.1714289, + 1.8156645, + 0.66488004, + -0.00064867735, + 0.6412134, + 0.52770644, + 0.61963713, + 1.1155598, + 0.5072492, + 0.92393005, + 1.0868683, + 0.71818304, + 0.93214375, + 0.24729735, + 1.5700698, + 0.3981092, + -0.0045928955, + 1.0696805, + 1.4386241, + 1.7106361, + 1.0364213, + 1.1096064, + 1.0415955, + 1.9197369, + 0.34100103, + 1.0126734, + 1.3497539, + 1.533772, + -0.0028098822, + 0.616879, + 0.33514577, + 0.36278898, + 1.2216635, + 1.3258233, + 1.5481262, + 1.3672644, + 0.66159576, + 2.0463073, + 0.45034686, + -0.0073959827, + 0.7022653, + 1.0864344, + 2.1596577, + 1.4262891, + 1.5894618, + 1.8511063, + 0.44348097, + 3.4467993, + 0.78439796, + -0.0070209503, + 0.53466964, + 1.9936236, + 2.2686348, + 2.3659627, + 2.2587872, + 0.86682296, + 3.0755205, + 0.98970956, + -0.0010680854, + 0.7536943, + 1.4101351, + 1.5001476, + 1.1090081, + 0.4985431, + 1.2151817, + 0.4138975, + -0.0038410425, + 1.2180364, + 0.9138187, + 0.9840812, + 1.547705, + 0.49589074, + 1.283934, + -0.010314941, + 2.1503048, + 0.4625106, + 1.2855854, + 1.8716955, + 1.1517272, + -0.0026655197, + 2.2926881, + 1.4502516, + 2.0203953, + 1.3345147, + -0.0029588938, + 1.1914641, + 0.91993004, + 1.3630034, + -0.002071619, + 2.154039, + 0.33749557, + -0.016134024, + 1.8567706, + -0.0023339987 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.0053044558, + 0.6748354, + 1.2318237, + 0.8248503, + 1.1381274, + 0.9940804, + 1.8780001, + 1.825615, + 0.76781946, + 1.5557415, + 1.625283, + 2.3183777, + 0.9077071, + 0.85265356, + 1.0898867, + 0.6506777 + ], + [ + 0.6748354, + -0.0009903908, + 1.4762483, + 0.316603, + 0.5357907, + 0.6649157, + 0.6421687, + 0.8721096, + 0.45886838, + 1.4168802, + 1.2423825, + 1.7352626, + 0.7644812, + 0.1491332, + 1.7263627, + 0.6289102 + ], + [ + 1.2318237, + 1.4762483, + -0.0063182116, + 0.6227511, + 1.9704843, + 0.8957555, + 1.7891129, + 1.703789, + 0.86463046, + 1.174553, + 2.4462366, + 0.75119686, + 2.311481, + 1.1714289, + 1.8156645, + 0.66488004 + ], + [ + 0.8248503, + 0.316603, + 0.6227511, + -0.00064867735, + 0.6412134, + 0.52770644, + 0.61963713, + 1.1155598, + 0.5072492, + 0.92393005, + 1.0868683, + 0.71818304, + 0.93214375, + 0.24729735, + 1.5700698, + 0.3981092 + ], + [ + 1.1381274, + 0.5357907, + 1.9704843, + 0.6412134, + -0.0045928955, + 1.0696805, + 1.4386241, + 1.7106361, + 1.0364213, + 1.1096064, + 1.0415955, + 1.9197369, + 0.34100103, + 1.0126734, + 1.3497539, + 1.533772 + ], + [ + 0.9940804, + 0.6649157, + 0.8957555, + 0.52770644, + 1.0696805, + -0.0028098822, + 0.616879, + 0.33514577, + 0.36278898, + 1.2216635, + 1.3258233, + 1.5481262, + 1.3672644, + 0.66159576, + 2.0463073, + 0.45034686 + ], + [ + 1.8780001, + 0.6421687, + 1.7891129, + 0.61963713, + 1.4386241, + 0.616879, + -0.0073959827, + 0.7022653, + 1.0864344, + 2.1596577, + 1.4262891, + 1.5894618, + 1.8511063, + 0.44348097, + 3.4467993, + 0.78439796 + ], + [ + 1.825615, + 0.8721096, + 1.703789, + 1.1155598, + 1.7106361, + 0.33514577, + 0.7022653, + -0.0070209503, + 0.53466964, + 1.9936236, + 2.2686348, + 2.3659627, + 2.2587872, + 0.86682296, + 3.0755205, + 0.98970956 + ], + [ + 0.76781946, + 0.45886838, + 0.86463046, + 0.5072492, + 1.0364213, + 0.36278898, + 1.0864344, + 0.53466964, + -0.0010680854, + 0.7536943, + 1.4101351, + 1.5001476, + 1.1090081, + 0.4985431, + 1.2151817, + 0.4138975 + ], + [ + 1.5557415, + 1.4168802, + 1.174553, + 0.92393005, + 1.1096064, + 1.2216635, + 2.1596577, + 1.9936236, + 0.7536943, + -0.0038410425, + 1.2180364, + 0.9138187, + 0.9840812, + 1.547705, + 0.49589074, + 1.283934 + ], + [ + 1.625283, + 1.2423825, + 2.4462366, + 1.0868683, + 1.0415955, + 1.3258233, + 1.4262891, + 2.2686348, + 1.4101351, + 1.2180364, + -0.010314941, + 2.1503048, + 0.4625106, + 1.2855854, + 1.8716955, + 1.1517272 + ], + [ + 2.3183777, + 1.7352626, + 0.75119686, + 0.71818304, + 1.9197369, + 1.5481262, + 1.5894618, + 2.3659627, + 1.5001476, + 0.9138187, + 2.1503048, + -0.0026655197, + 2.2926881, + 1.4502516, + 2.0203953, + 1.3345147 + ], + [ + 0.9077071, + 0.7644812, + 2.311481, + 0.93214375, + 0.34100103, + 1.3672644, + 1.8511063, + 2.2587872, + 1.1090081, + 0.9840812, + 0.4625106, + 2.2926881, + -0.0029588938, + 1.1914641, + 0.91993004, + 1.3630034 + ], + [ + 0.85265356, + 0.1491332, + 1.1714289, + 0.24729735, + 1.0126734, + 0.66159576, + 0.44348097, + 0.86682296, + 0.4985431, + 1.547705, + 1.2855854, + 1.4502516, + 1.1914641, + -0.002071619, + 2.154039, + 0.33749557 + ], + [ + 1.0898867, + 1.7263627, + 1.8156645, + 1.5700698, + 1.3497539, + 2.0463073, + 3.4467993, + 3.0755205, + 1.2151817, + 0.49589074, + 1.8716955, + 2.0203953, + 0.91993004, + 2.154039, + -0.016134024, + 1.8567706 + ], + [ + 0.6506777, + 0.6289102, + 0.66488004, + 0.3981092, + 1.533772, + 0.45034686, + 0.78439796, + 0.98970956, + 0.4138975, + 1.283934, + 1.1517272, + 1.3345147, + 1.3630034, + 0.33749557, + 1.8567706, + -0.0023339987 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.0076715946, + 0.6669074, + 1.2338461, + 0.82505906, + 1.1376432, + 0.99835527, + 1.8826492, + 1.8210974, + 0.7600288, + 1.5559636, + 1.6463844, + 2.3158271, + 0.9098433, + 0.85481817, + 1.0778539, + 0.6569835 + ], + [ + 0.6855434, + 0.011836231, + 1.454591, + 0.31944662, + 0.5652912, + 0.66630673, + 0.6464535, + 0.8661587, + 0.4496097, + 1.3979056, + 1.2580283, + 1.7087901, + 0.79184353, + 0.14759186, + 1.7198193, + 0.619045 + ], + [ + 1.2116029, + 1.408044, + 0.009672046, + 0.5824004, + 1.9464933, + 0.9179368, + 1.7354131, + 1.7058891, + 0.8782866, + 1.2779843, + 2.4728494, + 0.7841616, + 2.313058, + 1.1017418, + 1.9052192, + 0.6510984 + ], + [ + 0.8454323, + 0.31310955, + 0.63560796, + 0.0006953031, + 0.6181065, + 0.53469247, + 0.62805754, + 1.1106011, + 0.50313574, + 0.9032514, + 1.0948458, + 0.7113317, + 0.92398727, + 0.2547765, + 1.5540488, + 0.4238684 + ], + [ + 1.0794224, + 0.5125404, + 1.9498634, + 0.6307951, + -0.010193467, + 1.0740123, + 1.4498672, + 1.7225126, + 1.0405308, + 1.1571262, + 1.0789577, + 1.9549117, + 0.34628052, + 0.9876051, + 1.3584145, + 1.5191152 + ], + [ + 1.025442, + 0.62898433, + 0.9539668, + 0.52707773, + 1.0379969, + -0.0063379407, + 0.5722279, + 0.29086185, + 0.35667515, + 1.2413816, + 1.331814, + 1.5653119, + 1.3565234, + 0.6474274, + 2.077215, + 0.47796607 + ], + [ + 1.8795023, + 0.6420825, + 1.7368209, + 0.59965944, + 1.3956548, + 0.59905136, + 0.012435198, + 0.69321436, + 1.0880632, + 2.1571581, + 1.5180887, + 1.5409529, + 1.8714712, + 0.48321724, + 3.4255996, + 0.82933044 + ], + [ + 1.8656647, + 0.86631924, + 1.728925, + 1.1244795, + 1.6763786, + 0.3781051, + 0.76267713, + 0.002985835, + 0.5037923, + 1.9276278, + 2.2742643, + 2.3717985, + 2.2302175, + 0.8742211, + 3.0083811, + 1.0331941 + ], + [ + 0.7545186, + 0.4702185, + 0.8479119, + 0.5075776, + 1.0224673, + 0.3635589, + 1.119559, + 0.55371916, + -0.0005606115, + 0.744336, + 1.401573, + 1.5159076, + 1.0944195, + 0.5110349, + 1.1967072, + 0.4162205 + ], + [ + 1.5751383, + 1.4394451, + 1.1101497, + 0.9098668, + 1.1161401, + 1.2243825, + 2.1917167, + 2.0047188, + 0.7467983, + -0.031859636, + 1.2642335, + 0.8599727, + 1.0164776, + 1.5667171, + 0.4792397, + 1.2921921 + ], + [ + 1.7009087, + 1.2410047, + 2.4377651, + 1.0865132, + 1.0982032, + 1.3344002, + 1.4032769, + 2.210615, + 1.3635578, + 1.1967199, + 0.005836487, + 2.1284604, + 0.520563, + 1.2479057, + 1.9156857, + 1.130139 + ], + [ + 2.3138623, + 1.7209581, + 0.7681651, + 0.734226, + 1.9644051, + 1.5881312, + 1.6095067, + 2.3655305, + 1.4702168, + 0.88371015, + 2.1808062, + -0.011116505, + 2.3113086, + 1.422448, + 1.9713086, + 1.324596 + ], + [ + 0.90534925, + 0.75807136, + 2.3125653, + 0.9252688, + 0.32714504, + 1.3979058, + 1.8632245, + 2.2948322, + 1.1243927, + 0.96267223, + 0.48934966, + 2.2453015, + -0.0066986084, + 1.1941917, + 0.8788261, + 1.3873593 + ], + [ + 0.8859891, + 0.16329047, + 1.1654586, + 0.2314904, + 1.0023243, + 0.6739081, + 0.43214798, + 0.90149474, + 0.5230944, + 1.534775, + 1.2482872, + 1.4066428, + 1.1812162, + 0.0037276149, + 2.1689987, + 0.34290212 + ], + [ + 1.1130366, + 1.7664436, + 1.7295477, + 1.5688218, + 1.4416027, + 2.0135667, + 3.4297104, + 3.030853, + 1.192337, + 0.48715675, + 1.9049616, + 1.9730389, + 1.0154696, + 2.139032, + 0.033079863, + 1.8007336 + ], + [ + 0.63675416, + 0.64633036, + 0.6109662, + 0.38185343, + 1.5227106, + 0.44641763, + 0.79087913, + 1.0186499, + 0.44507825, + 1.2756134, + 1.195117, + 1.2703635, + 1.3889575, + 0.3519272, + 1.8456419, + 0.011515856 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.0005065203, + 0.66535324, + 1.2313129, + 0.82709044, + 1.1585075, + 1.0113807, + 1.8879327, + 1.8201935, + 0.74769825, + 1.5446837, + 1.6583849, + 2.3034072, + 0.92215365, + 0.84699655, + 1.06664, + 0.65093803 + ], + [ + 0.676715, + -0.000048577785, + 1.4670796, + 0.31879824, + 0.5399245, + 0.67447793, + 0.6624191, + 0.87296844, + 0.44695356, + 1.4004891, + 1.2624611, + 1.7290199, + 0.7710884, + 0.15077633, + 1.7041826, + 0.63390875 + ], + [ + 1.2357892, + 1.4382236, + 0.0001540184, + 0.6022507, + 1.9626483, + 0.8988004, + 1.7554302, + 1.67982, + 0.8577321, + 1.2316386, + 2.468319, + 0.77728194, + 2.32371, + 1.1310947, + 1.8786179, + 0.65578413 + ], + [ + 0.8319092, + 0.31217402, + 0.63001776, + -0.000005155802, + 0.6272241, + 0.53399384, + 0.6303765, + 1.1148278, + 0.5015757, + 0.9149328, + 1.0916364, + 0.72260123, + 0.92378837, + 0.25064927, + 1.558214, + 0.41113174 + ], + [ + 1.096347, + 0.5260028, + 1.934304, + 0.631586, + -0.00030708313, + 1.0697283, + 1.4494598, + 1.7173641, + 1.0399011, + 1.1355314, + 1.0944182, + 1.9191492, + 0.36424237, + 0.9999585, + 1.3487632, + 1.5254695 + ], + [ + 1.029751, + 0.6527199, + 0.94354916, + 0.53094304, + 1.0498738, + 0.00018310547, + 0.5902975, + 0.3188622, + 0.36295366, + 1.2159538, + 1.2983438, + 1.5514703, + 1.3470829, + 0.66054094, + 2.0585816, + 0.4694245 + ], + [ + 1.8340459, + 0.63088626, + 1.7656543, + 0.6037632, + 1.4141643, + 0.6153792, + 0.0005221367, + 0.7294024, + 1.1065729, + 2.1910748, + 1.4624287, + 1.5820092, + 1.8443471, + 0.45315516, + 3.437271, + 0.7925736 + ], + [ + 1.888223, + 0.88533485, + 1.6888773, + 1.1022235, + 1.7121049, + 0.35161984, + 0.7056397, + 0.00014400482, + 0.52727795, + 1.9609025, + 2.255803, + 2.321557, + 2.2670746, + 0.86986464, + 3.0853653, + 0.9985043 + ], + [ + 0.7540653, + 0.46566656, + 0.86411065, + 0.51214504, + 1.0296805, + 0.35370535, + 1.0979381, + 0.5381959, + 0.000044733286, + 0.7564308, + 1.3918867, + 1.5252584, + 1.0951707, + 0.50660384, + 1.2124093, + 0.4096615 + ], + [ + 1.5396968, + 1.3969631, + 1.1635847, + 0.9188333, + 1.0879283, + 1.2322376, + 2.182994, + 1.9879156, + 0.7427065, + -0.000025391579, + 1.2797866, + 0.9182941, + 0.9925723, + 1.5429827, + 0.47337914, + 1.3057013 + ], + [ + 1.7074513, + 1.2482581, + 2.433549, + 1.0782522, + 1.0790145, + 1.3451736, + 1.4111782, + 2.242814, + 1.3815973, + 1.1819134, + 0.0008126497, + 2.094184, + 0.5053796, + 1.2668388, + 1.8951209, + 1.1480592 + ], + [ + 2.310225, + 1.729898, + 0.7612915, + 0.7249863, + 1.9373024, + 1.5669943, + 1.5974559, + 2.3741307, + 1.493452, + 0.9043625, + 2.1500218, + 0.00036764145, + 2.2945108, + 1.4342344, + 2.00266, + 1.3259323 + ], + [ + 0.8773186, + 0.75701976, + 2.3057463, + 0.9328636, + 0.33579326, + 1.3664055, + 1.8577759, + 2.262724, + 1.1138399, + 0.995839, + 0.48607796, + 2.301177, + -0.0004491806, + 1.18799, + 0.909041, + 1.3642931 + ], + [ + 0.8501239, + 0.15118209, + 1.1612047, + 0.23386501, + 0.9950341, + 0.6715933, + 0.4498536, + 0.89921117, + 0.51573855, + 1.5536594, + 1.2705089, + 1.4411533, + 1.1765041, + -0.00011634827, + 2.158156, + 0.34026778 + ], + [ + 1.1030337, + 1.7469677, + 1.7462641, + 1.560693, + 1.4122275, + 2.0564373, + 3.4534829, + 3.0744567, + 1.2032219, + 0.4786563, + 1.909898, + 1.9695376, + 0.9904039, + 2.1235685, + 0.0010061264, + 1.8212063 + ], + [ + 0.6306496, + 0.64104843, + 0.6275127, + 0.39690062, + 1.5393417, + 0.44485235, + 0.8039571, + 0.9974323, + 0.41732103, + 1.2737944, + 1.1902994, + 1.3099325, + 1.3831955, + 0.34985587, + 1.8332422, + 0.0002630353 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/4bit_squared_l2_null.json b/diskann-quantization/test/generated/spherical/4bit_squared_l2_null.json new file mode 100644 index 000000000..3fd6fffbc --- /dev/null +++ b/diskann-quantization/test/generated/spherical/4bit_squared_l2_null.json @@ -0,0 +1,1360 @@ +{ + "nbits": 4, + "metric": "squared_l2", + "transform": "null", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 20, + 0, + 4, + 0, + 8, + 0, + 0, + 0, + 12, + 0, + 16, + 0, + 14, + 0, + 0, + 0, + 52, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 14, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 12, + 0, + 0, + 0, + 0, + 0, + 6, + 0, + 8, + 0, + 4, + 0, + 6, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 152, + 222, + 168, + 188, + 180, + 64, + 103, + 62, + 115, + 163, + 174, + 189, + 206, + 25, + 87, + 189, + 101, + 78, + 56, + 188, + 100, + 224, + 15, + 60, + 242, + 245, + 188, + 62, + 94, + 115, + 162, + 190 + ], + "compressed_vectors": [ + [ + 61, + 154, + 168, + 113, + 91, + 43, + 176, + 53, + 61, + 0 + ], + [ + 102, + 183, + 66, + 131, + 186, + 41, + 30, + 49, + 47, + 0 + ], + [ + 138, + 47, + 122, + 106, + 31, + 44, + 33, + 55, + 68, + 0 + ], + [ + 69, + 74, + 7, + 89, + 221, + 38, + 174, + 44, + 44, + 0 + ], + [ + 83, + 246, + 91, + 118, + 59, + 43, + 100, + 53, + 58, + 0 + ], + [ + 255, + 168, + 72, + 154, + 205, + 40, + 70, + 50, + 79, + 0 + ], + [ + 153, + 116, + 19, + 154, + 136, + 44, + 3, + 55, + 52, + 0 + ], + [ + 201, + 152, + 101, + 152, + 178, + 47, + 37, + 56, + 66, + 0 + ], + [ + 248, + 139, + 196, + 133, + 113, + 40, + 39, + 48, + 71, + 0 + ], + [ + 131, + 120, + 252, + 140, + 45, + 43, + 235, + 53, + 73, + 0 + ], + [ + 119, + 113, + 138, + 119, + 116, + 46, + 9, + 56, + 54, + 0 + ], + [ + 85, + 58, + 120, + 127, + 4, + 45, + 181, + 56, + 60, + 0 + ], + [ + 69, + 194, + 171, + 100, + 229, + 43, + 50, + 54, + 54, + 0 + ], + [ + 119, + 87, + 50, + 148, + 105, + 42, + 195, + 49, + 44, + 0 + ], + [ + 86, + 153, + 234, + 119, + 175, + 46, + 93, + 57, + 67, + 0 + ], + [ + 158, + 7, + 117, + 117, + 36, + 41, + 219, + 49, + 54, + 0 + ] + ], + "data_distances": [ + -0.0023334026, + 0.41254503, + 0.75292194, + 0.5040787, + 0.6956289, + 0.6075508, + 1.1476641, + 1.1153677, + 0.469278, + 0.95084757, + 0.99312896, + 1.41671, + 0.5548338, + 0.52113354, + 0.6658132, + 0.3976737, + -0.00042498112, + 0.90219355, + 0.19345096, + 0.3275034, + 0.40629634, + 0.39225444, + 0.5327359, + 0.28035864, + 0.8658693, + 0.7590379, + 1.0603373, + 0.46709916, + 0.091271624, + 1.054584, + 0.384221, + -0.004496455, + 0.38057017, + 1.2044071, + 0.5474128, + 1.0935035, + 1.0410476, + 0.5283969, + 0.71796316, + 1.4953346, + 0.4586513, + 1.412595, + 0.7159023, + 1.1092422, + 0.40613896, + -0.00038672984, + 0.39186105, + 0.32245797, + 0.37848222, + 0.6814467, + 0.30986026, + 0.5647339, + 0.6640178, + 0.43878746, + 0.56945914, + 0.15113533, + 0.95911235, + 0.24318302, + -0.0026423335, + 0.6537218, + 0.87913084, + 1.0451587, + 0.63327897, + 0.67828625, + 0.6362636, + 1.1732004, + 0.20849538, + 0.6188076, + 0.8244518, + 0.93732417, + -0.001788348, + 0.3766976, + 0.20451456, + 0.22169326, + 0.74674344, + 0.81011003, + 0.9460865, + 0.8353937, + 0.40427285, + 1.2503021, + 0.27509448, + -0.0057792664, + 0.42849076, + 0.6638037, + 1.3201256, + 0.87123847, + 0.97112536, + 1.1311092, + 0.27081177, + 2.1068065, + 0.47904384, + -0.004805684, + 0.32657388, + 1.2182342, + 1.386173, + 1.445675, + 1.3798897, + 0.529518, + 1.8790964, + 0.6044709, + -0.000539273, + 0.4607293, + 0.8615676, + 0.91664785, + 0.6774726, + 0.30460143, + 0.7421932, + 0.25282234, + -0.0019575953, + 0.74425745, + 0.55844927, + 0.60148776, + 0.94578254, + 0.30261707, + 0.7847573, + -0.007881403, + 1.3140285, + 0.28215933, + 0.7854383, + 1.1432153, + 0.70357573, + -0.0024528503, + 1.4009337, + 0.8861729, + 1.2342365, + 0.8154258, + -0.0015881062, + 0.72787285, + 0.56166804, + 0.8327502, + -0.0010360479, + 1.31592, + 0.20616013, + -0.011507034, + 1.1343964, + -0.0017781854 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.0023334026, + 0.41254503, + 0.75292194, + 0.5040787, + 0.6956289, + 0.6075508, + 1.1476641, + 1.1153677, + 0.469278, + 0.95084757, + 0.99312896, + 1.41671, + 0.5548338, + 0.52113354, + 0.6658132, + 0.3976737 + ], + [ + 0.41254503, + -0.00042498112, + 0.90219355, + 0.19345096, + 0.3275034, + 0.40629634, + 0.39225444, + 0.5327359, + 0.28035864, + 0.8658693, + 0.7590379, + 1.0603373, + 0.46709916, + 0.091271624, + 1.054584, + 0.384221 + ], + [ + 0.75292194, + 0.90219355, + -0.004496455, + 0.38057017, + 1.2044071, + 0.5474128, + 1.0935035, + 1.0410476, + 0.5283969, + 0.71796316, + 1.4953346, + 0.4586513, + 1.412595, + 0.7159023, + 1.1092422, + 0.40613896 + ], + [ + 0.5040787, + 0.19345096, + 0.38057017, + -0.00038672984, + 0.39186105, + 0.32245797, + 0.37848222, + 0.6814467, + 0.30986026, + 0.5647339, + 0.6640178, + 0.43878746, + 0.56945914, + 0.15113533, + 0.95911235, + 0.24318302 + ], + [ + 0.6956289, + 0.3275034, + 1.2044071, + 0.39186105, + -0.0026423335, + 0.6537218, + 0.87913084, + 1.0451587, + 0.63327897, + 0.67828625, + 0.6362636, + 1.1732004, + 0.20849538, + 0.6188076, + 0.8244518, + 0.93732417 + ], + [ + 0.6075508, + 0.40629634, + 0.5474128, + 0.32245797, + 0.6537218, + -0.001788348, + 0.3766976, + 0.20451456, + 0.22169326, + 0.74674344, + 0.81011003, + 0.9460865, + 0.8353937, + 0.40427285, + 1.2503021, + 0.27509448 + ], + [ + 1.1476641, + 0.39225444, + 1.0935035, + 0.37848222, + 0.87913084, + 0.3766976, + -0.0057792664, + 0.42849076, + 0.6638037, + 1.3201256, + 0.87123847, + 0.97112536, + 1.1311092, + 0.27081177, + 2.1068065, + 0.47904384 + ], + [ + 1.1153677, + 0.5327359, + 1.0410476, + 0.6814467, + 1.0451587, + 0.20451456, + 0.42849076, + -0.004805684, + 0.32657388, + 1.2182342, + 1.386173, + 1.445675, + 1.3798897, + 0.529518, + 1.8790964, + 0.6044709 + ], + [ + 0.469278, + 0.28035864, + 0.5283969, + 0.30986026, + 0.63327897, + 0.22169326, + 0.6638037, + 0.32657388, + -0.000539273, + 0.4607293, + 0.8615676, + 0.91664785, + 0.6774726, + 0.30460143, + 0.7421932, + 0.25282234 + ], + [ + 0.95084757, + 0.8658693, + 0.71796316, + 0.5647339, + 0.67828625, + 0.74674344, + 1.3201256, + 1.2182342, + 0.4607293, + -0.0019575953, + 0.74425745, + 0.55844927, + 0.60148776, + 0.94578254, + 0.30261707, + 0.7847573 + ], + [ + 0.99312896, + 0.7590379, + 1.4953346, + 0.6640178, + 0.6362636, + 0.81011003, + 0.87123847, + 1.386173, + 0.8615676, + 0.74425745, + -0.007881403, + 1.3140285, + 0.28215933, + 0.7854383, + 1.1432153, + 0.70357573 + ], + [ + 1.41671, + 1.0603373, + 0.4586513, + 0.43878746, + 1.1732004, + 0.9460865, + 0.97112536, + 1.445675, + 0.91664785, + 0.55844927, + 1.3140285, + -0.0024528503, + 1.4009337, + 0.8861729, + 1.2342365, + 0.8154258 + ], + [ + 0.5548338, + 0.46709916, + 1.412595, + 0.56945914, + 0.20849538, + 0.8353937, + 1.1311092, + 1.3798897, + 0.6774726, + 0.60148776, + 0.28215933, + 1.4009337, + -0.0015881062, + 0.72787285, + 0.56166804, + 0.8327502 + ], + [ + 0.52113354, + 0.091271624, + 0.7159023, + 0.15113533, + 0.6188076, + 0.40427285, + 0.27081177, + 0.529518, + 0.30460143, + 0.94578254, + 0.7854383, + 0.8861729, + 0.72787285, + -0.0010360479, + 1.31592, + 0.20616013 + ], + [ + 0.6658132, + 1.054584, + 1.1092422, + 0.95911235, + 0.8244518, + 1.2503021, + 2.1068065, + 1.8790964, + 0.7421932, + 0.30261707, + 1.1432153, + 1.2342365, + 0.56166804, + 1.31592, + -0.011507034, + 1.1343964 + ], + [ + 0.3976737, + 0.384221, + 0.40613896, + 0.24318302, + 0.93732417, + 0.27509448, + 0.47904384, + 0.6044709, + 0.25282234, + 0.7847573, + 0.70357573, + 0.8154258, + 0.8327502, + 0.20616013, + 1.1343964, + -0.0017781854 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.019553244, + 0.40416467, + 0.7344994, + 0.5009036, + 0.71588117, + 0.6351395, + 1.1736289, + 1.1358768, + 0.45747083, + 0.9405906, + 1.0403706, + 1.3895663, + 0.56911266, + 0.5168965, + 0.6238916, + 0.39642394 + ], + [ + 0.4249779, + 0.0053108633, + 0.8911367, + 0.19492084, + 0.32975256, + 0.41686487, + 0.4135707, + 0.53556985, + 0.26955405, + 0.8395035, + 0.77834064, + 1.041284, + 0.47422585, + 0.099052235, + 1.0282091, + 0.39480847 + ], + [ + 0.76437694, + 0.880671, + -0.008405149, + 0.3585558, + 1.1906104, + 0.54536915, + 1.0619061, + 1.0303422, + 0.53463095, + 0.7600826, + 1.5053202, + 0.46193963, + 1.4217709, + 0.69203305, + 1.1659837, + 0.40329784 + ], + [ + 0.5029882, + 0.1875748, + 0.38437545, + -0.00049328804, + 0.38937148, + 0.32695422, + 0.38233232, + 0.6800968, + 0.30508167, + 0.5663114, + 0.6692815, + 0.44514, + 0.56732666, + 0.14786282, + 0.9559404, + 0.2451406 + ], + [ + 0.6616279, + 0.31486538, + 1.1906756, + 0.38566542, + -0.0060580373, + 0.6551009, + 0.8860836, + 1.0514451, + 0.63559693, + 0.7056111, + 0.6585818, + 1.1933253, + 0.21232635, + 0.60495484, + 0.82985896, + 0.9287931 + ], + [ + 0.62586045, + 0.39928126, + 0.5629089, + 0.31888407, + 0.6466869, + 0.010775179, + 0.3730094, + 0.20889252, + 0.21968354, + 0.7430052, + 0.79766154, + 0.9439921, + 0.8251101, + 0.3991546, + 1.2534277, + 0.28101206 + ], + [ + 1.1178048, + 0.38530254, + 1.0494633, + 0.3687283, + 0.90469205, + 0.36212552, + -0.014139891, + 0.41152114, + 0.65866905, + 1.3528454, + 0.93448585, + 0.9584219, + 1.174642, + 0.260366, + 2.124051, + 0.4607246 + ], + [ + 1.1346936, + 0.5339786, + 1.0457232, + 0.6779136, + 1.0495803, + 0.2136873, + 0.42876327, + 0.00055122375, + 0.32133064, + 1.2161345, + 1.3603406, + 1.4517792, + 1.3731002, + 0.52195626, + 1.8926992, + 0.59672856 + ], + [ + 0.45486212, + 0.28237706, + 0.5359111, + 0.3168224, + 0.6272771, + 0.22595885, + 0.6850907, + 0.33779392, + -0.0042652786, + 0.45603168, + 0.84420556, + 0.94351315, + 0.65769345, + 0.30911076, + 0.72417665, + 0.25107825 + ], + [ + 0.9307831, + 0.85242057, + 0.69704133, + 0.55244243, + 0.6806157, + 0.76894975, + 1.3377024, + 1.2406592, + 0.45907727, + 0.008742392, + 0.7802813, + 0.5480219, + 0.60974365, + 0.9322027, + 0.28949648, + 0.7822401 + ], + [ + 1.0166003, + 0.75444317, + 1.4947472, + 0.66886497, + 0.66015047, + 0.7997887, + 0.86243886, + 1.3413992, + 0.8302539, + 0.7481947, + 0.0027142763, + 1.333606, + 0.30537665, + 0.7721907, + 1.1689023, + 0.69007427 + ], + [ + 1.4153004, + 1.0467415, + 0.4585908, + 0.44482732, + 1.2084436, + 0.9196211, + 0.9295802, + 1.3828728, + 0.89814866, + 0.59118176, + 1.3423092, + 0.01961875, + 1.4459455, + 0.8545839, + 1.2862847, + 0.78997433 + ], + [ + 0.54812056, + 0.45872217, + 1.4166263, + 0.564791, + 0.19973809, + 0.8577519, + 1.1383821, + 1.4047856, + 0.6874659, + 0.5931524, + 0.29983687, + 1.3759722, + -0.005885482, + 0.7254827, + 0.5360442, + 0.8465625 + ], + [ + 0.5247421, + 0.09459503, + 0.7032888, + 0.14146936, + 0.61505264, + 0.4033554, + 0.26635748, + 0.5396955, + 0.3134193, + 0.95433533, + 0.77799195, + 0.8785848, + 0.7285223, + -0.0023400187, + 1.3325597, + 0.20222428 + ], + [ + 0.6840913, + 1.0450885, + 1.0909584, + 0.95116365, + 0.85157216, + 1.2721622, + 2.1040776, + 1.8704634, + 0.72779197, + 0.29787195, + 1.1794474, + 1.2102555, + 0.600744, + 1.2817374, + 0.0012891293, + 1.1247811 + ], + [ + 0.37411058, + 0.3703274, + 0.39131117, + 0.23659353, + 0.93963015, + 0.27414536, + 0.47300363, + 0.598477, + 0.25518155, + 0.8082963, + 0.7427405, + 0.8160498, + 0.8525577, + 0.18953362, + 1.1444237, + -0.0058303475 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + 0.00014287233, + 0.4066062, + 0.7524907, + 0.5053909, + 0.70798916, + 0.61805755, + 1.1538211, + 1.1120818, + 0.456884, + 0.9441095, + 1.013342, + 1.4077027, + 0.56347036, + 0.51757616, + 0.6513264, + 0.3976672 + ], + [ + 0.4136786, + 0.0000603199, + 0.89671266, + 0.19479966, + 0.32999173, + 0.4121791, + 0.4045864, + 0.5332314, + 0.27309826, + 0.85599124, + 0.7713693, + 1.0566509, + 0.47112912, + 0.09221007, + 1.0411246, + 0.38731202 + ], + [ + 0.7552939, + 0.8787658, + -0.0002219677, + 0.368034, + 1.1993654, + 0.5492437, + 1.0727462, + 1.0262955, + 0.52413255, + 0.75281805, + 1.5085297, + 0.47477543, + 1.4197438, + 0.6911539, + 1.1476578, + 0.40060467 + ], + [ + 0.5084245, + 0.19075942, + 0.38500938, + 0.0000016093254, + 0.38333073, + 0.32633102, + 0.38504654, + 0.68103635, + 0.30643445, + 0.55927855, + 0.6669696, + 0.4414699, + 0.56439495, + 0.1531859, + 0.95192397, + 0.25116193 + ], + [ + 0.6700709, + 0.32147396, + 1.182275, + 0.38593814, + -0.000105679035, + 0.65371907, + 0.88572335, + 1.0492427, + 0.6353757, + 0.694087, + 0.66851014, + 1.1728172, + 0.22262216, + 0.61100745, + 0.8237952, + 0.93223596 + ], + [ + 0.6293242, + 0.3988335, + 0.57663447, + 0.32442242, + 0.6415986, + 0.000076562166, + 0.36046472, + 0.19461155, + 0.22179797, + 0.7432275, + 0.7932881, + 0.9481058, + 0.8230296, + 0.40361813, + 1.2577562, + 0.28675985 + ], + [ + 1.120694, + 0.38558, + 1.0791266, + 0.36895692, + 0.8642136, + 0.37603033, + -0.00030761957, + 0.44548833, + 0.6761396, + 1.339104, + 0.8934724, + 0.9666959, + 1.1268859, + 0.2770253, + 2.1004663, + 0.4842202 + ], + [ + 1.1538248, + 0.54104453, + 1.0321541, + 0.6735208, + 1.0462754, + 0.21482381, + 0.43079573, + -0.00016975403, + 0.32229373, + 1.1984539, + 1.3785406, + 1.418745, + 1.3851628, + 0.53160644, + 1.885318, + 0.6100749 + ], + [ + 0.46090746, + 0.2845441, + 0.5280984, + 0.31292555, + 0.62925535, + 0.2161406, + 0.6709078, + 0.32865033, + 0.00008383393, + 0.4624236, + 0.8505264, + 0.93210435, + 0.66911215, + 0.30955946, + 0.7405138, + 0.2502476 + ], + [ + 0.9408771, + 0.8535345, + 0.7110789, + 0.56144667, + 0.6648629, + 0.753034, + 1.3342311, + 1.2145779, + 0.45384, + 0.00017929077, + 0.7818357, + 0.5609988, + 0.6064951, + 0.9427314, + 0.288661, + 0.79789203 + ], + [ + 1.043406, + 0.7627409, + 1.4874176, + 0.6588722, + 0.6594244, + 0.8220406, + 0.8622134, + 1.3703437, + 0.8441677, + 0.72243387, + -0.00028812885, + 1.2797592, + 0.30889082, + 0.7740966, + 1.1577256, + 0.7014951 + ], + [ + 1.4116108, + 1.0569923, + 0.4650404, + 0.4430483, + 1.1838865, + 0.95759845, + 0.97606385, + 1.4505898, + 0.91252637, + 0.5528319, + 1.3138169, + -0.00018692017, + 1.4019427, + 0.8763832, + 1.2234354, + 0.8101981 + ], + [ + 0.53631794, + 0.46261442, + 1.4093361, + 0.570022, + 0.20527166, + 0.8350295, + 1.1353621, + 1.3825148, + 0.68056077, + 0.60872597, + 0.29650354, + 1.406329, + -0.00016474724, + 0.7258873, + 0.5549752, + 0.83370197 + ], + [ + 0.51960355, + 0.09245038, + 0.7097061, + 0.14291063, + 0.6080878, + 0.410414, + 0.27459854, + 0.54926795, + 0.31512412, + 0.94958997, + 0.7762781, + 0.880676, + 0.71881413, + 0.00004339218, + 1.3186319, + 0.20781639 + ], + [ + 0.67432296, + 1.0674484, + 1.0671715, + 0.9536636, + 0.86304474, + 1.256715, + 2.1109023, + 1.878562, + 0.7352624, + 0.29269648, + 1.1669409, + 1.2035117, + 0.60524946, + 1.2975005, + -0.0002053976, + 1.1129153 + ], + [ + 0.3855543, + 0.39169914, + 0.38343024, + 0.2425228, + 0.9406871, + 0.27183974, + 0.4911173, + 0.60929155, + 0.25500476, + 0.7785721, + 0.72723126, + 0.8004616, + 0.8450884, + 0.21382838, + 1.1200106, + -0.000014722347 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/4bit_squared_l2_padding_hadamard.json b/diskann-quantization/test/generated/spherical/4bit_squared_l2_padding_hadamard.json new file mode 100644 index 000000000..70b76093d --- /dev/null +++ b/diskann-quantization/test/generated/spherical/4bit_squared_l2_padding_hadamard.json @@ -0,0 +1,1376 @@ +{ + "nbits": 4, + "metric": "squared_l2", + "transform": "padding_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 20, + 0, + 4, + 0, + 8, + 0, + 0, + 0, + 12, + 0, + 16, + 0, + 14, + 0, + 0, + 0, + 68, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 152, + 222, + 168, + 188, + 180, + 64, + 103, + 62, + 115, + 163, + 174, + 189, + 206, + 25, + 87, + 189, + 101, + 78, + 56, + 188, + 100, + 224, + 15, + 60, + 242, + 245, + 188, + 62, + 94, + 115, + 162, + 190 + ], + "compressed_vectors": [ + [ + 98, + 167, + 134, + 85, + 52, + 45, + 176, + 53, + 49, + 0 + ], + [ + 84, + 90, + 249, + 152, + 90, + 41, + 30, + 49, + 65, + 0 + ], + [ + 41, + 199, + 3, + 184, + 46, + 43, + 33, + 55, + 52, + 0 + ], + [ + 76, + 168, + 179, + 246, + 20, + 38, + 174, + 44, + 69, + 0 + ], + [ + 231, + 142, + 243, + 104, + 208, + 41, + 100, + 53, + 75, + 0 + ], + [ + 72, + 9, + 69, + 72, + 160, + 41, + 70, + 50, + 42, + 0 + ], + [ + 90, + 6, + 167, + 182, + 109, + 44, + 3, + 55, + 55, + 0 + ], + [ + 71, + 26, + 105, + 122, + 113, + 45, + 37, + 56, + 54, + 0 + ], + [ + 19, + 123, + 47, + 63, + 253, + 37, + 39, + 48, + 57, + 0 + ], + [ + 233, + 199, + 57, + 124, + 128, + 43, + 235, + 53, + 73, + 0 + ], + [ + 239, + 116, + 188, + 17, + 6, + 42, + 9, + 56, + 65, + 0 + ], + [ + 154, + 149, + 86, + 217, + 118, + 46, + 181, + 56, + 66, + 0 + ], + [ + 247, + 184, + 232, + 21, + 78, + 42, + 50, + 54, + 69, + 0 + ], + [ + 6, + 88, + 236, + 227, + 227, + 39, + 195, + 49, + 62, + 0 + ], + [ + 212, + 231, + 88, + 90, + 37, + 45, + 93, + 57, + 66, + 0 + ], + [ + 7, + 115, + 74, + 115, + 24, + 41, + 219, + 49, + 41, + 0 + ] + ], + "data_distances": [ + -0.002888441, + 0.43380415, + 0.75998396, + 0.50579894, + 0.6628485, + 0.6051042, + 1.142268, + 1.1154617, + 0.4471951, + 0.92541313, + 1.0358486, + 1.3952487, + 0.54245555, + 0.51298094, + 0.6925904, + 0.3960998, + -0.0018076599, + 0.8939192, + 0.19729649, + 0.3145647, + 0.37616748, + 0.39575937, + 0.50379866, + 0.2720691, + 0.8433533, + 0.782354, + 1.0395205, + 0.48945814, + 0.09652756, + 1.0958216, + 0.39280918, + -0.0024174452, + 0.36818814, + 1.1823678, + 0.58737266, + 1.0428228, + 1.039927, + 0.5215224, + 0.7201183, + 1.4646635, + 0.47900683, + 1.3936117, + 0.6981877, + 1.0889139, + 0.39862865, + -0.00032557547, + 0.37984574, + 0.33489794, + 0.38000268, + 0.6901003, + 0.30840346, + 0.54872227, + 0.6646629, + 0.44338349, + 0.5632391, + 0.14857614, + 0.9439243, + 0.25610352, + -0.0025348663, + 0.63872385, + 0.8756342, + 1.0518844, + 0.64087915, + 0.6908226, + 0.7216413, + 1.1682584, + 0.23652178, + 0.5995072, + 0.8503648, + 0.94275737, + -0.0018730164, + 0.36988932, + 0.19849956, + 0.22403796, + 0.77448654, + 0.8017706, + 1.0062425, + 0.8191871, + 0.4140063, + 1.2408968, + 0.2793467, + -0.0034441948, + 0.45654047, + 0.7006367, + 1.3429594, + 0.91008496, + 0.9358567, + 1.1660542, + 0.29233104, + 2.1036558, + 0.49462697, + -0.004805088, + 0.33956152, + 1.2217171, + 1.3705456, + 1.4497714, + 1.4036202, + 0.55667716, + 1.8582425, + 0.5893962, + -0.0009327233, + 0.44755065, + 0.83889854, + 0.91413957, + 0.67366266, + 0.31918278, + 0.7155572, + 0.23455091, + -0.0018310547, + 0.7750044, + 0.5501056, + 0.601233, + 0.94163924, + 0.24430013, + 0.7860298, + -0.0010070801, + 1.3255537, + 0.31213546, + 0.7728825, + 1.1634567, + 0.70610464, + -0.0054371357, + 1.398243, + 0.85551494, + 1.1614107, + 0.82358825, + -0.0019352436, + 0.7205216, + 0.5864594, + 0.8328457, + -0.00055125356, + 1.3160286, + 0.21224134, + -0.0031664371, + 1.1125002, + -0.0014367104 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.002888441, + 0.43380415, + 0.75998396, + 0.50579894, + 0.6628485, + 0.6051042, + 1.142268, + 1.1154617, + 0.4471951, + 0.92541313, + 1.0358486, + 1.3952487, + 0.54245555, + 0.51298094, + 0.6925904, + 0.3960998 + ], + [ + 0.43380415, + -0.0018076599, + 0.8939192, + 0.19729649, + 0.3145647, + 0.37616748, + 0.39575937, + 0.50379866, + 0.2720691, + 0.8433533, + 0.782354, + 1.0395205, + 0.48945814, + 0.09652756, + 1.0958216, + 0.39280918 + ], + [ + 0.75998396, + 0.8939192, + -0.0024174452, + 0.36818814, + 1.1823678, + 0.58737266, + 1.0428228, + 1.039927, + 0.5215224, + 0.7201183, + 1.4646635, + 0.47900683, + 1.3936117, + 0.6981877, + 1.0889139, + 0.39862865 + ], + [ + 0.50579894, + 0.19729649, + 0.36818814, + -0.00032557547, + 0.37984574, + 0.33489794, + 0.38000268, + 0.6901003, + 0.30840346, + 0.54872227, + 0.6646629, + 0.44338349, + 0.5632391, + 0.14857614, + 0.9439243, + 0.25610352 + ], + [ + 0.6628485, + 0.3145647, + 1.1823678, + 0.37984574, + -0.0025348663, + 0.63872385, + 0.8756342, + 1.0518844, + 0.64087915, + 0.6908226, + 0.7216413, + 1.1682584, + 0.23652178, + 0.5995072, + 0.8503648, + 0.94275737 + ], + [ + 0.6051042, + 0.37616748, + 0.58737266, + 0.33489794, + 0.63872385, + -0.0018730164, + 0.36988932, + 0.19849956, + 0.22403796, + 0.77448654, + 0.8017706, + 1.0062425, + 0.8191871, + 0.4140063, + 1.2408968, + 0.2793467 + ], + [ + 1.142268, + 0.39575937, + 1.0428228, + 0.38000268, + 0.8756342, + 0.36988932, + -0.0034441948, + 0.45654047, + 0.7006367, + 1.3429594, + 0.91008496, + 0.9358567, + 1.1660542, + 0.29233104, + 2.1036558, + 0.49462697 + ], + [ + 1.1154617, + 0.50379866, + 1.039927, + 0.6901003, + 1.0518844, + 0.19849956, + 0.45654047, + -0.004805088, + 0.33956152, + 1.2217171, + 1.3705456, + 1.4497714, + 1.4036202, + 0.55667716, + 1.8582425, + 0.5893962 + ], + [ + 0.4471951, + 0.2720691, + 0.5215224, + 0.30840346, + 0.64087915, + 0.22403796, + 0.7006367, + 0.33956152, + -0.0009327233, + 0.44755065, + 0.83889854, + 0.91413957, + 0.67366266, + 0.31918278, + 0.7155572, + 0.23455091 + ], + [ + 0.92541313, + 0.8433533, + 0.7201183, + 0.54872227, + 0.6908226, + 0.77448654, + 1.3429594, + 1.2217171, + 0.44755065, + -0.0018310547, + 0.7750044, + 0.5501056, + 0.601233, + 0.94163924, + 0.24430013, + 0.7860298 + ], + [ + 1.0358486, + 0.782354, + 1.4646635, + 0.6646629, + 0.7216413, + 0.8017706, + 0.91008496, + 1.3705456, + 0.83889854, + 0.7750044, + -0.0010070801, + 1.3255537, + 0.31213546, + 0.7728825, + 1.1634567, + 0.70610464 + ], + [ + 1.3952487, + 1.0395205, + 0.47900683, + 0.44338349, + 1.1682584, + 1.0062425, + 0.9358567, + 1.4497714, + 0.91413957, + 0.5501056, + 1.3255537, + -0.0054371357, + 1.398243, + 0.85551494, + 1.1614107, + 0.82358825 + ], + [ + 0.54245555, + 0.48945814, + 1.3936117, + 0.5632391, + 0.23652178, + 0.8191871, + 1.1660542, + 1.4036202, + 0.67366266, + 0.601233, + 0.31213546, + 1.398243, + -0.0019352436, + 0.7205216, + 0.5864594, + 0.8328457 + ], + [ + 0.51298094, + 0.09652756, + 0.6981877, + 0.14857614, + 0.5995072, + 0.4140063, + 0.29233104, + 0.55667716, + 0.31918278, + 0.94163924, + 0.7728825, + 0.85551494, + 0.7205216, + -0.00055125356, + 1.3160286, + 0.21224134 + ], + [ + 0.6925904, + 1.0958216, + 1.0889139, + 0.9439243, + 0.8503648, + 1.2408968, + 2.1036558, + 1.8582425, + 0.7155572, + 0.24430013, + 1.1634567, + 1.1614107, + 0.5864594, + 1.3160286, + -0.0031664371, + 1.1125002 + ], + [ + 0.3960998, + 0.39280918, + 0.39862865, + 0.25610352, + 0.94275737, + 0.2793467, + 0.49462697, + 0.5893962, + 0.23455091, + 0.7860298, + 0.70610464, + 0.82358825, + 0.8328457, + 0.21224134, + 1.1125002, + -0.0014367104 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.0012496114, + 0.4313716, + 0.74085265, + 0.50506634, + 0.70022887, + 0.61087984, + 1.1408736, + 1.1025949, + 0.42970833, + 0.9247596, + 1.0612459, + 1.3782392, + 0.57413983, + 0.49874532, + 0.6953723, + 0.3762682 + ], + [ + 0.4061271, + 0.0012971163, + 0.8968023, + 0.20003608, + 0.31786662, + 0.38367027, + 0.4031925, + 0.5291149, + 0.28179052, + 0.8503463, + 0.77021, + 1.0464352, + 0.47552958, + 0.09485343, + 1.0829802, + 0.3828135 + ], + [ + 0.7655082, + 0.8709053, + 0.016763687, + 0.3661877, + 1.1750424, + 0.5970869, + 1.0371059, + 1.0240942, + 0.511535, + 0.730623, + 1.474966, + 0.49436337, + 1.3948107, + 0.6766288, + 1.100908, + 0.4030662 + ], + [ + 0.5039405, + 0.19294733, + 0.37836888, + 0.0016172528, + 0.38310745, + 0.32908553, + 0.36537707, + 0.68076473, + 0.3102349, + 0.56190854, + 0.65748715, + 0.45310938, + 0.5641494, + 0.14124876, + 0.95981336, + 0.2500584 + ], + [ + 0.66457564, + 0.32023168, + 1.1949639, + 0.38977775, + -0.00048935413, + 0.6309668, + 0.88239175, + 1.0437098, + 0.634461, + 0.6854709, + 0.69879377, + 1.1908863, + 0.22500151, + 0.6067715, + 0.8457846, + 0.94023955 + ], + [ + 0.6418446, + 0.38941637, + 0.58506817, + 0.33442163, + 0.6494684, + 0.0018242002, + 0.36575535, + 0.19435757, + 0.22297001, + 0.75258327, + 0.7813428, + 0.9813227, + 0.82783353, + 0.41605937, + 1.2447908, + 0.280985 + ], + [ + 1.1306092, + 0.39164406, + 1.0581332, + 0.3871096, + 0.86091256, + 0.3622159, + 0.0080602765, + 0.44746113, + 0.695121, + 1.3530986, + 0.89162123, + 0.98212796, + 1.1471039, + 0.29094902, + 2.106212, + 0.49480265 + ], + [ + 1.1488036, + 0.50745654, + 1.0346851, + 0.6819876, + 1.0321586, + 0.21577594, + 0.47070998, + 0.0067083836, + 0.34155235, + 1.1892818, + 1.3772547, + 1.4155537, + 1.4024633, + 0.564938, + 1.839598, + 0.61614233 + ], + [ + 0.45227057, + 0.2733665, + 0.5199464, + 0.30637366, + 0.6360172, + 0.22279325, + 0.69670516, + 0.3415085, + 0.0032506883, + 0.44327593, + 0.8443153, + 0.90201175, + 0.67458516, + 0.32534093, + 0.71380967, + 0.24136555 + ], + [ + 0.91658324, + 0.8463475, + 0.7309755, + 0.5587083, + 0.670175, + 0.762979, + 1.3606975, + 1.2130058, + 0.44293138, + -0.008338392, + 0.768636, + 0.5810715, + 0.5833849, + 0.9565073, + 0.22810316, + 0.7977223 + ], + [ + 1.0459626, + 0.7701583, + 1.4866843, + 0.66590756, + 0.72046465, + 0.7992686, + 0.8878747, + 1.3546511, + 0.8389552, + 0.78528774, + -0.0047831535, + 1.3300749, + 0.3130557, + 0.76307005, + 1.1821564, + 0.7079799 + ], + [ + 1.3903421, + 1.0579809, + 0.48516232, + 0.4441047, + 1.161868, + 1.0176454, + 0.952717, + 1.4934452, + 0.9320118, + 0.54124284, + 1.2672881, + 0.0022972822, + 1.362734, + 0.864879, + 1.1476407, + 0.819286 + ], + [ + 0.53089005, + 0.47209644, + 1.4128807, + 0.5644272, + 0.20604181, + 0.7967262, + 1.1419418, + 1.373766, + 0.68008447, + 0.6321988, + 0.32763755, + 1.4294842, + -0.0043970346, + 0.7152991, + 0.61485773, + 0.8449023 + ], + [ + 0.53308874, + 0.09294419, + 0.7055509, + 0.14467159, + 0.5949425, + 0.4080088, + 0.27409762, + 0.5421834, + 0.32135642, + 0.9506655, + 0.7597547, + 0.85950947, + 0.723501, + -0.0084147155, + 1.3440673, + 0.21357468 + ], + [ + 0.6694201, + 1.0863472, + 1.0754282, + 0.9349631, + 0.8733469, + 1.2528894, + 2.0907578, + 1.8759153, + 0.7211429, + 0.2670893, + 1.1823243, + 1.1452411, + 0.60059047, + 1.2972139, + 0.007643938, + 1.0917912 + ], + [ + 0.39059466, + 0.4023784, + 0.38773686, + 0.2510606, + 0.94497067, + 0.2824914, + 0.49145985, + 0.61164224, + 0.24914071, + 0.78731525, + 0.69737995, + 0.80626655, + 0.8304404, + 0.21590918, + 1.1122208, + -0.0056735873 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.0001334548, + 0.4272531, + 0.7591039, + 0.50652105, + 0.67427856, + 0.61398804, + 1.1470919, + 1.1120818, + 0.4359546, + 0.9159812, + 1.0550884, + 1.3834482, + 0.5516779, + 0.5103551, + 0.68028855, + 0.3962164 + ], + [ + 0.41363907, + -0.00002655387, + 0.89474654, + 0.1994336, + 0.3151632, + 0.39552084, + 0.4183442, + 0.5332316, + 0.2750269, + 0.8336634, + 0.7797777, + 1.0367925, + 0.47610247, + 0.09574054, + 1.0650649, + 0.39116588 + ], + [ + 0.7552764, + 0.87224555, + -0.0001872778, + 0.36018318, + 1.176757, + 0.59001595, + 1.0303986, + 1.0262957, + 0.5170891, + 0.74424416, + 1.4867169, + 0.49059987, + 1.4032459, + 0.6763677, + 1.1128007, + 0.39716017 + ], + [ + 0.5084556, + 0.18947263, + 0.3803962, + -0.00001052022, + 0.37517777, + 0.33245787, + 0.36994618, + 0.68103635, + 0.30836958, + 0.5577955, + 0.6610683, + 0.45350876, + 0.5609586, + 0.14215541, + 0.956151, + 0.25728542 + ], + [ + 0.67006224, + 0.32283983, + 1.1824787, + 0.3824617, + 0.00010603666, + 0.6328797, + 0.88275677, + 1.0492426, + 0.63691187, + 0.6906039, + 0.6925533, + 1.1894886, + 0.22770509, + 0.6018844, + 0.85832685, + 0.9359228 + ], + [ + 0.6293546, + 0.38546038, + 0.5749433, + 0.3303151, + 0.64993006, + 0.00010743737, + 0.3615717, + 0.1946119, + 0.22556698, + 0.76486796, + 0.798128, + 0.9796297, + 0.8360487, + 0.4105046, + 1.251288, + 0.2769302 + ], + [ + 1.1208212, + 0.37607098, + 1.0709152, + 0.38621205, + 0.86384773, + 0.36765575, + 0.000053822994, + 0.44548857, + 0.69207966, + 1.3686464, + 0.89568657, + 0.99441195, + 1.144669, + 0.27722877, + 2.114962, + 0.4892457 + ], + [ + 1.1539339, + 0.5105211, + 1.0294691, + 0.6812477, + 1.0562458, + 0.20868462, + 0.4593533, + -0.00016903877, + 0.33621556, + 1.2017627, + 1.358535, + 1.4248098, + 1.4090136, + 0.5589061, + 1.8633013, + 0.5954727 + ], + [ + 0.46089795, + 0.273576, + 0.5281648, + 0.30970526, + 0.6352358, + 0.21496488, + 0.6914018, + 0.32865041, + -0.000054180622, + 0.44463652, + 0.8336167, + 0.91337496, + 0.67270786, + 0.32660368, + 0.72291714, + 0.24166887 + ], + [ + 0.94096094, + 0.8517642, + 0.72001195, + 0.5464566, + 0.68006516, + 0.7601829, + 1.3255476, + 1.2145779, + 0.459512, + 0.00014078617, + 0.76274747, + 0.5424439, + 0.6018555, + 0.9499689, + 0.2622773, + 0.7929629 + ], + [ + 1.0434773, + 0.7763663, + 1.4769057, + 0.6647551, + 0.7215546, + 0.80690503, + 0.9015032, + 1.3703437, + 0.8399234, + 0.77175456, + 0.00010359287, + 1.3158435, + 0.31095308, + 0.7713148, + 1.1626854, + 0.71109974 + ], + [ + 1.4117929, + 1.054002, + 0.46948868, + 0.4358027, + 1.164357, + 0.9872156, + 0.91541445, + 1.4505897, + 0.92978704, + 0.565359, + 1.2872951, + 0.000081300735, + 1.3933485, + 0.8618095, + 1.2004379, + 0.81685424 + ], + [ + 0.5362376, + 0.479599, + 1.4078503, + 0.56782085, + 0.22546393, + 0.8059686, + 1.1519054, + 1.3825147, + 0.6734977, + 0.6129484, + 0.32688373, + 1.4108281, + -0.00008440018, + 0.72083586, + 0.59496367, + 0.83995485 + ], + [ + 0.5195973, + 0.094082326, + 0.70612365, + 0.15142453, + 0.59841305, + 0.41340983, + 0.2954079, + 0.54926795, + 0.31257156, + 0.9379606, + 0.76702285, + 0.8653834, + 0.71652067, + -0.00002604723, + 1.3153594, + 0.21442822 + ], + [ + 0.6741861, + 1.0848016, + 1.0842532, + 0.9348501, + 0.8506792, + 1.2558446, + 2.0977716, + 1.8785617, + 0.7255017, + 0.25985593, + 1.1800644, + 1.1487198, + 0.5892439, + 1.3010129, + -0.00041747093, + 1.1078873 + ], + [ + 0.38549483, + 0.39711982, + 0.3807969, + 0.2492973, + 0.9399047, + 0.28747156, + 0.49980474, + 0.6092915, + 0.24477266, + 0.78430206, + 0.72157854, + 0.8012525, + 0.83790004, + 0.21275154, + 1.10271, + 0.000033408403 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/8bit_cosine_double_hadamard.json b/diskann-quantization/test/generated/spherical/8bit_cosine_double_hadamard.json new file mode 100644 index 000000000..6237d4081 --- /dev/null +++ b/diskann-quantization/test/generated/spherical/8bit_cosine_double_hadamard.json @@ -0,0 +1,1456 @@ +{ + "nbits": 8, + "metric": "cosine", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 24, + 0, + 8, + 0, + 12, + 0, + 7, + 0, + 16, + 0, + 20, + 0, + 14, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 0, + 0, + 128, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 191, + 65, + 130, + 188, + 182, + 227, + 145, + 62, + 250, + 49, + 230, + 189, + 171, + 125, + 83, + 189, + 128, + 204, + 15, + 189, + 15, + 78, + 29, + 59, + 54, + 235, + 226, + 62, + 43, + 152, + 221, + 190 + ], + "compressed_vectors": [ + [ + 70, + 215, + 194, + 124, + 151, + 176, + 196, + 244, + 52, + 29, + 209, + 178, + 90, + 5 + ], + [ + 90, + 157, + 57, + 249, + 192, + 107, + 119, + 83, + 9, + 28, + 186, + 40, + 30, + 4 + ], + [ + 121, + 106, + 116, + 90, + 45, + 244, + 128, + 161, + 188, + 28, + 181, + 31, + 243, + 3 + ], + [ + 59, + 52, + 13, + 129, + 63, + 161, + 154, + 75, + 104, + 25, + 179, + 48, + 194, + 2 + ], + [ + 116, + 137, + 83, + 61, + 255, + 106, + 167, + 48, + 187, + 28, + 190, + 172, + 205, + 3 + ], + [ + 163, + 75, + 72, + 117, + 170, + 130, + 0, + 244, + 177, + 25, + 251, + 46, + 203, + 3 + ], + [ + 164, + 99, + 27, + 192, + 123, + 82, + 119, + 153, + 0, + 29, + 178, + 39, + 191, + 3 + ], + [ + 183, + 128, + 91, + 184, + 161, + 145, + 24, + 157, + 0, + 29, + 206, + 34, + 49, + 4 + ], + [ + 124, + 136, + 188, + 163, + 128, + 168, + 16, + 133, + 26, + 28, + 196, + 46, + 32, + 4 + ], + [ + 148, + 89, + 207, + 78, + 124, + 141, + 130, + 77, + 246, + 29, + 14, + 40, + 226, + 3 + ], + [ + 135, + 145, + 139, + 81, + 113, + 12, + 140, + 110, + 216, + 29, + 82, + 162, + 107, + 3 + ], + [ + 166, + 11, + 122, + 112, + 35, + 188, + 203, + 75, + 34, + 27, + 55, + 41, + 144, + 3 + ], + [ + 96, + 186, + 184, + 46, + 222, + 9, + 200, + 73, + 25, + 28, + 178, + 174, + 248, + 3 + ], + [ + 122, + 151, + 35, + 231, + 66, + 108, + 114, + 111, + 131, + 28, + 129, + 37, + 170, + 3 + ], + [ + 138, + 141, + 240, + 80, + 144, + 159, + 174, + 99, + 10, + 31, + 104, + 178, + 151, + 4 + ], + [ + 116, + 137, + 124, + 157, + 10, + 124, + 97, + 224, + 17, + 28, + 203, + 43, + 221, + 3 + ] + ], + "data_distances": [ + 0.00022530556, + 0.8069085, + 0.59437597, + 0.7786449, + 0.94238347, + 0.6833662, + 0.9846984, + 0.91125715, + 0.62917614, + 0.8246385, + 0.8914442, + 0.91888773, + 0.7126224, + 0.91975975, + 0.5820055, + 0.52152175, + -0.00033700466, + 0.716871, + 0.27354002, + 0.4164484, + 0.39038515, + 0.21476632, + 0.2998802, + 0.37034726, + 0.720351, + 0.58635414, + 0.60376155, + 0.59613276, + 0.1598655, + 1.017609, + 0.5299964, + -0.000054121017, + 0.23199415, + 0.8580384, + 0.36886263, + 0.59281904, + 0.53942454, + 0.3565433, + 0.43042338, + 0.83055437, + 0.21466106, + 1.0230805, + 0.51052505, + 0.66307956, + 0.24224973, + -0.00012993813, + 0.42914867, + 0.2937624, + 0.23235059, + 0.42827117, + 0.3629331, + 0.40550023, + 0.45766717, + 0.15126455, + 0.6253295, + 0.1967349, + 0.7888536, + 0.28850073, + 0.00012564659, + 0.56895524, + 0.6179355, + 0.69874316, + 0.6824339, + 0.4926707, + 0.4681543, + 0.65158397, + 0.22344172, + 0.7565692, + 0.67541987, + 0.99682444, + 0.00011587143, + 0.22388357, + 0.10448432, + 0.18462753, + 0.4982171, + 0.5062366, + 0.48046112, + 0.71779656, + 0.39071047, + 0.88734996, + 0.24783033, + -0.0000385046, + 0.23629057, + 0.47867662, + 0.77615017, + 0.4897468, + 0.44812787, + 0.80368507, + 0.12336898, + 1.2590457, + 0.3309238, + 0.0001693964, + 0.16388309, + 0.6498049, + 0.7106843, + 0.63429356, + 0.9301473, + 0.32343388, + 1.0660012, + 0.3826924, + 0.00028920174, + 0.31928152, + 0.5850839, + 0.48776013, + 0.7095619, + 0.41063285, + 0.5813542, + 0.27711928, + 0.000024437904, + 0.4290949, + 0.25152677, + 0.43674624, + 0.7919319, + 0.17005038, + 0.5858087, + 0.00006377697, + 0.58680123, + 0.19212687, + 0.565504, + 0.6908001, + 0.49906063, + 0.00013536215, + 0.7863369, + 0.45126098, + 0.5739313, + 0.3986637, + -0.00025367737, + 0.8780899, + 0.4534521, + 0.8773352, + 0.00028669834, + 1.2072912, + 0.26481903, + -0.00012350082, + 0.8761046, + -0.00034976006 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + 0.00022530556, + 0.8069085, + 0.59437597, + 0.7786449, + 0.94238347, + 0.6833662, + 0.9846984, + 0.91125715, + 0.62917614, + 0.8246385, + 0.8914442, + 0.91888773, + 0.7126224, + 0.91975975, + 0.5820055, + 0.52152175 + ], + [ + 0.8069085, + -0.00033700466, + 0.716871, + 0.27354002, + 0.4164484, + 0.39038515, + 0.21476632, + 0.2998802, + 0.37034726, + 0.720351, + 0.58635414, + 0.60376155, + 0.59613276, + 0.1598655, + 1.017609, + 0.5299964 + ], + [ + 0.59437597, + 0.716871, + -0.000054121017, + 0.23199415, + 0.8580384, + 0.36886263, + 0.59281904, + 0.53942454, + 0.3565433, + 0.43042338, + 0.83055437, + 0.21466106, + 1.0230805, + 0.51052505, + 0.66307956, + 0.24224973 + ], + [ + 0.7786449, + 0.27354002, + 0.23199415, + -0.00012993813, + 0.42914867, + 0.2937624, + 0.23235059, + 0.42827117, + 0.3629331, + 0.40550023, + 0.45766717, + 0.15126455, + 0.6253295, + 0.1967349, + 0.7888536, + 0.28850073 + ], + [ + 0.94238347, + 0.4164484, + 0.8580384, + 0.42914867, + 0.00012564659, + 0.56895524, + 0.6179355, + 0.69874316, + 0.6824339, + 0.4926707, + 0.4681543, + 0.65158397, + 0.22344172, + 0.7565692, + 0.67541987, + 0.99682444 + ], + [ + 0.6833662, + 0.39038515, + 0.36886263, + 0.2937624, + 0.56895524, + 0.00011587143, + 0.22388357, + 0.10448432, + 0.18462753, + 0.4982171, + 0.5062366, + 0.48046112, + 0.71779656, + 0.39071047, + 0.88734996, + 0.24783033 + ], + [ + 0.9846984, + 0.21476632, + 0.59281904, + 0.23235059, + 0.6179355, + 0.22388357, + -0.0000385046, + 0.23629057, + 0.47867662, + 0.77615017, + 0.4897468, + 0.44812787, + 0.80368507, + 0.12336898, + 1.2590457, + 0.3309238 + ], + [ + 0.91125715, + 0.2998802, + 0.53942454, + 0.42827117, + 0.69874316, + 0.10448432, + 0.23629057, + 0.0001693964, + 0.16388309, + 0.6498049, + 0.7106843, + 0.63429356, + 0.9301473, + 0.32343388, + 1.0660012, + 0.3826924 + ], + [ + 0.62917614, + 0.37034726, + 0.3565433, + 0.3629331, + 0.6824339, + 0.18462753, + 0.47867662, + 0.16388309, + 0.00028920174, + 0.31928152, + 0.5850839, + 0.48776013, + 0.7095619, + 0.41063285, + 0.5813542, + 0.27711928 + ], + [ + 0.8246385, + 0.720351, + 0.43042338, + 0.40550023, + 0.4926707, + 0.4982171, + 0.77615017, + 0.6498049, + 0.31928152, + 0.000024437904, + 0.4290949, + 0.25152677, + 0.43674624, + 0.7919319, + 0.17005038, + 0.5858087 + ], + [ + 0.8914442, + 0.58635414, + 0.83055437, + 0.45766717, + 0.4681543, + 0.5062366, + 0.4897468, + 0.7106843, + 0.5850839, + 0.4290949, + 0.00006377697, + 0.58680123, + 0.19212687, + 0.565504, + 0.6908001, + 0.49906063 + ], + [ + 0.91888773, + 0.60376155, + 0.21466106, + 0.15126455, + 0.65158397, + 0.48046112, + 0.44812787, + 0.63429356, + 0.48776013, + 0.25152677, + 0.58680123, + 0.00013536215, + 0.7863369, + 0.45126098, + 0.5739313, + 0.3986637 + ], + [ + 0.7126224, + 0.59613276, + 1.0230805, + 0.6253295, + 0.22344172, + 0.71779656, + 0.80368507, + 0.9301473, + 0.7095619, + 0.43674624, + 0.19212687, + 0.7863369, + -0.00025367737, + 0.8780899, + 0.4534521, + 0.8773352 + ], + [ + 0.91975975, + 0.1598655, + 0.51052505, + 0.1967349, + 0.7565692, + 0.39071047, + 0.12336898, + 0.32343388, + 0.41063285, + 0.7919319, + 0.565504, + 0.45126098, + 0.8780899, + 0.00028669834, + 1.2072912, + 0.26481903 + ], + [ + 0.5820055, + 1.017609, + 0.66307956, + 0.7888536, + 0.67541987, + 0.88734996, + 1.2590457, + 1.0660012, + 0.5813542, + 0.17005038, + 0.6908001, + 0.5739313, + 0.4534521, + 1.2072912, + -0.00012350082, + 0.8761046 + ], + [ + 0.52152175, + 0.5299964, + 0.24224973, + 0.28850073, + 0.99682444, + 0.24783033, + 0.3309238, + 0.3826924, + 0.27711928, + 0.5858087, + 0.49906063, + 0.3986637, + 0.8773352, + 0.26481903, + 0.8761046, + -0.00034976006 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + 0.00030899048, + 0.8069031, + 0.5939464, + 0.7777567, + 0.9427809, + 0.6839422, + 0.9836878, + 0.9122226, + 0.63056123, + 0.8261167, + 0.890123, + 0.9187127, + 0.7125595, + 0.9181183, + 0.5838232, + 0.5203384 + ], + [ + 0.80752754, + 1.7881393e-7, + 0.7170825, + 0.27361798, + 0.41744494, + 0.3896767, + 0.21409607, + 0.29936463, + 0.37012047, + 0.7209147, + 0.58530325, + 0.60429704, + 0.59643686, + 0.1593262, + 1.0190037, + 0.52889633 + ], + [ + 0.5953882, + 0.71565497, + 0.0004760027, + 0.23173404, + 0.8578245, + 0.36931038, + 0.5929791, + 0.5390657, + 0.35578012, + 0.4301713, + 0.83114433, + 0.21474981, + 1.0232685, + 0.5099205, + 0.66313326, + 0.24286419 + ], + [ + 0.7775841, + 0.27309012, + 0.23264748, + 0.000042021275, + 0.42812788, + 0.29428327, + 0.23255765, + 0.428953, + 0.36359423, + 0.40590847, + 0.45737016, + 0.15184236, + 0.6241052, + 0.19693947, + 0.78847384, + 0.289101 + ], + [ + 0.9413294, + 0.41656053, + 0.85703933, + 0.4290675, + -0.000071287155, + 0.569507, + 0.6182618, + 0.6990591, + 0.6828679, + 0.49285835, + 0.4691627, + 0.6511289, + 0.22386324, + 0.7565211, + 0.6747346, + 0.99700034 + ], + [ + 0.6821214, + 0.39067787, + 0.36796808, + 0.29371, + 0.5696882, + 0.0004093647, + 0.2242508, + 0.10481995, + 0.18465316, + 0.4988581, + 0.5064057, + 0.48076117, + 0.71818477, + 0.39027393, + 0.88745797, + 0.24697566 + ], + [ + 0.98414624, + 0.21478629, + 0.59336233, + 0.2323978, + 0.61661303, + 0.22405314, + -0.00029611588, + 0.23701346, + 0.4798786, + 0.7760315, + 0.489635, + 0.44768393, + 0.8026444, + 0.124180555, + 1.2584083, + 0.33189428 + ], + [ + 0.91110516, + 0.29997766, + 0.54003245, + 0.42897862, + 0.697673, + 0.10447562, + 0.23667562, + -0.000072956085, + 0.16388774, + 0.6492766, + 0.7105758, + 0.6346782, + 0.929234, + 0.32431066, + 1.0649219, + 0.38368362 + ], + [ + 0.6303369, + 0.36993062, + 0.35716796, + 0.36269504, + 0.6820861, + 0.18496758, + 0.47865248, + 0.1640293, + 0.00017338991, + 0.3190226, + 0.5842972, + 0.48784184, + 0.7089937, + 0.41023034, + 0.58157396, + 0.27736485 + ], + [ + 0.82408947, + 0.72129583, + 0.43048424, + 0.40553933, + 0.49222296, + 0.4980017, + 0.77631617, + 0.65064996, + 0.3200305, + -0.0001616478, + 0.42808384, + 0.2514974, + 0.43575448, + 0.79283506, + 0.16975671, + 0.5857264 + ], + [ + 0.89006996, + 0.58659387, + 0.82962555, + 0.45670474, + 0.46838993, + 0.50705814, + 0.4898256, + 0.71247923, + 0.5863312, + 0.42986524, + -0.00018882751, + 0.5862138, + 0.19194019, + 0.56499994, + 0.6911478, + 0.49827802 + ], + [ + 0.920669, + 0.6031026, + 0.21516359, + 0.15080142, + 0.65011, + 0.4810679, + 0.44795185, + 0.6343993, + 0.48814845, + 0.25113338, + 0.5865028, + -0.00027775764, + 0.7857221, + 0.45090503, + 0.57395554, + 0.39986503 + ], + [ + 0.71530914, + 0.5959168, + 1.0232145, + 0.6245782, + 0.22225106, + 0.71726274, + 0.8033553, + 0.92959285, + 0.7093636, + 0.43601108, + 0.19231963, + 0.7856885, + 0.000023663044, + 0.87831056, + 0.45417374, + 0.8783924 + ], + [ + 0.9207593, + 0.16031414, + 0.5099449, + 0.19569492, + 0.7569592, + 0.39093804, + 0.123265386, + 0.32437944, + 0.41106015, + 0.7919388, + 0.5646319, + 0.45058882, + 0.87821436, + -0.00024700165, + 1.2082092, + 0.26409662 + ], + [ + 0.58184797, + 1.0164835, + 0.6633478, + 0.78916234, + 0.6754551, + 0.8870554, + 1.2597097, + 1.0646999, + 0.5796061, + 0.17090738, + 0.69098496, + 0.5762162, + 0.45351535, + 1.206427, + 0.0008209348, + 0.87584114 + ], + [ + 0.52132976, + 0.5294403, + 0.2416228, + 0.28749907, + 0.99592644, + 0.24777913, + 0.33005548, + 0.38301712, + 0.27824152, + 0.58679307, + 0.49988806, + 0.39803177, + 0.8777865, + 0.26431203, + 0.8772579, + -0.00007081032 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + 0.000115156174, + 0.80728513, + 0.5935807, + 0.778002, + 0.94275296, + 0.6837162, + 0.98450124, + 0.912027, + 0.6298755, + 0.82503515, + 0.8911735, + 0.91829187, + 0.7129136, + 0.91922635, + 0.582518, + 0.5208731 + ], + [ + 0.8080011, + -0.00016665459, + 0.71685797, + 0.27361244, + 0.41679275, + 0.38986874, + 0.21440804, + 0.29908442, + 0.3699299, + 0.7204199, + 0.5860615, + 0.6039726, + 0.5966301, + 0.15955627, + 1.0183806, + 0.52969795 + ], + [ + 0.59431845, + 0.7165892, + -0.000025510788, + 0.23162997, + 0.85752594, + 0.36932945, + 0.5932722, + 0.54007006, + 0.35664648, + 0.4300769, + 0.83083403, + 0.21437103, + 1.0227327, + 0.5107448, + 0.66259587, + 0.24275452 + ], + [ + 0.77830094, + 0.2732048, + 0.23240769, + -0.000064373016, + 0.42884868, + 0.29399872, + 0.23216498, + 0.42849988, + 0.36332178, + 0.4058271, + 0.45752943, + 0.15143883, + 0.6249193, + 0.19661283, + 0.7889104, + 0.28869575 + ], + [ + 0.9420389, + 0.4157588, + 0.8579523, + 0.42890507, + 0.000065386295, + 0.56941396, + 0.61729825, + 0.6988176, + 0.683048, + 0.4934582, + 0.46860695, + 0.6513354, + 0.22376251, + 0.7556995, + 0.6758917, + 0.9968361 + ], + [ + 0.6828116, + 0.3902418, + 0.36873, + 0.29378724, + 0.56910634, + 0.00005877018, + 0.22365582, + 0.10438037, + 0.18478048, + 0.49887937, + 0.50630975, + 0.48081285, + 0.7179488, + 0.39035368, + 0.88783646, + 0.24751586 + ], + [ + 0.9839328, + 0.21474993, + 0.59296846, + 0.23237926, + 0.6172003, + 0.22397697, + -0.000017881393, + 0.23674, + 0.47929054, + 0.776288, + 0.4898095, + 0.44812948, + 0.8030945, + 0.1238178, + 1.2587173, + 0.33136243 + ], + [ + 0.9100665, + 0.30042017, + 0.5395806, + 0.4291969, + 0.69878465, + 0.10449433, + 0.2368232, + 0.000087320805, + 0.16376877, + 0.649649, + 0.71038455, + 0.63492614, + 0.92954063, + 0.32407767, + 1.0649481, + 0.38267112 + ], + [ + 0.6295464, + 0.3703432, + 0.35656232, + 0.3626278, + 0.6828598, + 0.18488562, + 0.47878522, + 0.16425478, + 0.00014686584, + 0.31932938, + 0.5843282, + 0.4878835, + 0.70937765, + 0.410123, + 0.5817399, + 0.27657616 + ], + [ + 0.8240777, + 0.72103536, + 0.42986536, + 0.40559828, + 0.4928168, + 0.49756896, + 0.7764256, + 0.6496358, + 0.31906813, + 0.000013828278, + 0.42922747, + 0.2517599, + 0.43695468, + 0.7925383, + 0.17006755, + 0.58547056 + ], + [ + 0.8901962, + 0.58687496, + 0.82951564, + 0.45727825, + 0.46960258, + 0.50634146, + 0.4895242, + 0.7113459, + 0.5855105, + 0.4298842, + 0.000036001205, + 0.5864613, + 0.19290006, + 0.56487525, + 0.69141126, + 0.49757123 + ], + [ + 0.91971934, + 0.60296357, + 0.21526688, + 0.15106153, + 0.65116525, + 0.4808746, + 0.44775492, + 0.6342461, + 0.48787004, + 0.25160384, + 0.5866059, + 0.00006902218, + 0.7860807, + 0.45063078, + 0.5742203, + 0.39908344 + ], + [ + 0.71360457, + 0.5958104, + 1.0234311, + 0.625278, + 0.2230956, + 0.7175324, + 0.80377686, + 0.92967355, + 0.7090045, + 0.4362132, + 0.19248748, + 0.786287, + -0.00012469292, + 0.8783616, + 0.4534068, + 0.87792003 + ], + [ + 0.92030674, + 0.16021526, + 0.50990355, + 0.19630462, + 0.7564873, + 0.39058387, + 0.12338519, + 0.32348472, + 0.41071105, + 0.79197407, + 0.56541, + 0.451056, + 0.8783915, + 0.0001449585, + 1.2077619, + 0.2646268 + ], + [ + 0.5814419, + 1.0165067, + 0.6632996, + 0.78902346, + 0.6744689, + 0.88733256, + 1.2597251, + 1.0652852, + 0.58042514, + 0.17051822, + 0.6916162, + 0.5753772, + 0.4531815, + 1.2071493, + -0.0000551939, + 0.87677944 + ], + [ + 0.5221074, + 0.52972984, + 0.242064, + 0.2881531, + 0.99635696, + 0.24728942, + 0.329943, + 0.38210398, + 0.277579, + 0.5863764, + 0.49947238, + 0.39835548, + 0.8779074, + 0.26447678, + 0.87715703, + -0.00017261505 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/8bit_inner_product_double_hadamard.json b/diskann-quantization/test/generated/spherical/8bit_inner_product_double_hadamard.json new file mode 100644 index 000000000..d66c40fa5 --- /dev/null +++ b/diskann-quantization/test/generated/spherical/8bit_inner_product_double_hadamard.json @@ -0,0 +1,2337 @@ +{ + "nbits": 8, + "metric": "inner_product", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 24, + 0, + 8, + 0, + 12, + 0, + 7, + 0, + 16, + 0, + 20, + 0, + 14, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 152, + 222, + 168, + 188, + 180, + 64, + 103, + 62, + 115, + 163, + 174, + 189, + 206, + 25, + 87, + 189, + 101, + 78, + 56, + 188, + 100, + 224, + 15, + 60, + 242, + 245, + 188, + 62, + 94, + 115, + 162, + 190 + ], + "compressed_vectors": [ + [ + 115, + 233, + 173, + 127, + 152, + 171, + 201, + 215, + 46, + 27, + 130, + 178, + 107, + 5 + ], + [ + 140, + 231, + 52, + 254, + 206, + 121, + 160, + 89, + 8, + 24, + 121, + 174, + 229, + 4 + ], + [ + 105, + 101, + 117, + 101, + 61, + 219, + 120, + 156, + 117, + 29, + 149, + 44, + 212, + 3 + ], + [ + 89, + 107, + 20, + 135, + 80, + 165, + 176, + 86, + 153, + 23, + 208, + 35, + 90, + 3 + ], + [ + 123, + 152, + 89, + 76, + 237, + 112, + 168, + 64, + 230, + 27, + 34, + 173, + 253, + 3 + ], + [ + 147, + 86, + 75, + 125, + 170, + 128, + 12, + 235, + 26, + 25, + 206, + 44, + 210, + 3 + ], + [ + 148, + 78, + 0, + 214, + 123, + 65, + 105, + 161, + 143, + 27, + 10, + 45, + 126, + 3 + ], + [ + 159, + 114, + 91, + 187, + 160, + 139, + 16, + 157, + 37, + 29, + 142, + 45, + 255, + 3 + ], + [ + 136, + 173, + 202, + 179, + 136, + 184, + 1, + 139, + 71, + 24, + 39, + 33, + 126, + 4 + ], + [ + 135, + 63, + 238, + 63, + 124, + 142, + 121, + 58, + 198, + 27, + 180, + 45, + 176, + 3 + ], + [ + 117, + 135, + 138, + 84, + 113, + 5, + 132, + 111, + 120, + 29, + 108, + 43, + 67, + 3 + ], + [ + 124, + 9, + 122, + 121, + 53, + 167, + 169, + 86, + 0, + 29, + 186, + 49, + 83, + 3 + ], + [ + 109, + 180, + 164, + 76, + 195, + 49, + 182, + 93, + 77, + 28, + 249, + 173, + 24, + 4 + ], + [ + 153, + 202, + 29, + 237, + 74, + 117, + 141, + 115, + 235, + 24, + 69, + 173, + 44, + 4 + ], + [ + 127, + 138, + 243, + 82, + 146, + 158, + 171, + 99, + 1, + 30, + 2, + 174, + 140, + 4 + ], + [ + 124, + 167, + 120, + 167, + 0, + 127, + 106, + 243, + 206, + 24, + 230, + 160, + 30, + 4 + ] + ], + "data_distances": [ + -0.24707758, + -0.04871981, + -0.19132021, + -0.07026921, + -0.01961878, + -0.1263201, + -0.0073255897, + -0.044124424, + -0.123041525, + -0.07979125, + -0.05251798, + -0.04486561, + -0.10023773, + -0.022390693, + -0.18372849, + -0.1615172, + -0.25633916, + -0.1353616, + -0.23333895, + -0.20320448, + -0.24813789, + -0.37590772, + -0.35337782, + -0.21343225, + -0.129703, + -0.20060566, + -0.223788, + -0.14409639, + -0.23846519, + 0.0076158643, + -0.16223526, + -0.8871457, + -0.45837104, + -0.092779934, + -0.47743595, + -0.36234573, + -0.43077922, + -0.40620568, + -0.4939731, + -0.1529431, + -0.8229201, + 0.0154365, + -0.2586687, + -0.28088367, + -0.4849625, + -0.40217522, + -0.2496236, + -0.35958415, + -0.4607781, + -0.3604187, + -0.27047485, + -0.3462313, + -0.33010882, + -0.60018194, + -0.16789487, + -0.28589946, + -0.11773662, + -0.30696586, + -0.47514772, + -0.23756991, + -0.24848506, + -0.20553792, + -0.1458987, + -0.32202083, + -0.35063353, + -0.26933306, + -0.37806582, + -0.09440386, + -0.1986446, + -0.0013879538, + -0.6445652, + -0.5894127, + -0.7154324, + -0.4381652, + -0.37120783, + -0.37931824, + -0.46442574, + -0.1599625, + -0.27405247, + -0.0799101, + -0.4111923, + -0.8941269, + -0.7189523, + -0.3298322, + -0.19470134, + -0.46244663, + -0.5828177, + -0.13101731, + -0.46368217, + 0.21679407, + -0.43094742, + -0.9905031, + -0.5566504, + -0.32119206, + -0.2750296, + -0.40446448, + -0.0495297, + -0.37748364, + 0.05670297, + -0.41861132, + -0.44840762, + -0.4203204, + -0.26609135, + -0.38257226, + -0.13761152, + -0.22128867, + -0.24883208, + -0.329309, + -0.8467542, + -0.50229895, + -0.7681812, + -0.36604673, + -0.107114434, + -0.67414963, + -0.2587674, + -0.9187115, + -0.44384092, + -0.5472442, + -0.23343393, + -0.2606914, + -0.3274516, + -1.244912, + -0.16968943, + -0.34312454, + -0.4189052, + -0.45543298, + -0.49929792, + -0.04809296, + -0.341047, + -0.05875495, + -0.31380188, + 0.10232517, + -0.27992743, + -0.7810756, + -0.07339117, + -0.4623962 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.24707758, + -0.04871981, + -0.19132021, + -0.07026921, + -0.01961878, + -0.1263201, + -0.0073255897, + -0.044124424, + -0.123041525, + -0.07979125, + -0.05251798, + -0.04486561, + -0.10023773, + -0.022390693, + -0.18372849, + -0.1615172 + ], + [ + -0.04871981, + -0.25633916, + -0.1353616, + -0.23333895, + -0.20320448, + -0.24813789, + -0.37590772, + -0.35337782, + -0.21343225, + -0.129703, + -0.20060566, + -0.223788, + -0.14409639, + -0.23846519, + 0.0076158643, + -0.16223526 + ], + [ + -0.19132021, + -0.1353616, + -0.8871457, + -0.45837104, + -0.092779934, + -0.47743595, + -0.36234573, + -0.43077922, + -0.40620568, + -0.4939731, + -0.1529431, + -0.8229201, + 0.0154365, + -0.2586687, + -0.28088367, + -0.4849625 + ], + [ + -0.07026921, + -0.23333895, + -0.45837104, + -0.40217522, + -0.2496236, + -0.35958415, + -0.4607781, + -0.3604187, + -0.27047485, + -0.3462313, + -0.33010882, + -0.60018194, + -0.16789487, + -0.28589946, + -0.11773662, + -0.30696586 + ], + [ + -0.01961878, + -0.20320448, + -0.092779934, + -0.2496236, + -0.47514772, + -0.23756991, + -0.24848506, + -0.20553792, + -0.1458987, + -0.32202083, + -0.35063353, + -0.26933306, + -0.37806582, + -0.09440386, + -0.1986446, + -0.0013879538 + ], + [ + -0.1263201, + -0.24813789, + -0.47743595, + -0.35958415, + -0.23756991, + -0.6445652, + -0.5894127, + -0.7154324, + -0.4381652, + -0.37120783, + -0.37931824, + -0.46442574, + -0.1599625, + -0.27405247, + -0.0799101, + -0.4111923 + ], + [ + -0.0073255897, + -0.37590772, + -0.36234573, + -0.4607781, + -0.24848506, + -0.5894127, + -0.8941269, + -0.7189523, + -0.3298322, + -0.19470134, + -0.46244663, + -0.5828177, + -0.13101731, + -0.46368217, + 0.21679407, + -0.43094742 + ], + [ + -0.044124424, + -0.35337782, + -0.43077922, + -0.3604187, + -0.20553792, + -0.7154324, + -0.7189523, + -0.9905031, + -0.5566504, + -0.32119206, + -0.2750296, + -0.40446448, + -0.0495297, + -0.37748364, + 0.05670297, + -0.41861132 + ], + [ + -0.123041525, + -0.21343225, + -0.40620568, + -0.27047485, + -0.1458987, + -0.4381652, + -0.3298322, + -0.5566504, + -0.44840762, + -0.4203204, + -0.26609135, + -0.38257226, + -0.13761152, + -0.22128867, + -0.24883208, + -0.329309 + ], + [ + -0.07979125, + -0.129703, + -0.4939731, + -0.3462313, + -0.32202083, + -0.37120783, + -0.19470134, + -0.32119206, + -0.4203204, + -0.8467542, + -0.50229895, + -0.7681812, + -0.36604673, + -0.107114434, + -0.67414963, + -0.2587674 + ], + [ + -0.05251798, + -0.20060566, + -0.1529431, + -0.33010882, + -0.35063353, + -0.37931824, + -0.46244663, + -0.2750296, + -0.26609135, + -0.50229895, + -0.9187115, + -0.44384092, + -0.5472442, + -0.23343393, + -0.2606914, + -0.3274516 + ], + [ + -0.04486561, + -0.223788, + -0.8229201, + -0.60018194, + -0.26933306, + -0.46442574, + -0.5828177, + -0.40446448, + -0.38257226, + -0.7681812, + -0.44384092, + -1.244912, + -0.16968943, + -0.34312454, + -0.4189052, + -0.45543298 + ], + [ + -0.10023773, + -0.14409639, + 0.0154365, + -0.16789487, + -0.37806582, + -0.1599625, + -0.13101731, + -0.0495297, + -0.13761152, + -0.36604673, + -0.5472442, + -0.16968943, + -0.49929792, + -0.04809296, + -0.341047, + -0.05875495 + ], + [ + -0.022390693, + -0.23846519, + -0.2586687, + -0.28589946, + -0.09440386, + -0.27405247, + -0.46368217, + -0.37748364, + -0.22128867, + -0.107114434, + -0.23343393, + -0.34312454, + -0.04809296, + -0.31380188, + 0.10232517, + -0.27992743 + ], + [ + -0.18372849, + 0.0076158643, + -0.28088367, + -0.11773662, + -0.1986446, + -0.0799101, + 0.21679407, + 0.05670297, + -0.24883208, + -0.67414963, + -0.2606914, + -0.4189052, + -0.341047, + 0.10232517, + -0.7810756, + -0.07339117 + ], + [ + -0.1615172, + -0.16223526, + -0.4849625, + -0.30696586, + -0.0013879538, + -0.4111923, + -0.43094742, + -0.41861132, + -0.329309, + -0.2587674, + -0.3274516, + -0.45543298, + -0.05875495, + -0.27992743, + -0.07339117, + -0.4623962 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.24721801, + -0.04862319, + -0.19146854, + -0.07037769, + -0.020165175, + -0.12634751, + -0.007092297, + -0.043771684, + -0.12284884, + -0.08000435, + -0.052697554, + -0.04494077, + -0.1006172, + -0.02221334, + -0.18404359, + -0.1613403 + ], + [ + -0.048248053, + -0.25632203, + -0.13497885, + -0.23325145, + -0.2036759, + -0.24809809, + -0.37567243, + -0.35352162, + -0.21352512, + -0.13015988, + -0.20079032, + -0.2236927, + -0.14441033, + -0.23819467, + 0.007354468, + -0.16171403 + ], + [ + -0.18918814, + -0.13530703, + -0.8873642, + -0.45895135, + -0.09264852, + -0.47780162, + -0.36396056, + -0.43183398, + -0.4060318, + -0.4940452, + -0.15311898, + -0.82460386, + 0.016443312, + -0.25898385, + -0.27904856, + -0.4846989 + ], + [ + -0.070093945, + -0.23336628, + -0.45827153, + -0.40221635, + -0.24980631, + -0.35931155, + -0.46051538, + -0.3601858, + -0.27050412, + -0.34655833, + -0.3301925, + -0.6003522, + -0.16811007, + -0.28580207, + -0.118086964, + -0.30671534 + ], + [ + -0.019424498, + -0.20306443, + -0.09252773, + -0.24957748, + -0.4752335, + -0.23826212, + -0.2494094, + -0.20602256, + -0.14555803, + -0.32159021, + -0.35099947, + -0.26930615, + -0.377975, + -0.0943397, + -0.19775319, + -0.0014919639 + ], + [ + -0.12683249, + -0.24815911, + -0.47723418, + -0.35952318, + -0.23722664, + -0.64427567, + -0.5892626, + -0.7148379, + -0.43808994, + -0.37086925, + -0.38011894, + -0.463885, + -0.16037688, + -0.27431595, + -0.079940915, + -0.41171047 + ], + [ + -0.00804925, + -0.37645686, + -0.36084178, + -0.46066344, + -0.2494221, + -0.5890639, + -0.8946209, + -0.7180965, + -0.3290319, + -0.19427803, + -0.463162, + -0.58237016, + -0.13224204, + -0.46389267, + 0.21649367, + -0.43059638 + ], + [ + -0.04423374, + -0.35264972, + -0.43217263, + -0.36059362, + -0.20520927, + -0.7159767, + -0.71873444, + -0.9903861, + -0.5565896, + -0.32139677, + -0.2746127, + -0.40522242, + -0.049003586, + -0.37682903, + 0.05668986, + -0.41887897 + ], + [ + -0.12352684, + -0.21363848, + -0.40577745, + -0.27037007, + -0.14616366, + -0.43855256, + -0.33010694, + -0.55688876, + -0.4483946, + -0.41958857, + -0.26651043, + -0.38141543, + -0.13807045, + -0.22133097, + -0.24829243, + -0.32946113 + ], + [ + -0.080352366, + -0.12968904, + -0.49439293, + -0.34654912, + -0.32177487, + -0.3705518, + -0.1946584, + -0.3198755, + -0.4197221, + -0.84648514, + -0.5023295, + -0.7689429, + -0.3660904, + -0.107400954, + -0.6743537, + -0.2591215 + ], + [ + -0.051671118, + -0.20066929, + -0.1531049, + -0.3302532, + -0.35015717, + -0.37947893, + -0.46294987, + -0.27583018, + -0.26646262, + -0.50226027, + -0.9185456, + -0.4441964, + -0.5466286, + -0.23355258, + -0.2599182, + -0.32747284 + ], + [ + -0.0451774, + -0.22417296, + -0.82408416, + -0.6003489, + -0.2687859, + -0.46508208, + -0.5832038, + -0.40600103, + -0.38327563, + -0.7675334, + -0.44187784, + -1.2448118, + -0.16816996, + -0.34375334, + -0.41814888, + -0.45593345 + ], + [ + -0.10021111, + -0.14438808, + 0.015759557, + -0.16777211, + -0.37843797, + -0.1595803, + -0.13036856, + -0.049627453, + -0.1379992, + -0.3666027, + -0.54696345, + -0.16941771, + -0.4995515, + -0.048175752, + -0.34188566, + -0.058356375 + ], + [ + -0.022637337, + -0.23847216, + -0.25810996, + -0.28562114, + -0.0939956, + -0.2744867, + -0.46422985, + -0.37788433, + -0.22134899, + -0.10666415, + -0.23418163, + -0.34241953, + -0.04827088, + -0.31390706, + 0.10280472, + -0.28040892 + ], + [ + -0.1830578, + 0.007832736, + -0.28109425, + -0.11777437, + -0.19964203, + -0.08009498, + 0.2173686, + 0.0563896, + -0.24893954, + -0.6750014, + -0.26037762, + -0.41909853, + -0.34116858, + 0.10280725, + -0.7815486, + -0.07255921 + ], + [ + -0.16232812, + -0.16239, + -0.48537803, + -0.30709738, + -0.0017422438, + -0.4106503, + -0.4301911, + -0.41774985, + -0.32912052, + -0.258752, + -0.32687154, + -0.45539165, + -0.05891666, + -0.28014982, + -0.07416436, + -0.46239167 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.24722168, + -0.04833442, + -0.19143645, + -0.07016179, + -0.019581884, + -0.12641029, + -0.0069912076, + -0.043759227, + -0.122993276, + -0.08018601, + -0.05321297, + -0.04487616, + -0.10059385, + -0.022114217, + -0.18418641, + -0.16171098 + ], + [ + -0.04862313, + -0.25625604, + -0.13538235, + -0.2333596, + -0.20343609, + -0.24797806, + -0.37556562, + -0.3531193, + -0.21341905, + -0.129978, + -0.20067343, + -0.22384909, + -0.14431837, + -0.23824777, + 0.007297784, + -0.16199255 + ], + [ + -0.1903187, + -0.13510524, + -0.88723, + -0.45863247, + -0.09278287, + -0.47728905, + -0.36275154, + -0.4305961, + -0.40591288, + -0.4945023, + -0.15342103, + -0.824159, + 0.015586197, + -0.25861633, + -0.28065684, + -0.48475647 + ], + [ + -0.07023843, + -0.23324427, + -0.4585049, + -0.402182, + -0.24972296, + -0.35946724, + -0.46045607, + -0.36023718, + -0.27051392, + -0.34654748, + -0.33000675, + -0.60036945, + -0.16797128, + -0.28569788, + -0.11812723, + -0.30680013 + ], + [ + -0.019780159, + -0.20345898, + -0.092553675, + -0.24965931, + -0.47509295, + -0.23815888, + -0.24947368, + -0.20619914, + -0.14578694, + -0.32110476, + -0.35064155, + -0.26886022, + -0.37787616, + -0.09469327, + -0.19752122, + -0.0016788244 + ], + [ + -0.12643516, + -0.24816622, + -0.47723827, + -0.3595973, + -0.23761104, + -0.64461684, + -0.5896904, + -0.71529603, + -0.43794173, + -0.37089983, + -0.3796725, + -0.46426037, + -0.16012019, + -0.2741759, + -0.07960391, + -0.41132963 + ], + [ + -0.007984132, + -0.37636095, + -0.3617728, + -0.46079537, + -0.24892852, + -0.58911693, + -0.89420056, + -0.71848214, + -0.3295659, + -0.19427407, + -0.46260417, + -0.5823079, + -0.13160603, + -0.464011, + 0.21663654, + -0.43091947 + ], + [ + -0.044495523, + -0.35302627, + -0.43118018, + -0.36027732, + -0.20589018, + -0.71575177, + -0.7182612, + -0.99041736, + -0.55677795, + -0.3216319, + -0.27481157, + -0.40426016, + -0.049800277, + -0.37679294, + 0.05596608, + -0.4183934 + ], + [ + -0.12320095, + -0.2135708, + -0.40611276, + -0.27048036, + -0.14620355, + -0.43841213, + -0.32994777, + -0.5569021, + -0.44842654, + -0.41997665, + -0.26602256, + -0.38204822, + -0.13774376, + -0.22127968, + -0.248525, + -0.3292359 + ], + [ + -0.079927206, + -0.12960382, + -0.4939023, + -0.34632695, + -0.3220451, + -0.37098676, + -0.19483534, + -0.3205065, + -0.41986617, + -0.8466512, + -0.502701, + -0.7685172, + -0.3662813, + -0.107131496, + -0.67415315, + -0.25885248 + ], + [ + -0.051788688, + -0.20051491, + -0.15321249, + -0.3301236, + -0.35013023, + -0.37955034, + -0.4625448, + -0.2758693, + -0.26663303, + -0.50232434, + -0.91881466, + -0.44367176, + -0.54671997, + -0.23356056, + -0.2600393, + -0.3276477 + ], + [ + -0.044870794, + -0.2240343, + -0.8238236, + -0.60038686, + -0.26892075, + -0.4649055, + -0.5831902, + -0.40561196, + -0.38307995, + -0.76770717, + -0.44267744, + -1.2448921, + -0.16856712, + -0.3436905, + -0.41812947, + -0.45587006 + ], + [ + -0.10018587, + -0.1441463, + 0.015212655, + -0.16801782, + -0.37837803, + -0.16000308, + -0.13091749, + -0.049603343, + -0.13764238, + -0.36614895, + -0.5469431, + -0.16980451, + -0.49926865, + -0.048048943, + -0.34111527, + -0.058561474 + ], + [ + -0.022633553, + -0.23845719, + -0.25860208, + -0.28582236, + -0.09408331, + -0.2741941, + -0.46390727, + -0.37754393, + -0.22130713, + -0.10691151, + -0.23363157, + -0.34299815, + -0.048080266, + -0.31386584, + 0.102448136, + -0.28024358 + ], + [ + -0.18333358, + 0.008048773, + -0.28099233, + -0.11785081, + -0.19917022, + -0.07992694, + 0.21699774, + 0.057242006, + -0.24845143, + -0.67462033, + -0.2614503, + -0.4192912, + -0.34149605, + 0.10270664, + -0.78123796, + -0.07313064 + ], + [ + -0.16165054, + -0.16219926, + -0.4853705, + -0.3070608, + -0.0014132261, + -0.41099817, + -0.43062443, + -0.4183643, + -0.32928675, + -0.25891098, + -0.32704392, + -0.45571017, + -0.058572948, + -0.27999166, + -0.07369366, + -0.46239474 + ] + ] + } + ], + "rescaled_query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + -0.3885317, + -0.07540293, + -0.30068088, + -0.11001137, + -0.030094475, + -0.19862124, + -0.01130116, + -0.068225056, + -0.1932298, + -0.12640968, + -0.08343248, + -0.07126042, + -0.1579319, + -0.034556, + -0.28971973, + -0.2546979 + ], + [ + -0.07529312, + -0.395693, + -0.20926012, + -0.3605455, + -0.31446746, + -0.3833943, + -0.5807446, + -0.5453955, + -0.3294845, + -0.2003872, + -0.3089909, + -0.34596378, + -0.22266239, + -0.3680191, + 0.011834562, + -0.25045586 + ], + [ + -0.15802306, + -0.11248338, + -0.73632836, + -0.38063657, + -0.07695198, + -0.39612216, + -0.3010587, + -0.35786438, + -0.3370827, + -0.4100415, + -0.12701331, + -0.6835376, + 0.0131883025, + -0.21493176, + -0.23266351, + -0.40226102 + ], + [ + -0.08667426, + -0.28749704, + -0.5648162, + -0.4957377, + -0.30781218, + -0.4428568, + -0.5677561, + -0.44354564, + -0.3332863, + -0.4271399, + -0.40701872, + -0.7401166, + -0.20733684, + -0.35229307, + -0.14563715, + -0.3783601 + ], + [ + -0.022518456, + -0.23058823, + -0.105033875, + -0.28316402, + -0.538872, + -0.27013898, + -0.2828137, + -0.23360738, + -0.16536486, + -0.364137, + -0.3979511, + -0.3046795, + -0.4288175, + -0.107272685, + -0.22395925, + -0.0020549297 + ], + [ + -0.123406574, + -0.24182858, + -0.4648642, + -0.35016805, + -0.23122232, + -0.6276145, + -0.57413054, + -0.696578, + -0.42650276, + -0.36072138, + -0.36909828, + -0.45178157, + -0.15565403, + -0.26706758, + -0.0773288, + -0.4005488 + ], + [ + -0.0059626997, + -0.31079113, + -0.29948714, + -0.3809589, + -0.20551926, + -0.4871188, + -0.73907197, + -0.5942029, + -0.27250314, + -0.16100428, + -0.38258368, + -0.4818992, + -0.10841757, + -0.3833107, + 0.17914358, + -0.35608226 + ], + [ + -0.03500986, + -0.27715337, + -0.33876288, + -0.2828403, + -0.16182119, + -0.56215215, + -0.56346196, + -0.7779095, + -0.4374839, + -0.2530283, + -0.21631645, + -0.31717104, + -0.03937906, + -0.29575896, + 0.04337451, + -0.3284991 + ], + [ + -0.14375143, + -0.24932635, + -0.47378165, + -0.31568846, + -0.17093232, + -0.5121981, + -0.38568276, + -0.6504623, + -0.52343017, + -0.49009907, + -0.31031802, + -0.44589528, + -0.16084042, + -0.25814155, + -0.28975525, + -0.3842238 + ], + [ + -0.06824422, + -0.10986671, + -0.42035815, + -0.29433975, + -0.27311423, + -0.31508246, + -0.16521092, + -0.27188957, + -0.3566114, + -0.7192495, + -0.4271763, + -0.653215, + -0.3109129, + -0.09106125, + -0.57290244, + -0.22032869 + ], + [ + -0.04252696, + -0.16344221, + -0.12520222, + -0.26903927, + -0.28526896, + -0.30943826, + -0.37645498, + -0.22501259, + -0.21776006, + -0.40984905, + -0.7493577, + -0.3613623, + -0.44585493, + -0.19034207, + -0.2126206, + -0.26726368 + ], + [ + -0.0315502, + -0.15732849, + -0.5772287, + -0.42077726, + -0.18840912, + -0.32554805, + -0.40853363, + -0.28430462, + -0.2683953, + -0.53745645, + -0.31031486, + -0.8718327, + -0.11807649, + -0.24113101, + -0.29270023, + -0.3193468 + ], + [ + -0.110565454, + -0.15989098, + 0.017418772, + -0.18593542, + -0.41882804, + -0.17687762, + -0.14526382, + -0.055166185, + -0.15236834, + -0.40485623, + -0.6051086, + -0.18761162, + -0.552454, + -0.053577274, + -0.3769736, + -0.06468432 + ], + [ + -0.031532943, + -0.3325828, + -0.36055136, + -0.3985979, + -0.1310602, + -0.38298044, + -0.6478952, + -0.52718663, + -0.3089044, + -0.14916441, + -0.32532975, + -0.47876668, + -0.066778645, + -0.4378224, + 0.14318156, + -0.39121068 + ], + [ + -0.16168903, + 0.0073636174, + -0.24874914, + -0.104064286, + -0.17606965, + -0.071021974, + 0.19216722, + 0.049944967, + -0.22003594, + -0.597124, + -0.2311438, + -0.37086576, + -0.30166516, + 0.09104937, + -0.6910765, + -0.06452021 + ], + [ + -0.18573636, + -0.18643542, + -0.55791986, + -0.3529724, + -0.0014517903, + -0.47262934, + -0.49546987, + -0.48112386, + -0.3785437, + -0.29768646, + -0.37549943, + -0.5243504, + -0.067072585, + -0.321781, + -0.084625095, + -0.5315784 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + -0.38833547, + -0.07550928, + -0.30150503, + -0.11040412, + -0.03035587, + -0.19884914, + -0.011557877, + -0.06861217, + -0.19324368, + -0.1263625, + -0.082421035, + -0.0719703, + -0.15730819, + -0.03465715, + -0.28938603, + -0.25454062 + ], + [ + -0.07520175, + -0.39528215, + -0.20961365, + -0.36033344, + -0.3134096, + -0.38342965, + -0.5807033, + -0.54548967, + -0.329687, + -0.20079017, + -0.30896088, + -0.34659982, + -0.22205421, + -0.3679523, + 0.011539608, + -0.250962 + ], + [ + -0.15738288, + -0.11175105, + -0.7366186, + -0.38054597, + -0.07690114, + -0.39640725, + -0.30085403, + -0.3577669, + -0.33697182, + -0.41079098, + -0.12757286, + -0.68416166, + 0.013179451, + -0.21424891, + -0.23288438, + -0.40210938 + ], + [ + -0.086481065, + -0.28757176, + -0.5649335, + -0.4956228, + -0.30758402, + -0.4433221, + -0.5680281, + -0.44453526, + -0.33367947, + -0.4270592, + -0.4064197, + -0.73995674, + -0.20676917, + -0.35234147, + -0.14528677, + -0.3783993 + ], + [ + -0.022247463, + -0.23036948, + -0.10538842, + -0.28274715, + -0.5382372, + -0.27049276, + -0.2824798, + -0.23472661, + -0.1660786, + -0.3650357, + -0.3966761, + -0.30520186, + -0.42781496, + -0.10700686, + -0.22475067, + -0.0019676685 + ], + [ + -0.12288472, + -0.24152699, + -0.46513933, + -0.3503617, + -0.2314656, + -0.62773687, + -0.5743171, + -0.69644034, + -0.42619902, + -0.36095402, + -0.36943448, + -0.45238706, + -0.15560067, + -0.26695493, + -0.077062726, + -0.4004378 + ], + [ + -0.0070887804, + -0.3113236, + -0.2992203, + -0.38102672, + -0.20600668, + -0.48661706, + -0.7387957, + -0.59340805, + -0.27220678, + -0.16050261, + -0.38218442, + -0.4814035, + -0.10894063, + -0.3836653, + 0.17862582, + -0.35605633 + ], + [ + -0.035407394, + -0.27748644, + -0.33892113, + -0.28287554, + -0.16189688, + -0.5622022, + -0.5634836, + -0.77821374, + -0.43764716, + -0.2527788, + -0.21533078, + -0.31707683, + -0.03909844, + -0.295861, + 0.043295115, + -0.32839948 + ], + [ + -0.14399141, + -0.24906717, + -0.47461817, + -0.31582078, + -0.17067686, + -0.51171374, + -0.38480735, + -0.64974463, + -0.52349406, + -0.49048412, + -0.31004122, + -0.44629896, + -0.16065715, + -0.2581474, + -0.29044637, + -0.38442072 + ], + [ + -0.06773037, + -0.11017531, + -0.4197511, + -0.29428568, + -0.2733396, + -0.31517208, + -0.16565803, + -0.27253336, + -0.35674673, + -0.71929276, + -0.42708695, + -0.65317214, + -0.3108769, + -0.09118402, + -0.572616, + -0.21996874 + ], + [ + -0.04239008, + -0.16363564, + -0.1249471, + -0.26912916, + -0.28515804, + -0.30914912, + -0.37674147, + -0.22483528, + -0.21764676, + -0.4098627, + -0.7493271, + -0.36182123, + -0.44584942, + -0.19047701, + -0.21262974, + -0.26717907 + ], + [ + -0.031073272, + -0.15700486, + -0.57695687, + -0.42066446, + -0.18894789, + -0.32548878, + -0.40811318, + -0.28404593, + -0.26827344, + -0.5382427, + -0.3108394, + -0.87205315, + -0.118560374, + -0.24064511, + -0.29329306, + -0.31883025 + ], + [ + -0.11059387, + -0.15909031, + 0.01653254, + -0.18583253, + -0.41853988, + -0.177711, + -0.14525075, + -0.05540149, + -0.1522665, + -0.4049762, + -0.6050855, + -0.18787184, + -0.5520226, + -0.052946106, + -0.37677372, + -0.064991206 + ], + [ + -0.031261623, + -0.33262044, + -0.36063272, + -0.39868027, + -0.13131449, + -0.38262466, + -0.64750344, + -0.5270079, + -0.30893907, + -0.14955148, + -0.3251945, + -0.47899872, + -0.06677087, + -0.4379478, + 0.14283359, + -0.39096504 + ], + [ + -0.1617081, + 0.007117152, + -0.24856727, + -0.10456392, + -0.1766819, + -0.07001892, + 0.1921857, + 0.05154276, + -0.21923745, + -0.59714794, + -0.23133138, + -0.37188047, + -0.30233136, + 0.09104359, + -0.6914307, + -0.06400627 + ], + [ + -0.1862745, + -0.18657084, + -0.5578732, + -0.35295588, + -0.001437962, + -0.4721365, + -0.49488956, + -0.48047987, + -0.37859958, + -0.29772937, + -0.3756354, + -0.5240447, + -0.067472085, + -0.32189387, + -0.08524972, + -0.5316916 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + -0.3886404, + -0.07581325, + -0.30055404, + -0.110164374, + -0.030772597, + -0.19881961, + -0.011496723, + -0.06862277, + -0.1933042, + -0.12611899, + -0.08314991, + -0.07081461, + -0.15812501, + -0.034733206, + -0.2894519, + -0.25443798 + ], + [ + -0.07516703, + -0.39563608, + -0.20877828, + -0.3603149, + -0.31419975, + -0.38312835, + -0.58054066, + -0.54524046, + -0.32961455, + -0.20083275, + -0.30947393, + -0.3459998, + -0.22291495, + -0.36794746, + 0.011310518, + -0.2504533 + ], + [ + -0.157919, + -0.1121667, + -0.7363889, + -0.38064057, + -0.076999635, + -0.39604962, + -0.30088696, + -0.35738695, + -0.3368594, + -0.4103488, + -0.12746507, + -0.68386483, + 0.01293993, + -0.21462634, + -0.23292215, + -0.40220648 + ], + [ + -0.086608335, + -0.2874432, + -0.5650361, + -0.49570084, + -0.30781674, + -0.44314942, + -0.56778413, + -0.44398, + -0.333443, + -0.42720437, + -0.40658182, + -0.74015456, + -0.20705554, + -0.35215306, + -0.14559175, + -0.37828463 + ], + [ + -0.02245152, + -0.23072474, + -0.104895175, + -0.28313512, + -0.5388449, + -0.27014944, + -0.28307006, + -0.23383266, + -0.16534807, + -0.3642146, + -0.3975801, + -0.30500484, + -0.42858785, + -0.10739449, + -0.22401714, + -0.0019675791 + ], + [ + -0.12309472, + -0.24162343, + -0.46465772, + -0.35011142, + -0.23133987, + -0.627597, + -0.5741029, + -0.6964241, + -0.42638332, + -0.36110646, + -0.3696741, + -0.45199394, + -0.15589322, + -0.26694056, + -0.077504784, + -0.4004607 + ], + [ + -0.006577909, + -0.31116188, + -0.29915676, + -0.38094527, + -0.2057756, + -0.4869459, + -0.7390269, + -0.5939725, + -0.27243477, + -0.16056803, + -0.38255432, + -0.48127314, + -0.10878526, + -0.38357702, + 0.1790677, + -0.35613275 + ], + [ + -0.034925133, + -0.27736992, + -0.33882874, + -0.2830492, + -0.1617341, + -0.56219107, + -0.5640225, + -0.77805734, + -0.4373672, + -0.25261754, + -0.21605447, + -0.3174516, + -0.039112777, + -0.29599, + 0.0439474, + -0.32855755 + ], + [ + -0.1438384, + -0.24926375, + -0.47397313, + -0.31570938, + -0.17066745, + -0.5118149, + -0.38530937, + -0.65004754, + -0.5234628, + -0.49028033, + -0.31039575, + -0.44606167, + -0.1607988, + -0.25830102, + -0.29010063, + -0.38440883 + ], + [ + -0.06788881, + -0.110155225, + -0.41971815, + -0.29427642, + -0.273618, + -0.31516284, + -0.16540277, + -0.2723503, + -0.35672992, + -0.71931046, + -0.42723393, + -0.6528753, + -0.31119606, + -0.09102777, + -0.5727862, + -0.21985564 + ], + [ + -0.04220909, + -0.16356568, + -0.12504914, + -0.2692444, + -0.28552502, + -0.309471, + -0.37703082, + -0.22501542, + -0.21743616, + -0.409606, + -0.7494298, + -0.3617136, + -0.44583213, + -0.19047134, + -0.21206954, + -0.26710197 + ], + [ + -0.031399786, + -0.15704662, + -0.5773701, + -0.42070726, + -0.1884165, + -0.32565555, + -0.4083342, + -0.28426516, + -0.2684019, + -0.5378326, + -0.310408, + -0.87206113, + -0.11809379, + -0.24081261, + -0.2929753, + -0.3192544 + ], + [ + -0.11085537, + -0.15944898, + 0.01689285, + -0.18586779, + -0.4186222, + -0.17704655, + -0.14493665, + -0.05485034, + -0.15228063, + -0.40510955, + -0.60502654, + -0.18791753, + -0.55237526, + -0.053154945, + -0.37738934, + -0.064840555 + ], + [ + -0.03162843, + -0.33258677, + -0.3605696, + -0.39870095, + -0.13126105, + -0.38264814, + -0.6475926, + -0.5266402, + -0.3087605, + -0.1492229, + -0.3256251, + -0.47874367, + -0.06709364, + -0.43788725, + 0.14296359, + -0.39118165 + ], + [ + -0.1621126, + 0.0070862174, + -0.24855742, + -0.10424152, + -0.17613304, + -0.07065433, + 0.19200015, + 0.050589323, + -0.2197147, + -0.5965688, + -0.23130679, + -0.37073463, + -0.30199134, + 0.090821475, + -0.69088006, + -0.06461683 + ], + [ + -0.18585193, + -0.18642297, + -0.5578929, + -0.3529669, + -0.0016233325, + -0.4725176, + -0.4951774, + -0.48090947, + -0.37854457, + -0.29766607, + -0.37584114, + -0.5239564, + -0.06733996, + -0.32187104, + -0.08470729, + -0.53163826 + ] + ] + } + ] +} \ No newline at end of file diff --git a/diskann-quantization/test/generated/spherical/8bit_squared_l2_double_hadamard.json b/diskann-quantization/test/generated/spherical/8bit_squared_l2_double_hadamard.json new file mode 100644 index 000000000..cb06456cc --- /dev/null +++ b/diskann-quantization/test/generated/spherical/8bit_squared_l2_double_hadamard.json @@ -0,0 +1,1452 @@ +{ + "nbits": 8, + "metric": "squared_l2", + "transform": "double_hadamard", + "pre_scale": "none", + "dim": 8, + "full_dim": 8, + "training_seed": 9030650843244786071, + "serialized_quantizer": [ + 16, + 0, + 0, + 0, + 115, + 113, + 48, + 48, + 8, + 0, + 14, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 24, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 14, + 0, + 20, + 0, + 4, + 0, + 8, + 0, + 0, + 0, + 12, + 0, + 16, + 0, + 14, + 0, + 0, + 0, + 80, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 232, + 30, + 72, + 63, + 0, + 0, + 128, + 63, + 8, + 0, + 12, + 0, + 7, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 12, + 0, + 0, + 0, + 8, + 0, + 12, + 0, + 4, + 0, + 8, + 0, + 8, + 0, + 0, + 0, + 20, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 8, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 8, + 0, + 0, + 0, + 152, + 222, + 168, + 188, + 180, + 64, + 103, + 62, + 115, + 163, + 174, + 189, + 206, + 25, + 87, + 189, + 101, + 78, + 56, + 188, + 100, + 224, + 15, + 60, + 242, + 245, + 188, + 62, + 94, + 115, + 162, + 190 + ], + "compressed_vectors": [ + [ + 115, + 233, + 173, + 127, + 152, + 171, + 201, + 215, + 46, + 27, + 176, + 53, + 107, + 5 + ], + [ + 140, + 231, + 52, + 254, + 206, + 121, + 160, + 89, + 8, + 24, + 30, + 49, + 229, + 4 + ], + [ + 105, + 101, + 117, + 101, + 61, + 219, + 120, + 156, + 117, + 29, + 33, + 55, + 212, + 3 + ], + [ + 89, + 107, + 20, + 135, + 80, + 165, + 176, + 86, + 153, + 23, + 174, + 44, + 90, + 3 + ], + [ + 123, + 152, + 89, + 76, + 237, + 112, + 168, + 64, + 230, + 27, + 100, + 53, + 253, + 3 + ], + [ + 147, + 86, + 75, + 125, + 170, + 128, + 12, + 235, + 26, + 25, + 70, + 50, + 210, + 3 + ], + [ + 148, + 78, + 0, + 214, + 123, + 65, + 105, + 161, + 143, + 27, + 3, + 55, + 126, + 3 + ], + [ + 159, + 114, + 91, + 187, + 160, + 139, + 16, + 157, + 37, + 29, + 37, + 56, + 255, + 3 + ], + [ + 136, + 173, + 202, + 179, + 136, + 184, + 1, + 139, + 71, + 24, + 39, + 48, + 126, + 4 + ], + [ + 135, + 63, + 238, + 63, + 124, + 142, + 121, + 58, + 198, + 27, + 235, + 53, + 176, + 3 + ], + [ + 117, + 135, + 138, + 84, + 113, + 5, + 132, + 111, + 120, + 29, + 9, + 56, + 67, + 3 + ], + [ + 124, + 9, + 122, + 121, + 53, + 167, + 169, + 86, + 0, + 29, + 181, + 56, + 83, + 3 + ], + [ + 109, + 180, + 164, + 76, + 195, + 49, + 182, + 93, + 77, + 28, + 50, + 54, + 24, + 4 + ], + [ + 153, + 202, + 29, + 237, + 74, + 117, + 141, + 115, + 235, + 24, + 195, + 49, + 44, + 4 + ], + [ + 127, + 138, + 243, + 82, + 146, + 158, + 171, + 99, + 1, + 30, + 93, + 57, + 140, + 4 + ], + [ + 124, + 167, + 120, + 167, + 0, + 127, + 106, + 243, + 206, + 24, + 219, + 49, + 30, + 4 + ] + ], + "data_distances": [ + 0.00038003922, + 0.40600672, + 0.75190943, + 0.508904, + 0.68308085, + 0.63935596, + 1.1268567, + 1.1492063, + 0.44960877, + 0.93431795, + 1.06113, + 1.4023626, + 0.5458908, + 0.5164042, + 0.6610138, + 0.3866192, + -0.0003208518, + 0.87273777, + 0.19167566, + 0.32482058, + 0.4046315, + 0.39860356, + 0.5396106, + 0.27773845, + 0.8434056, + 0.7738659, + 1.0534289, + 0.46708462, + 0.09316634, + 1.0526136, + 0.39409423, + 0.00027310848, + 0.372715, + 1.1767732, + 0.5771389, + 1.056831, + 1.0159113, + 0.5232951, + 0.7459689, + 1.5002944, + 0.48626834, + 1.417254, + 0.68386286, + 1.1067181, + 0.37974328, + -7.748604e-7, + 0.37797844, + 0.32773504, + 0.37485892, + 0.67152494, + 0.30964935, + 0.55634505, + 0.66085565, + 0.44663715, + 0.56548375, + 0.1442939, + 0.9479047, + 0.25062913, + -0.0001938343, + 0.6446395, + 0.87232095, + 1.0541625, + 0.6316776, + 0.677642, + 0.6926822, + 1.1812109, + 0.21801782, + 0.6001611, + 0.8589648, + 0.9346609, + 0.00032669306, + 0.3601434, + 0.20405126, + 0.21682236, + 0.7489457, + 0.8049906, + 0.96070325, + 0.8239022, + 0.41054162, + 1.2661115, + 0.28472993, + 0.00022667646, + 0.44652325, + 0.6830001, + 1.3514705, + 0.88824546, + 0.9734311, + 1.1313043, + 0.28079388, + 2.1090317, + 0.49473143, + -0.000631094, + 0.32531095, + 1.1944363, + 1.3590268, + 1.4260848, + 1.3902268, + 0.54913825, + 1.8847966, + 0.6153509, + 0.000033199787, + 0.45441625, + 0.83514, + 0.9281059, + 0.67229986, + 0.31976488, + 0.7319632, + 0.25219226, + -0.00024271011, + 0.76093346, + 0.5550966, + 0.61363804, + 0.94632196, + 0.27953666, + 0.79148406, + 0.00037395954, + 1.2760428, + 0.3235088, + 0.7659486, + 1.1787188, + 0.7263813, + -0.00017166138, + 1.404546, + 0.8724951, + 1.188219, + 0.79634625, + -0.00039851665, + 0.71683073, + 0.59820783, + 0.84397477, + 0.0002322495, + 1.2997715, + 0.21644916, + 0.00025510788, + 1.0968068, + -0.00002041459 + ], + "query_distances": [ + { + "layout": "same_as_data", + "distances": [ + [ + 0.00038003922, + 0.40600672, + 0.75190943, + 0.508904, + 0.68308085, + 0.63935596, + 1.1268567, + 1.1492063, + 0.44960877, + 0.93431795, + 1.06113, + 1.4023626, + 0.5458908, + 0.5164042, + 0.6610138, + 0.3866192 + ], + [ + 0.40600672, + -0.0003208518, + 0.87273777, + 0.19167566, + 0.32482058, + 0.4046315, + 0.39860356, + 0.5396106, + 0.27773845, + 0.8434056, + 0.7738659, + 1.0534289, + 0.46708462, + 0.09316634, + 1.0526136, + 0.39409423 + ], + [ + 0.75190943, + 0.87273777, + 0.00027310848, + 0.372715, + 1.1767732, + 0.5771389, + 1.056831, + 1.0159113, + 0.5232951, + 0.7459689, + 1.5002944, + 0.48626834, + 1.417254, + 0.68386286, + 1.1067181, + 0.37974328 + ], + [ + 0.508904, + 0.19167566, + 0.372715, + -7.748604e-7, + 0.37797844, + 0.32773504, + 0.37485892, + 0.67152494, + 0.30964935, + 0.55634505, + 0.66085565, + 0.44663715, + 0.56548375, + 0.1442939, + 0.9479047, + 0.25062913 + ], + [ + 0.68308085, + 0.32482058, + 1.1767732, + 0.37797844, + -0.0001938343, + 0.6446395, + 0.87232095, + 1.0541625, + 0.6316776, + 0.677642, + 0.6926822, + 1.1812109, + 0.21801782, + 0.6001611, + 0.8589648, + 0.9346609 + ], + [ + 0.63935596, + 0.4046315, + 0.5771389, + 0.32773504, + 0.6446395, + 0.00032669306, + 0.3601434, + 0.20405126, + 0.21682236, + 0.7489457, + 0.8049906, + 0.96070325, + 0.8239022, + 0.41054162, + 1.2661115, + 0.28472993 + ], + [ + 1.1268567, + 0.39860356, + 1.056831, + 0.37485892, + 0.87232095, + 0.3601434, + 0.00022667646, + 0.44652325, + 0.6830001, + 1.3514705, + 0.88824546, + 0.9734311, + 1.1313043, + 0.28079388, + 2.1090317, + 0.49473143 + ], + [ + 1.1492063, + 0.5396106, + 1.0159113, + 0.67152494, + 1.0541625, + 0.20405126, + 0.44652325, + -0.000631094, + 0.32531095, + 1.1944363, + 1.3590268, + 1.4260848, + 1.3902268, + 0.54913825, + 1.8847966, + 0.6153509 + ], + [ + 0.44960877, + 0.27773845, + 0.5232951, + 0.30964935, + 0.6316776, + 0.21682236, + 0.6830001, + 0.32531095, + 0.000033199787, + 0.45441625, + 0.83514, + 0.9281059, + 0.67229986, + 0.31976488, + 0.7319632, + 0.25219226 + ], + [ + 0.93431795, + 0.8434056, + 0.7459689, + 0.55634505, + 0.677642, + 0.7489457, + 1.3514705, + 1.1944363, + 0.45441625, + -0.00024271011, + 0.76093346, + 0.5550966, + 0.61363804, + 0.94632196, + 0.27953666, + 0.79148406 + ], + [ + 1.06113, + 0.7738659, + 1.5002944, + 0.66085565, + 0.6926822, + 0.8049906, + 0.88824546, + 1.3590268, + 0.83514, + 0.76093346, + 0.00037395954, + 1.2760428, + 0.3235088, + 0.7659486, + 1.1787188, + 0.7263813 + ], + [ + 1.4023626, + 1.0534289, + 0.48626834, + 0.44663715, + 1.1812109, + 0.96070325, + 0.9734311, + 1.4260848, + 0.9281059, + 0.5550966, + 1.2760428, + -0.00017166138, + 1.404546, + 0.8724951, + 1.188219, + 0.79634625 + ], + [ + 0.5458908, + 0.46708462, + 1.417254, + 0.56548375, + 0.21801782, + 0.8239022, + 1.1313043, + 1.3902268, + 0.67229986, + 0.61363804, + 0.3235088, + 1.404546, + -0.00039851665, + 0.71683073, + 0.59820783, + 0.84397477 + ], + [ + 0.5164042, + 0.09316634, + 0.68386286, + 0.1442939, + 0.6001611, + 0.41054162, + 0.28079388, + 0.54913825, + 0.31976488, + 0.94632196, + 0.7659486, + 0.8724951, + 0.71683073, + 0.0002322495, + 1.2997715, + 0.21644916 + ], + [ + 0.6610138, + 1.0526136, + 1.1067181, + 0.9479047, + 0.8589648, + 1.2661115, + 2.1090317, + 1.8847966, + 0.7319632, + 0.27953666, + 1.1787188, + 1.188219, + 0.59820783, + 1.2997715, + 0.00025510788, + 1.0968068 + ], + [ + 0.3866192, + 0.39409423, + 0.37974328, + 0.25062913, + 0.9346609, + 0.28472993, + 0.49473143, + 0.6153509, + 0.25219226, + 0.79148406, + 0.7263813, + 0.79634625, + 0.84397477, + 0.21644916, + 1.0968068, + -0.00002041459 + ] + ] + }, + { + "layout": "scalar_quantized", + "distances": [ + [ + 0.00019973516, + 0.40630051, + 0.75171334, + 0.50878763, + 0.6820886, + 0.6394017, + 1.1274239, + 1.1500123, + 0.4500947, + 0.93399227, + 1.0608715, + 1.4023129, + 0.5452324, + 0.5168595, + 0.6604842, + 0.38707358 + ], + [ + 0.40694544, + -0.0002913773, + 0.87349856, + 0.19184592, + 0.32387298, + 0.40470633, + 0.39906937, + 0.53931826, + 0.27754796, + 0.84248704, + 0.7734918, + 1.0536147, + 0.46645197, + 0.0937026, + 1.052086, + 0.39513192 + ], + [ + 0.7562096, + 0.87288296, + -0.00012797117, + 0.37159044, + 1.177072, + 0.57644355, + 1.0536374, + 1.0138378, + 0.5236789, + 0.74586076, + 1.4999788, + 0.4829368, + 1.4193035, + 0.6832686, + 1.1104243, + 0.38030648 + ], + [ + 0.5092691, + 0.19163558, + 0.37292856, + -0.000068455935, + 0.3776276, + 0.32829487, + 0.3753989, + 0.6720053, + 0.3096054, + 0.55570555, + 0.6607029, + 0.44631112, + 0.5650679, + 0.14450327, + 0.9472186, + 0.25114474 + ], + [ + 0.68346053, + 0.32509184, + 1.1772687, + 0.37806183, + -0.00037425756, + 0.64324623, + 0.87046343, + 1.0531844, + 0.6323501, + 0.6784944, + 0.6919415, + 1.1812558, + 0.21819061, + 0.6002805, + 0.86073875, + 0.934444 + ], + [ + 0.6382723, + 0.4045302, + 0.57748353, + 0.32779822, + 0.6452672, + 0.0008468628, + 0.3603847, + 0.20518136, + 0.21691403, + 0.74956405, + 0.80333024, + 0.96172583, + 0.8230146, + 0.4099558, + 1.265991, + 0.28363478 + ], + [ + 1.1254469, + 0.39754283, + 1.0598764, + 0.37512577, + 0.8704844, + 0.36087862, + -0.00072366, + 0.4482724, + 0.6846382, + 1.3523545, + 0.88685226, + 0.9743636, + 1.1288924, + 0.28041047, + 2.1084683, + 0.49547106 + ], + [ + 1.1491364, + 0.5412156, + 1.0132734, + 0.6713239, + 1.0549686, + 0.20311141, + 0.44710773, + -0.00024831295, + 0.32558134, + 1.1941757, + 1.3600094, + 1.4247178, + 1.3914278, + 0.55059624, + 1.8849192, + 0.61496437 + ], + [ + 0.4486606, + 0.27734846, + 0.5241741, + 0.30988142, + 0.63117015, + 0.2160701, + 0.68247306, + 0.32485673, + 0.000081688166, + 0.45590237, + 0.8343243, + 0.93044204, + 0.6714045, + 0.31970277, + 0.733065, + 0.25191045 + ], + [ + 0.933113, + 0.84335077, + 0.7450465, + 0.5556267, + 0.6780512, + 0.75017506, + 1.3514736, + 1.1969867, + 0.4555301, + 0.00021272898, + 0.76078945, + 0.5534905, + 0.613468, + 0.9456662, + 0.27904576, + 0.7906931 + ], + [ + 1.0628507, + 0.77376556, + 1.4999979, + 0.6605938, + 0.6936619, + 0.8046961, + 0.8872659, + 1.3574525, + 0.8344244, + 0.7610377, + 0.0007326603, + 1.2753588, + 0.32476687, + 0.76573825, + 1.1802921, + 0.72636575 + ], + [ + 1.4017919, + 1.052712, + 0.4839931, + 0.4463562, + 1.1823581, + 0.9594435, + 0.9727118, + 1.4230647, + 0.92675215, + 0.5564451, + 1.2800219, + 0.00008165836, + 1.4076378, + 0.8712905, + 1.1897845, + 0.79539824 + ], + [ + 0.5460857, + 0.46664292, + 1.4180417, + 0.565871, + 0.21741521, + 0.8248083, + 1.1327435, + 1.390173, + 0.67166615, + 0.6126678, + 0.32421196, + 1.4052311, + -0.00076401234, + 0.7168068, + 0.5966722, + 0.8449136 + ], + [ + 0.51592386, + 0.09316537, + 0.68499327, + 0.14486349, + 0.60099053, + 0.40968612, + 0.2797115, + 0.5483498, + 0.3196572, + 0.94723547, + 0.76446617, + 0.87391806, + 0.7164878, + 0.000034809113, + 1.3007436, + 0.2154991 + ], + [ + 0.6625571, + 1.0532494, + 1.106499, + 0.94803125, + 0.8571719, + 1.2659438, + 2.1103826, + 1.8843719, + 0.7319503, + 0.27803516, + 1.1795484, + 1.1880343, + 0.59816664, + 1.3009377, + -0.0004889965, + 1.0986727 + ], + [ + 0.3850065, + 0.39379388, + 0.37892133, + 0.25037524, + 0.93396145, + 0.28582308, + 0.49625322, + 0.617083, + 0.25257838, + 0.79152405, + 0.7275505, + 0.79643804, + 0.8436605, + 0.21601354, + 1.0952696, + -0.0000022053719 + ] + ] + }, + { + "layout": "full_precision", + "distances": [ + [ + 0.0001924038, + 0.40687805, + 0.7517775, + 0.5092194, + 0.6832552, + 0.6392761, + 1.127626, + 1.1500373, + 0.44980583, + 0.933629, + 1.0598407, + 1.402442, + 0.54527915, + 0.5170577, + 0.66019857, + 0.3863322 + ], + [ + 0.4061953, + -0.00015935302, + 0.8726915, + 0.19162959, + 0.3243526, + 0.4049464, + 0.399283, + 0.54012287, + 0.2777601, + 0.8428508, + 0.77372557, + 1.053302, + 0.46663588, + 0.09359643, + 1.0519727, + 0.39457488 + ], + [ + 0.75394845, + 0.87328655, + 0.00014060736, + 0.3722282, + 1.1768034, + 0.5774687, + 1.0560554, + 1.0163136, + 0.5239167, + 0.7449465, + 1.4993746, + 0.48382646, + 1.4175894, + 0.6840036, + 1.1072078, + 0.38019136 + ], + [ + 0.50898015, + 0.1918796, + 0.37246186, + 2.2351742e-7, + 0.3777943, + 0.3279835, + 0.3755175, + 0.67190254, + 0.3095858, + 0.5557273, + 0.66107434, + 0.4462767, + 0.5653455, + 0.14471161, + 0.9471381, + 0.2509752 + ], + [ + 0.6827493, + 0.32430273, + 1.1772169, + 0.37789816, + -0.00009316206, + 0.6434527, + 0.87033486, + 1.0528312, + 0.6318923, + 0.67946523, + 0.69265735, + 1.1821477, + 0.21838832, + 0.5995734, + 0.86120266, + 0.9340703 + ], + [ + 0.63906693, + 0.404516, + 0.57747537, + 0.32764992, + 0.6444984, + 0.00016447902, + 0.35952917, + 0.20426506, + 0.21721047, + 0.7495029, + 0.8042232, + 0.96097517, + 0.82352793, + 0.41023588, + 1.266665, + 0.28439644 + ], + [ + 1.1255772, + 0.39773464, + 1.0580144, + 0.3748619, + 0.8714716, + 0.36077246, + 0.00011688471, + 0.447501, + 0.6835702, + 1.3523625, + 0.88796794, + 0.97448826, + 1.1301644, + 0.2801738, + 2.1087542, + 0.4948249 + ], + [ + 1.1486129, + 0.54046255, + 1.0152582, + 0.67195654, + 1.0536067, + 0.2035613, + 0.4480542, + -0.00031077862, + 0.3252046, + 1.1937053, + 1.3596117, + 1.4266423, + 1.3898344, + 0.5506684, + 1.8834717, + 0.61593556 + ], + [ + 0.4493124, + 0.27748382, + 0.5235034, + 0.3096608, + 0.6310904, + 0.21635102, + 0.6827914, + 0.32482997, + 0.000017821789, + 0.45512626, + 0.8353, + 0.92917645, + 0.67205787, + 0.31980532, + 0.73259985, + 0.2523609 + ], + [ + 0.9339633, + 0.84352124, + 0.74602777, + 0.55607104, + 0.67751074, + 0.7493051, + 1.3511198, + 1.1957246, + 0.45524198, + -0.0001193881, + 0.7600466, + 0.5543419, + 0.61308616, + 0.94620514, + 0.27944696, + 0.79123116 + ], + [ + 1.0626156, + 0.7740743, + 1.4997827, + 0.660853, + 0.69371575, + 0.8045533, + 0.88807607, + 1.3573742, + 0.8340836, + 0.76090956, + 0.00019454956, + 1.2764081, + 0.32458413, + 0.7657223, + 1.1800499, + 0.72601604 + ], + [ + 1.4024053, + 1.0529892, + 0.4845143, + 0.4462803, + 1.1820885, + 0.9597967, + 0.972739, + 1.4238428, + 0.92714345, + 0.5560976, + 1.2784227, + -0.00007879734, + 1.4068435, + 0.8714161, + 1.1898234, + 0.7955251 + ], + [ + 0.5461362, + 0.46712652, + 1.4169478, + 0.56537956, + 0.21753508, + 0.82396275, + 1.1316457, + 1.3902211, + 0.67237985, + 0.61357534, + 0.32425255, + 1.4044576, + -0.00019830465, + 0.71706045, + 0.59821296, + 0.8445034 + ], + [ + 0.5159315, + 0.093195304, + 0.684009, + 0.14446107, + 0.6008151, + 0.41027132, + 0.28035668, + 0.54903066, + 0.3197409, + 0.94674075, + 0.7655663, + 0.8727609, + 0.71686906, + 0.00011727214, + 1.3000304, + 0.21582979 + ], + [ + 0.6620056, + 1.0536815, + 1.1067027, + 0.94787836, + 0.85811555, + 1.2662798, + 2.1096408, + 1.8860767, + 0.73292655, + 0.27879733, + 1.1774031, + 1.1876489, + 0.59751165, + 1.3007364, + 0.00013244152, + 1.0975299 + ], + [ + 0.38636166, + 0.39417535, + 0.37893644, + 0.25044835, + 0.93461955, + 0.28512734, + 0.4953866, + 0.6158541, + 0.25224587, + 0.791206, + 0.7272058, + 0.79580104, + 0.84434795, + 0.21632983, + 1.096211, + -0.00000834465 + ] + ] + } + ] +} \ No newline at end of file