Spaces:
Build error
Build error
File size: 2,409 Bytes
84d2a97 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 |
mod test_compact_graph_layer;
mod test_graph_connectivity;
use std::path::Path;
use common::types::PointOffsetType;
use rand::Rng;
use super::graph_links::GraphLinksRam;
use crate::data_types::vectors::VectorElementType;
use crate::fixtures::index_fixtures::{FakeFilterContext, TestRawScorerProducer};
use crate::index::hnsw_index::graph_layers::GraphLayers;
use crate::index::hnsw_index::graph_layers_builder::GraphLayersBuilder;
use crate::index::hnsw_index::point_scorer::FilteredScorer;
use crate::spaces::metric::Metric;
use crate::vector_storage::chunked_vector_storage::VectorOffsetType;
pub(crate) fn create_graph_layer_builder_fixture<TMetric: Metric<VectorElementType>, R>(
num_vectors: usize,
m: usize,
dim: usize,
use_heuristic: bool,
rng: &mut R,
) -> (TestRawScorerProducer<TMetric>, GraphLayersBuilder)
where
R: Rng + ?Sized,
{
let ef_construct = 16;
let entry_points_num = 10;
let vector_holder = TestRawScorerProducer::<TMetric>::new(dim, num_vectors, rng);
let mut graph_layers_builder = GraphLayersBuilder::new(
num_vectors,
m,
m * 2,
ef_construct,
entry_points_num,
use_heuristic,
);
for idx in 0..(num_vectors as PointOffsetType) {
let fake_filter_context = FakeFilterContext {};
let added_vector = vector_holder.vectors.get(idx as VectorOffsetType).to_vec();
let raw_scorer = vector_holder.get_raw_scorer(added_vector.clone()).unwrap();
let scorer = FilteredScorer::new(raw_scorer.as_ref(), Some(&fake_filter_context));
let level = graph_layers_builder.get_random_layer(rng);
graph_layers_builder.set_levels(idx, level);
graph_layers_builder.link_new_point(idx, scorer);
raw_scorer.take_hardware_counter().discard_results();
}
(vector_holder, graph_layers_builder)
}
pub(crate) fn create_graph_layer_fixture<TMetric: Metric<VectorElementType>, R>(
num_vectors: usize,
m: usize,
dim: usize,
use_heuristic: bool,
rng: &mut R,
links_path: Option<&Path>,
) -> (TestRawScorerProducer<TMetric>, GraphLayers<GraphLinksRam>)
where
R: Rng + ?Sized,
{
let (vector_holder, graph_layers_builder) =
create_graph_layer_builder_fixture(num_vectors, m, dim, use_heuristic, rng);
(
vector_holder,
graph_layers_builder.into_graph_layers(links_path).unwrap(),
)
}
|