Spaces:
Build error
Build error
File size: 1,735 Bytes
84d2a97 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 |
use std::{error, result};
use common::types::{PointOffsetType, ScoredPointOffset};
use rand::seq::IteratorRandom;
use crate::data_types::vectors::VectorElementType;
use crate::id_tracker::IdTracker;
use crate::vector_storage::{RawScorer, VectorStorage, VectorStorageEnum};
pub type Result<T, E = Error> = result::Result<T, E>;
pub type Error = Box<dyn error::Error>;
pub fn sampler(rng: impl rand::Rng) -> impl Iterator<Item = f32> {
rng.sample_iter(rand::distributions::Standard)
}
pub fn insert_distributed_vectors(
dim: usize,
storage: &mut VectorStorageEnum,
vectors: usize,
sampler: &mut impl Iterator<Item = VectorElementType>,
) -> Result<()> {
let start = storage.total_vector_count() as u32;
let end = start + vectors as u32;
let mut vector = vec![0.; dim];
for offset in start..end {
for (item, value) in vector.iter_mut().zip(&mut *sampler) {
*item = value;
}
storage.insert_vector(offset, vector.as_slice().into())?;
}
Ok(())
}
pub fn delete_random_vectors(
rng: &mut impl rand::Rng,
storage: &mut VectorStorageEnum,
id_tracker: &mut impl IdTracker,
vectors: usize,
) -> Result<()> {
let offsets = (0..storage.total_vector_count() as _).choose_multiple(rng, vectors);
for offset in offsets {
storage.delete_vector(offset)?;
id_tracker.drop(crate::types::ExtendedPointId::NumId(offset.into()))?;
}
Ok(())
}
pub fn score(scorer: &dyn RawScorer, points: &[PointOffsetType]) -> Vec<ScoredPointOffset> {
let mut scores = vec![Default::default(); points.len()];
let scored = scorer.score_points(points, &mut scores);
scores.resize_with(scored, Default::default);
scores
}
|