Spaces:
Build error
Build error
File size: 1,826 Bytes
84d2a97 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 |
use std::fs::File;
use std::io::{Read, Write};
use std::path::Path;
pub trait EncodedStorage {
fn get_vector_data(&self, index: usize, vector_size: usize) -> &[u8];
fn from_file(
path: &Path,
quantized_vector_size: usize,
vectors_count: usize,
) -> std::io::Result<Self>
where
Self: Sized;
fn save_to_file(&self, path: &Path) -> std::io::Result<()>;
}
pub trait EncodedStorageBuilder<TStorage: EncodedStorage> {
fn build(self) -> TStorage;
fn push_vector_data(&mut self, other: &[u8]);
}
impl EncodedStorage for Vec<u8> {
fn get_vector_data(&self, index: usize, vector_size: usize) -> &[u8] {
&self[vector_size * index..vector_size * (index + 1)]
}
fn from_file(
path: &Path,
quantized_vector_size: usize,
vectors_count: usize,
) -> std::io::Result<Self> {
let mut file = File::open(path)?;
let mut buffer = Vec::new();
file.read_to_end(&mut buffer)?;
let expected_size = quantized_vector_size * vectors_count;
if buffer.len() == expected_size {
Ok(buffer)
} else {
Err(std::io::Error::new(
std::io::ErrorKind::Other,
format!(
"Loaded storage size {} is not equal to expected size {expected_size}",
buffer.len()
),
))
}
}
fn save_to_file(&self, path: &Path) -> std::io::Result<()> {
let mut buffer = File::create(path)?;
buffer.write_all(self.as_slice())?;
buffer.flush()?;
Ok(())
}
}
impl EncodedStorageBuilder<Vec<u8>> for Vec<u8> {
fn build(self) -> Vec<u8> {
self
}
fn push_vector_data(&mut self, other: &[u8]) {
self.extend_from_slice(other);
}
}
|