Spaces:
Build error
Build error
File size: 3,198 Bytes
84d2a97 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 |
use std::sync::Arc;
use common::cpu::CpuBudget;
use segment::types::{PayloadFieldSchema, PayloadSchemaType};
use tempfile::Builder;
use tokio::runtime::Handle;
use tokio::sync::RwLock;
use crate::save_on_disk::SaveOnDisk;
use crate::shards::local_shard::LocalShard;
use crate::shards::shard_trait::ShardOperation;
use crate::tests::fixtures::*;
#[tokio::test(flavor = "multi_thread")]
async fn test_fix_payload_indices() {
let collection_dir = Builder::new().prefix("test_collection").tempdir().unwrap();
let config = create_collection_config();
let collection_name = "test".to_string();
let current_runtime: Handle = Handle::current();
let payload_index_schema_dir = Builder::new().prefix("qdrant-test").tempdir().unwrap();
let payload_index_schema_file = payload_index_schema_dir.path().join("payload-schema.json");
let payload_index_schema =
Arc::new(SaveOnDisk::load_or_init_default(payload_index_schema_file).unwrap());
let shard = LocalShard::build(
0,
collection_name.clone(),
collection_dir.path(),
Arc::new(RwLock::new(config.clone())),
Arc::new(Default::default()),
payload_index_schema.clone(),
current_runtime.clone(),
current_runtime.clone(),
CpuBudget::default(),
config.optimizer_config.clone(),
)
.await
.unwrap();
let upsert_ops = upsert_operation();
shard.update(upsert_ops.into(), true).await.unwrap();
// Create payload index in shard locally, not in global collection configuration
let index_op = create_payload_index_operation();
shard.update(index_op.into(), true).await.unwrap();
let delete_point_op = delete_point_operation(4);
shard.update(delete_point_op.into(), true).await.unwrap();
std::thread::sleep(std::time::Duration::from_secs(1));
drop(shard);
payload_index_schema
.write(|schema| {
schema.schema.insert(
"a".parse().unwrap(),
PayloadFieldSchema::FieldType(PayloadSchemaType::Integer),
);
schema.schema.insert(
"b".parse().unwrap(),
PayloadFieldSchema::FieldType(PayloadSchemaType::Keyword),
);
})
.unwrap();
let shard = LocalShard::load(
0,
collection_name,
collection_dir.path(),
Arc::new(RwLock::new(config.clone())),
config.optimizer_config.clone(),
Arc::new(Default::default()),
payload_index_schema,
current_runtime.clone(),
current_runtime,
CpuBudget::default(),
)
.await
.unwrap();
let info = shard.info().await.unwrap();
// Deleting existing payload index is not supported
// assert!(!info
// .payload_schema
// .contains_key(&"location".parse().unwrap()));
assert_eq!(
info.payload_schema
.get(&"a".parse().unwrap())
.unwrap()
.data_type,
PayloadSchemaType::Integer
);
assert_eq!(
info.payload_schema
.get(&"b".parse().unwrap())
.unwrap()
.data_type,
PayloadSchemaType::Keyword
);
}
|