Spaces:
Build error
Build error
File size: 3,531 Bytes
d8435ba |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 |
use std::sync::Arc;
use collection::operations::verification::new_unchecked_verification_pass;
use common::types::{DetailsLevel, TelemetryDetail};
use parking_lot::Mutex;
use schemars::JsonSchema;
use segment::common::anonymize::Anonymize;
use serde::Serialize;
use storage::dispatcher::Dispatcher;
use storage::rbac::Access;
use uuid::Uuid;
use crate::common::telemetry_ops::app_telemetry::{AppBuildTelemetry, AppBuildTelemetryCollector};
use crate::common::telemetry_ops::cluster_telemetry::ClusterTelemetry;
use crate::common::telemetry_ops::collections_telemetry::CollectionsTelemetry;
use crate::common::telemetry_ops::memory_telemetry::MemoryTelemetry;
use crate::common::telemetry_ops::requests_telemetry::{
ActixTelemetryCollector, RequestsTelemetry, TonicTelemetryCollector,
};
use crate::settings::Settings;
pub struct TelemetryCollector {
process_id: Uuid,
settings: Settings,
dispatcher: Arc<Dispatcher>,
pub app_telemetry_collector: AppBuildTelemetryCollector,
pub actix_telemetry_collector: Arc<Mutex<ActixTelemetryCollector>>,
pub tonic_telemetry_collector: Arc<Mutex<TonicTelemetryCollector>>,
}
// Whole telemetry data
#[derive(Serialize, Clone, Debug, JsonSchema)]
pub struct TelemetryData {
id: String,
pub(crate) app: AppBuildTelemetry,
pub(crate) collections: CollectionsTelemetry,
pub(crate) cluster: ClusterTelemetry,
pub(crate) requests: RequestsTelemetry,
pub(crate) memory: Option<MemoryTelemetry>,
}
impl Anonymize for TelemetryData {
fn anonymize(&self) -> Self {
TelemetryData {
id: self.id.clone(),
app: self.app.anonymize(),
collections: self.collections.anonymize(),
cluster: self.cluster.anonymize(),
requests: self.requests.anonymize(),
memory: self.memory.anonymize(),
}
}
}
impl TelemetryCollector {
pub fn reporting_id(&self) -> String {
self.process_id.to_string()
}
pub fn generate_id() -> Uuid {
Uuid::new_v4()
}
pub fn new(settings: Settings, dispatcher: Arc<Dispatcher>, id: Uuid) -> Self {
Self {
process_id: id,
settings,
dispatcher,
app_telemetry_collector: AppBuildTelemetryCollector::new(),
actix_telemetry_collector: Arc::new(Mutex::new(ActixTelemetryCollector {
workers: Vec::new(),
})),
tonic_telemetry_collector: Arc::new(Mutex::new(TonicTelemetryCollector {
workers: Vec::new(),
})),
}
}
pub async fn prepare_data(&self, access: &Access, detail: TelemetryDetail) -> TelemetryData {
TelemetryData {
id: self.process_id.to_string(),
collections: CollectionsTelemetry::collect(
detail,
access,
self.dispatcher
.toc(access, &new_unchecked_verification_pass()),
)
.await,
app: AppBuildTelemetry::collect(detail, &self.app_telemetry_collector, &self.settings),
cluster: ClusterTelemetry::collect(detail, &self.dispatcher, &self.settings),
requests: RequestsTelemetry::collect(
&self.actix_telemetry_collector.lock(),
&self.tonic_telemetry_collector.lock(),
detail,
),
memory: (detail.level > DetailsLevel::Level0)
.then(MemoryTelemetry::collect)
.flatten(),
}
}
}
|