YanBoChen commited on
Commit
04a03be
·
1 Parent(s): d37f4b2

feat: add integrity check report for dataset analysis (previous commit test result)

Browse files
dataset/analysis/integrity_check/integrity_check_report.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "sample_analysis": {
3
+ "matched": {
4
+ "non_null": 100,
5
+ "non_empty": 100,
6
+ "unique_values": 84
7
+ },
8
+ "treatment_matched": {
9
+ "non_null": 100,
10
+ "non_empty": 100,
11
+ "unique_values": 100
12
+ }
13
+ },
14
+ "full_file_analysis": {
15
+ "total_records": 9367,
16
+ "matched_column": {
17
+ "non_null_count": 9367,
18
+ "non_empty_count": 9367,
19
+ "null_percentage": 0.0
20
+ },
21
+ "treatment_matched_column": {
22
+ "non_null_count": 9367,
23
+ "non_empty_count": 9367,
24
+ "null_percentage": 0.0
25
+ },
26
+ "both_matched_count": 3315,
27
+ "both_matched_percentage": 35.39019963702359
28
+ }
29
+ }