Update app.py

app.py

@@ -452,7 +452,6 @@ def chart_11(disease_data):
 
 
 def chart_12(filtered_data):
-    st.write("4")
     graph_10 = filtered_data.copy()
     no_nan = graph_10.dropna(subset=['ImmunizationName'])
     immu = list(no_nan['ImmunizationName'])
@@ -974,20 +973,21 @@ def ML(filtered_data, scaler, unscaled_data):
 
 
 def imputer(filtered_data):
-    numeric_columns = filtered_data.select_dtypes(include=['int', 'float'])
-    numeric_columns = numeric_columns.iloc[:,2:].copy()
-
-    # Setting the random_state argument for reproducibility
-    imputer = IterativeImputer(random_state=42)
-    imputed = imputer.fit_transform(numeric_columns)
-    Imputed_data = pd.DataFrame(imputed, columns=numeric_columns.columns)
-    Imputed_data = round(Imputed_data, 2)
-    columns_drop = Imputed_data.columns
-    filtered_data = filtered_data.drop(columns=columns_drop)
-    Ml_data = pd.concat([filtered_data, Imputed_data], axis=1)
-    unscaled_data = Ml_data.copy()
+    # numeric_columns = filtered_data.select_dtypes(include=['int', 'float'])
+    # numeric_columns = numeric_columns.iloc[:,2:].copy()
+
+    # # Setting the random_state argument for reproducibility
+    # imputer = IterativeImputer(random_state=42)
+    # imputed = imputer.fit_transform(numeric_columns)
+    # Imputed_data = pd.DataFrame(imputed, columns=numeric_columns.columns)
+    # Imputed_data = round(Imputed_data, 2)
+    # columns_drop = Imputed_data.columns
+    # filtered_data = filtered_data.drop(columns=columns_drop)
+    # Ml_data = pd.concat([filtered_data, Imputed_data], axis=1)
+    # unscaled_data = Ml_data.copy()
 
     ##Scaling
+    Ml_data = filtered_data.copy()
     scaled_data = Ml_data.select_dtypes(include=['int', 'float'])
     scaled_data = scaled_data.iloc[:,2:].copy()
     scaler = StandardScaler()
@@ -997,7 +997,6 @@ def imputer(filtered_data):
     Ml_data = Ml_data.drop(columns=columns_drop)
     Ml_data = pd.concat([Ml_data, scaled_data], axis=1)
     Ml_data = Ml_data.convert_dtypes()  # change this to outlier_removed if you want outliwer to be removed
-    st.write("2")
     return ML(Ml_data, scaler, unscaled_data)
 
 
@@ -1011,11 +1010,12 @@ def imputer(filtered_data):
 
 
 if analysis_option == 'Machine Learning':
-    problem = ['Hypertensive diseases', 'General symptoms', 'Digestive, abdomen symptoms', 'Other dorsopathies', 'Metabolic disorders', 'Health service encounters', 'Diabetes mellitus', 'Chronic lower resp', 'Obesity, hyperalimentation', 'Body mass index (BMI)', 'Communicable hazards', 'Other viral diseases', 'Eyelid, lacrimal disorders', 'Male genital diseases', 'Unclassified pain, Other dorsopathies, Other dorsopathies', 'Circ, resp symptoms', 'Unclassified pain', 'Anticoagulant use', 'Influenza, pneumonia', 'Soft tissue disorders', 'Urinary symptoms', 'Other risk factors', 'Blood exam findings', 'Nutritional disorders', 'Other joint disorders', 'Mycoses', 'Other skin disorders', 'Other health encounters', 'Maternal disorders', 'Reproduction services', 'Other obstetric conditions', 'Gestation weeks', 'Oral, salivary diseases', 'Family, personal hazards', 'Respiratory interstitial diseases', 'Mood disorders', 'Arthrosis', 'Nutritional anaemias', 'Intestinal diseases', 'Med, surg care complications', 'Skin, tissue symptoms', 'Neurotic disorders', 'High-risk pregnancy', 'Female genital disorders', 'Urine exam findings', 'Other joint disorders, Other joint disorders', 'Socioeconomic hazards', 'Maternal care, delivery issues', 'Aplastic anaemias', 'Sexual trans infections', 'Substance use disorders', 'Oesoph, stomach diseases', 'Behavioural syndromes', 'Preg-related disorders', 'Gallbladder, pancreas', 'Pregnancy outcomes', 'Imaging, function findings', 'Episodic disorders', 'Other resp diseases', 'Nervous, musculo symptoms', 'Other dorsopathies, Unclassified pain', 'Spondylopathies', 'External ear diseases', 'Other ear disorders', 'Dermatitis, eczema', 'Polyneuropathies', 'Urinary system diseases', 'Unclassified pain, Other dorsopathies', 'Benign neoplasms', 'Diabetes mellitus, Renal failure', 'Renal failure', 'Thyroid disorders', 'Cognition, emotion symptoms', 'Paralytic syndromes', 'Unclassified pain, Other joint disorders', 'Bone density disorders', 'Other heart diseases', 'Ischaemic heart diseases', 'Delivery', 'Other digestive disorders', 'Viral skin lesions', 'Breast disorders', 'Cerebrovascular diseases', 'Male genital malig', 'Animal force exposures', 'Urolithiasis', 'Erectile dysfunction', 'Other land accidents', 'Visual disturbances', 'Other resp disorders', 'Skin appendage disorders', 'Upper resp infections', 'Benign neoplasms, Benign neoplasms', 'Neurotic disorders, Mood disorders', 'Maternal disorders, Digestive, abdomen symptoms', 'Puerperium complications', 'Childhood disorders', 'Thorax injuries', 'Other eye disorders', 'Conjunctiva disorders, Other resp diseases', 'Conjunctiva disorders', 'Synovium, tendon disorders', 'Renal tubulo diseases', 'Liver diseases', 'Blood alcohol level', 'Labour, delivery complications', 'Family, personal hazards, Family, personal hazards', 'Unspecified trunk injuries', 'Skin infections', 'Pelvic inflammatory diseases', 'Labour complications', 'Unclassified pain, Other joint disorders, Other joint disorders', 'Hernia', 'Vein, lymph disorders', 'Other CNS disorders', 'Blood disorders', 'Renal hypertension', 'Endocrine disorders', 'Infectious agents', 'Specific health procedures', 'Papulosquamous disorders', 'Muscle disorders', 'Schizophrenia disorders', 'Pleura diseases', 'Ocular muscle disorders', 'Other exam findings', 'Intest infect diseases', 'Female genital disorders, Family, personal hazards', 'Middle ear diseases', 'Kidney, ureter disorders', 'Benign neoplasms, Maternal care, delivery issues', 'Pulmonary heart disease', 'Aplastic anaemias, Renal failure', 'Speech, voice symptoms', 'Unspecified behavior neoplasms', 'Soft tissue disorders, Soft tissue disorders', 'Other joint disorders, Unclassified pain, Other joint disorders', 'Viral hepatitis', 'Unclassified pain, Soft tissue disorders', 'In situ neoplasms', 'Chlamydia diseases', 'Unclassified pain, Soft tissue disorders, Soft tissue disorders', 'Haemolytic anaemias', 'Lens disorders', 'Head injuries', 'Nerve disorders', 'Neurotic disorders, Neurotic disorders', 'Other effects', 'Thyroid disorders, Other obstetric conditions', 'Maternal care, delivery issues, Maternal care, delivery issues', 'Polyarthropathies', 'Enteritis, colitis', 'Female genital disorders, Maternal disorders', 'Personality disorders', 'Vitreous, globe disorders', 'Musculoskeletal malformations', 'Abdomen, lumbar injuries', 'Neck injuries', 'Dorsopathies', 'Male genital diseases, Urinary symptoms', 'Glaucoma', 'Knee, lower leg injuries', 'Gestation, growth issues', 'Skin, tissue symptoms, Skin, tissue symptoms', 'Coagulation disorders, Other obstetric conditions', 'Coagulation disorders', 'Immune disorders', 'Diabetes mellitus, Metabolic disorders', 'Circulatory disorders', 'Artery diseases', 'Movement disorders', 'Circulatory malformations', 'Skin malig', 'Maternal disorders, Urinary symptoms', 'General symptoms, General symptoms', 'Breast cancer', 'Urinary malformations', 'Viral hepatitis, Other obstetric conditions', 'Lower resp infections', 'Elbow, forearm injuries', 'Health service encounters, Family, personal hazards', 'Sexual trans infections, Other obstetric conditions', 'CNS malformations', 'Glucose disorders', 'Arthrosis, Arthrosis', 'Digestive organ malig', 'Connective tissue disorders', 'Specified arthritis', 'Genital malformations', 'Myoneural, muscle diseases', 'Other obstetric conditions, Sexual trans infections', 'Sclera, cornea disorders', 'Wrist, hand injuries', 'Renal failure, Diabetes mellitus', 'Hypertensive diseases, Circ, resp symptoms', 'Diabetes mellitus, Other skin disorders', 'Chromosomal abnormalities', 'Unspecified mental disorder', 'Infectious agents, Oesoph, stomach diseases', 'Oesoph, stomach diseases, Oesoph, stomach diseases', 'Respiratory malig', 'Organic mental disorders, Degenerative CNS diseases', 'Med, surg care complications, Family, personal hazards', 'Unclassified pain, Breast disorders', 'Health service encounters, Other health encounters', 'Digestive, abdomen symptoms, Digestive, abdomen symptoms', 'Mechanical force exposures', 'Pregnancy outcomes, Specific health procedures', 'Organic mental disorders, Head injuries', 'Radiation skin disorders']    
+    f_problem = ['Hypertensive diseases', 'General symptoms', 'Digestive, abdomen symptoms', 'Other dorsopathies', 'Metabolic disorders', 'Health service encounters', 'Diabetes mellitus', 'Chronic lower resp', 'Obesity, hyperalimentation', 'Body mass index (BMI)', 'Communicable hazards', 'Other viral diseases', 'Eyelid, lacrimal disorders', 'Male genital diseases', 'Unclassified pain, Other dorsopathies, Other dorsopathies', 'Circ, resp symptoms', 'Unclassified pain', 'Anticoagulant use', 'Influenza, pneumonia', 'Soft tissue disorders', 'Urinary symptoms', 'Other risk factors', 'Blood exam findings', 'Nutritional disorders', 'Other joint disorders', 'Mycoses', 'Other skin disorders', 'Other health encounters', 'Maternal disorders', 'Reproduction services', 'Other obstetric conditions', 'Gestation weeks', 'Oral, salivary diseases', 'Family, personal hazards', 'Respiratory interstitial diseases', 'Mood disorders', 'Arthrosis', 'Nutritional anaemias', 'Intestinal diseases', 'Med, surg care complications', 'Skin, tissue symptoms', 'Neurotic disorders', 'High-risk pregnancy', 'Female genital disorders', 'Urine exam findings', 'Other joint disorders, Other joint disorders', 'Socioeconomic hazards', 'Maternal care, delivery issues', 'Aplastic anaemias', 'Sexual trans infections', 'Substance use disorders', 'Oesoph, stomach diseases', 'Behavioural syndromes', 'Preg-related disorders', 'Gallbladder, pancreas', 'Pregnancy outcomes', 'Imaging, function findings', 'Episodic disorders', 'Other resp diseases', 'Nervous, musculo symptoms', 'Other dorsopathies, Unclassified pain', 'Spondylopathies', 'External ear diseases', 'Other ear disorders', 'Dermatitis, eczema', 'Polyneuropathies', 'Urinary system diseases', 'Unclassified pain, Other dorsopathies', 'Benign neoplasms', 'Diabetes mellitus, Renal failure', 'Renal failure', 'Thyroid disorders', 'Cognition, emotion symptoms', 'Paralytic syndromes', 'Unclassified pain, Other joint disorders', 'Bone density disorders', 'Other heart diseases', 'Ischaemic heart diseases', 'Delivery', 'Other digestive disorders', 'Viral skin lesions', 'Breast disorders', 'Cerebrovascular diseases', 'Male genital malig', 'Animal force exposures', 'Urolithiasis', 'Erectile dysfunction', 'Other land accidents', 'Visual disturbances', 'Other resp disorders', 'Skin appendage disorders', 'Upper resp infections', 'Benign neoplasms, Benign neoplasms', 'Neurotic disorders, Mood disorders', 'Maternal disorders, Digestive, abdomen symptoms', 'Puerperium complications', 'Childhood disorders', 'Thorax injuries', 'Other eye disorders', 'Conjunctiva disorders, Other resp diseases', 'Conjunctiva disorders', 'Synovium, tendon disorders', 'Renal tubulo diseases', 'Liver diseases', 'Blood alcohol level', 'Labour, delivery complications', 'Family, personal hazards, Family, personal hazards', 'Unspecified trunk injuries', 'Skin infections', 'Pelvic inflammatory diseases', 'Labour complications', 'Unclassified pain, Other joint disorders, Other joint disorders', 'Hernia', 'Vein, lymph disorders', 'Other CNS disorders', 'Blood disorders', 'Renal hypertension', 'Endocrine disorders', 'Infectious agents', 'Specific health procedures', 'Papulosquamous disorders', 'Muscle disorders', 'Schizophrenia disorders', 'Pleura diseases', 'Ocular muscle disorders', 'Other exam findings', 'Intest infect diseases', 'Female genital disorders, Family, personal hazards', 'Middle ear diseases', 'Kidney, ureter disorders', 'Benign neoplasms, Maternal care, delivery issues', 'Pulmonary heart disease', 'Aplastic anaemias, Renal failure', 'Speech, voice symptoms', 'Unspecified behavior neoplasms', 'Soft tissue disorders, Soft tissue disorders', 'Other joint disorders, Unclassified pain, Other joint disorders', 'Viral hepatitis', 'Unclassified pain, Soft tissue disorders', 'In situ neoplasms', 'Chlamydia diseases', 'Unclassified pain, Soft tissue disorders, Soft tissue disorders', 'Haemolytic anaemias', 'Lens disorders', 'Head injuries', 'Nerve disorders', 'Neurotic disorders, Neurotic disorders', 'Other effects', 'Thyroid disorders, Other obstetric conditions', 'Maternal care, delivery issues, Maternal care, delivery issues', 'Polyarthropathies', 'Enteritis, colitis', 'Female genital disorders, Maternal disorders', 'Personality disorders', 'Vitreous, globe disorders', 'Musculoskeletal malformations', 'Abdomen, lumbar injuries', 'Neck injuries', 'Dorsopathies', 'Male genital diseases, Urinary symptoms', 'Glaucoma', 'Knee, lower leg injuries', 'Gestation, growth issues', 'Skin, tissue symptoms, Skin, tissue symptoms', 'Coagulation disorders, Other obstetric conditions', 'Coagulation disorders', 'Immune disorders', 'Diabetes mellitus, Metabolic disorders', 'Circulatory disorders', 'Artery diseases', 'Movement disorders', 'Circulatory malformations', 'Skin malig', 'Maternal disorders, Urinary symptoms', 'General symptoms, General symptoms', 'Breast cancer', 'Urinary malformations', 'Viral hepatitis, Other obstetric conditions', 'Lower resp infections', 'Elbow, forearm injuries', 'Health service encounters, Family, personal hazards', 'Sexual trans infections, Other obstetric conditions', 'CNS malformations', 'Glucose disorders', 'Arthrosis, Arthrosis', 'Digestive organ malig', 'Connective tissue disorders', 'Specified arthritis', 'Genital malformations', 'Myoneural, muscle diseases', 'Other obstetric conditions, Sexual trans infections', 'Sclera, cornea disorders', 'Wrist, hand injuries', 'Renal failure, Diabetes mellitus', 'Hypertensive diseases, Circ, resp symptoms', 'Diabetes mellitus, Other skin disorders', 'Chromosomal abnormalities', 'Unspecified mental disorder', 'Infectious agents, Oesoph, stomach diseases', 'Oesoph, stomach diseases, Oesoph, stomach diseases', 'Respiratory malig', 'Organic mental disorders, Degenerative CNS diseases', 'Med, surg care complications, Family, personal hazards', 'Unclassified pain, Breast disorders', 'Health service encounters, Other health encounters', 'Digestive, abdomen symptoms, Digestive, abdomen symptoms', 'Mechanical force exposures', 'Pregnancy outcomes, Specific health procedures', 'Organic mental disorders, Head injuries', 'Radiation skin disorders']    
+    problem = ['Hypertensive diseases', 'General symptoms', 'Digestive, abdomen symptoms', 'Other dorsopathies', 'Metabolic disorders', 'Health service encounters', 'Diabetes mellitus', 'Chronic lower resp', 'Obesity, hyperalimentation', 'Body mass index (BMI)', 'Communicable hazards', 'Other viral diseases', 'Eyelid, lacrimal disorders', 'Male genital diseases', 'Unclassified pain, Other dorsopathies, Other dorsopathies', 'Circ, resp symptoms', 'Unclassified pain', 'Anticoagulant use', 'Influenza, pneumonia', 'Soft tissue disorders', 'Urinary symptoms', 'Other risk factors', 'Blood exam findings', 'Nutritional disorders', 'Other joint disorders', 'Mycoses', 'Other skin disorders', 'Other health encounters', 'Maternal disorders', 'Reproduction services', 'Other obstetric conditions', 'Gestation weeks', 'Oral, salivary diseases', 'Family, personal hazards', 'Respiratory interstitial diseases', 'Mood disorders', 'Arthrosis', 'Nutritional anaemias', 'Intestinal diseases', 'Med, surg care complications', 'Skin, tissue symptoms', 'Neurotic disorders', 'High-risk pregnancy', 'Female genital disorders', 'Urine exam findings', 'Other joint disorders, Other joint disorders', 'Socioeconomic hazards', 'Maternal care, delivery issues', 'Aplastic anaemias', 'Sexual trans infections', 'Substance use disorders', 'Oesoph, stomach diseases', 'Behavioural syndromes', 'Preg-related disorders', 'Gallbladder, pancreas', 'Pregnancy outcomes', 'Imaging, function findings', 'Episodic disorders', 'Other resp diseases', 'Nervous, musculo symptoms', 'Other dorsopathies, Unclassified pain', 'Spondylopathies', 'External ear diseases', 'Other ear disorders', 'Dermatitis, eczema', 'Polyneuropathies', 'Urinary system diseases', 'Unclassified pain, Other dorsopathies', 'Benign neoplasms', 'Diabetes mellitus, Renal failure', 'Renal failure', 'Thyroid disorders', 'Cognition, emotion symptoms', 'Paralytic syndromes', 'Unclassified pain, Other joint disorders', 'Bone density disorders', 'Other heart diseases', 'Ischaemic heart diseases', 'Delivery', 'Other digestive disorders', 'Viral skin lesions', 'Breast disorders', 'Cerebrovascular diseases', 'Male genital malig', 'Animal force exposures', 'Urolithiasis', 'Erectile dysfunction', 'Other land accidents', 'Visual disturbances', 'Other resp disorders', 'Skin appendage disorders', 'Upper resp infections', 'Benign neoplasms, Benign neoplasms', 'Neurotic disorders, Mood disorders', 'Maternal disorders, Digestive, abdomen symptoms', 'Puerperium complications', 'Childhood disorders', 'Thorax injuries', 'Other eye disorders', 'Conjunctiva disorders, Other resp diseases', 'Conjunctiva disorders', 'Synovium, tendon disorders', 'Renal tubulo diseases', 'Liver diseases', 'Blood alcohol level', 'Labour, delivery complications', 'Family, personal hazards, Family, personal hazards', 'Unspecified trunk injuries', 'Skin infections', 'Pelvic inflammatory diseases', 'Labour complications', 'Unclassified pain, Other joint disorders, Other joint disorders', 'Hernia', 'Vein, lymph disorders', 'Other CNS disorders', 'Blood disorders', 'Endocrine disorders', 'Infectious agents', 'Specific health procedures', 'Papulosquamous disorders', 'Muscle disorders', 'Schizophrenia disorders', 'Pleura diseases', 'Ocular muscle disorders', 'Other exam findings', 'Intest infect diseases', 'Middle ear diseases', 'Kidney, ureter disorders', 'Benign neoplasms, Maternal care, delivery issues', 'Pulmonary heart disease', 'Aplastic anaemias, Renal failure', 'Speech, voice symptoms', 'Unspecified behavior neoplasms', 'Soft tissue disorders, Soft tissue disorders', 'Other joint disorders, Unclassified pain, Other joint disorders', 'Viral hepatitis', 'Unclassified pain, Soft tissue disorders', 'Chlamydia diseases', 'Unclassified pain, Soft tissue disorders, Soft tissue disorders', 'Haemolytic anaemias', 'Lens disorders', 'Head injuries', 'Nerve disorders', 'Neurotic disorders, Neurotic disorders', 'Other effects', 'Maternal care, delivery issues, Maternal care, delivery issues', 'Polyarthropathies', 'Enteritis, colitis', 'Female genital disorders, Maternal disorders', 'Personality disorders', 'Vitreous, globe disorders', 'Musculoskeletal malformations', 'Abdomen, lumbar injuries', 'Neck injuries', 'Dorsopathies', 'Male genital diseases, Urinary symptoms', 'Glaucoma', 'Knee, lower leg injuries', 'Gestation, growth issues', 'Skin, tissue symptoms, Skin, tissue symptoms', 'Coagulation disorders, Other obstetric conditions', 'Coagulation disorders', 'Immune disorders', 'Diabetes mellitus, Metabolic disorders', 'Circulatory disorders', 'Artery diseases', 'Movement disorders', 'Circulatory malformations', 'Skin malig', 'General symptoms, General symptoms', 'Breast cancer', 'Urinary malformations', 'Viral hepatitis, Other obstetric conditions', 'Lower resp infections', 'Elbow, forearm injuries', 'Health service encounters, Family, personal hazards', 'Sexual trans infections, Other obstetric conditions', 'CNS malformations', 'Glucose disorders', 'Arthrosis, Arthrosis', 'Connective tissue disorders', 'Specified arthritis', 'Genital malformations', 'Myoneural, muscle diseases', 'Other obstetric conditions, Sexual trans infections', 'Sclera, cornea disorders', 'Wrist, hand injuries', 'Renal failure, Diabetes mellitus', 'Hypertensive diseases, Circ, resp symptoms', 'Diabetes mellitus, Other skin disorders', 'Chromosomal abnormalities', 'Unspecified mental disorder', 'Infectious agents, Oesoph, stomach diseases', 'Oesoph, stomach diseases, Oesoph, stomach diseases', 'Respiratory malig', 'Organic mental disorders, Degenerative CNS diseases', 'Med, surg care complications, Family, personal hazards', 'Unclassified pain, Breast disorders', 'Digestive, abdomen symptoms, Digestive, abdomen symptoms', 'Mechanical force exposures', 'Radiation skin disorders']
     st.subheader("_Select Disease_:sunglasses:")
     health_option = st.selectbox("_Select Disease_:sunglasses:",[*problem], label_visibility="collapsed")
     repo_id = "Akankshg/ML_DATA"
-    filename_1 = f'disease_data/{health_option}.parquet'
+    filename_1 = f'imputed_scaled_data/{health_option}.parquet'
     token = os.environ["HUGGING_FACE_HUB_TOKEN"]
     local_file_1 = hf_hub_download(repo_id=repo_id, filename=filename_1,repo_type="dataset", token=token)
     filtered_data = pd.read_parquet(local_file_1)
@@ -1056,7 +1056,6 @@ if analysis_option == 'Machine Learning':
         filtered_data = filtered_data[required_columns].copy()
         filtered_data = filtered_data.drop_duplicates().reset_index(drop=True)
         filtered_data = filtered_data.dropna(axis=1, how='all')
-        st.write("1")
         imputer(filtered_data)