Generates config files for grid experiments with real ranges

notebooks/experiment_grid_2obj_configfiles_fabric.ipynb

@@ -36,6 +36,7 @@
    "outputs": [],
    "source": [
     "#Features between 0 and 1: \n",
+    "\"\"\"\n",
     "normalized_feature_names = ['ratio_variants_per_number_of_traces', 'trace_len_hist1', 'trace_len_hist2',\n",
     "                            'trace_len_hist3', 'trace_len_hist4', 'trace_len_hist5', 'trace_len_hist7',\n",
     "                            'trace_len_hist8', 'trace_len_hist9', 'ratio_most_common_variant', \n",
@@ -43,11 +44,10 @@
     "                            'ratio_top_20_variants', 'ratio_top_50_variants', 'ratio_top_75_variants', \n",
     "                            'epa_normalized_variant_entropy', 'epa_normalized_sequence_entropy', \n",
     "                            'epa_normalized_sequence_entropy_linear_forgetting', 'epa_normalized_sequence_entropy_exponential_forgetting']\n",
-    "\n",
+    "\"\"\"\n",
     "normalized_feature_names = ['ratio_variants_per_number_of_traces', 'ratio_most_common_variant', \n",
     "                            'ratio_top_10_variants', 'epa_normalized_variant_entropy', 'epa_normalized_sequence_entropy', \n",
     "                            'epa_normalized_sequence_entropy_linear_forgetting', 'epa_normalized_sequence_entropy_exponential_forgetting']\n",
-    "\n",
     "def abbrev_obj_keys(obj_keys):\n",
     "    abbreviated_keys = []\n",
     "    for obj_key in obj_keys:\n",
@@ -64,7 +64,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 16,
    "id": "2be119c8",
    "metadata": {},
    "outputs": [
@@ -72,50 +72,51 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "21 [('epa_normalized_sequence_entropy_linear_forgetting', 'ratio_top_10_variants'), ('epa_normalized_sequence_entropy_exponential_forgetting', 'epa_normalized_variant_entropy'), ('epa_normalized_variant_entropy', 'ratio_variants_per_number_of_traces'), ('epa_normalized_sequence_entropy_linear_forgetting', 'ratio_most_common_variant'), ('epa_normalized_sequence_entropy', 'ratio_variants_per_number_of_traces'), ('epa_normalized_sequence_entropy_exponential_forgetting', 'ratio_top_10_variants'), ('epa_normalized_sequence_entropy_exponential_forgetting', 'epa_normalized_sequence_entropy_linear_forgetting'), ('epa_normalized_sequence_entropy', 'epa_normalized_variant_entropy'), ('epa_normalized_sequence_entropy_exponential_forgetting', 'ratio_most_common_variant'), ('ratio_top_10_variants', 'ratio_variants_per_number_of_traces'), ('epa_normalized_sequence_entropy', 'ratio_top_10_variants'), ('epa_normalized_variant_entropy', 'ratio_top_10_variants'), ('epa_normalized_sequence_entropy', 'epa_normalized_sequence_entropy_linear_forgetting'), ('ratio_most_common_variant', 'ratio_variants_per_number_of_traces'), ('epa_normalized_variant_entropy', 'ratio_most_common_variant'), ('epa_normalized_sequence_entropy', 'ratio_most_common_variant'), ('epa_normalized_sequence_entropy_linear_forgetting', 'ratio_variants_per_number_of_traces'), ('epa_normalized_sequence_entropy', 'epa_normalized_sequence_entropy_exponential_forgetting'), ('epa_normalized_sequence_entropy_linear_forgetting', 'epa_normalized_variant_entropy'), ('epa_normalized_sequence_entropy_exponential_forgetting', 'ratio_variants_per_number_of_traces'), ('ratio_most_common_variant', 'ratio_top_10_variants')]\n",
-      "121\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enself_rt10v.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enself_rt10v.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enseef_enve.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enseef_enve.json\n",
+      "TASKS <class 'str'> <class 'int'> np.around(np.arange(0.0, 1.5,0.5),2), np.around(np.arange(0.0, 1.5,0.5),2), \n",
+      "21 [('mean_variant_occurrence', 'trace_len_coefficient_variation'), ('activities_std', 'eventropy_trace'), ('epa_normalized_variant_entropy', 'ratio_variants_per_number_of_traces'), ('activities_std', 'epa_normalized_variant_entropy'), ('eventropy_trace', 'trace_len_coefficient_variation'), ('ratio_variants_per_number_of_traces', 'trace_len_coefficient_variation'), ('activities_std', 'trace_len_coefficient_variation'), ('eventropy_trace', 'mean_variant_occurrence'), ('activities_std', 'mean_variant_occurrence'), ('epa_normalized_variant_entropy', 'eventropy_trace'), ('mean_variant_occurrence', 'start_activities_median'), ('ratio_variants_per_number_of_traces', 'start_activities_median'), ('eventropy_trace', 'start_activities_median'), ('activities_std', 'start_activities_median'), ('epa_normalized_variant_entropy', 'trace_len_coefficient_variation'), ('epa_normalized_variant_entropy', 'mean_variant_occurrence'), ('mean_variant_occurrence', 'ratio_variants_per_number_of_traces'), ('eventropy_trace', 'ratio_variants_per_number_of_traces'), ('start_activities_median', 'trace_len_coefficient_variation'), ('activities_std', 'ratio_variants_per_number_of_traces'), ('epa_normalized_variant_entropy', 'start_activities_median')]\n",
+      "9\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_mvo_tlcv.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_mvo_tlcv.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_as_et.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_as_et.json\n",
       "Saved experiment in ../data/grid_2obj/grid_2objectives_enve_rvpnot.csv\n",
       "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enve_rvpnot.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enself_rmcv.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enself_rmcv.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_ense_rvpnot.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_ense_rvpnot.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enseef_rt10v.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enseef_rt10v.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enseef_enself.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enseef_enself.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_ense_enve.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_ense_enve.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enseef_rmcv.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enseef_rmcv.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_rt10v_rvpnot.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_rt10v_rvpnot.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_ense_rt10v.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_ense_rt10v.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enve_rt10v.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enve_rt10v.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_ense_enself.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_ense_enself.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_rmcv_rvpnot.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_rmcv_rvpnot.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enve_rmcv.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enve_rmcv.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_ense_rmcv.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_ense_rmcv.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enself_rvpnot.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enself_rvpnot.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_ense_enseef.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_ense_enseef.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enself_enve.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enself_enve.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_enseef_rvpnot.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enseef_rvpnot.json\n",
-      "Saved experiment in ../data/grid_2obj/grid_2objectives_rmcv_rt10v.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_rmcv_rt10v.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_as_enve.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_as_enve.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_et_tlcv.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_et_tlcv.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_rvpnot_tlcv.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_rvpnot_tlcv.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_as_tlcv.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_as_tlcv.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_et_mvo.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_et_mvo.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_as_mvo.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_as_mvo.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_enve_et.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enve_et.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_mvo_sam.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_mvo_sam.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_rvpnot_sam.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_rvpnot_sam.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_et_sam.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_et_sam.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_as_sam.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_as_sam.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_enve_tlcv.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enve_tlcv.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_enve_mvo.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enve_mvo.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_mvo_rvpnot.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_mvo_rvpnot.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_et_rvpnot.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_et_rvpnot.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_sam_tlcv.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_sam_tlcv.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_as_rvpnot.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_as_rvpnot.json\n",
+      "Saved experiment in ../data/grid_2obj/grid_2objectives_enve_sam.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_2obj/generator_grid_2objectives_enve_sam.json\n",
       "None\n"
      ]
     }
@@ -165,7 +166,7 @@
     "    ]\n",
     "\n",
     "    #print(\"EXPERIMENT:\", experiment[1]['input_path'])\n",
-    "    output_path = os.path.join('..', 'config_files','algorithm','grid_2obj')\n",
+    "    output_path = os.path.join('..', 'config_files','algorithm',f'grid_{len(objectives)}obj')\n",
     "    os.makedirs(output_path, exist_ok=True)\n",
     "    output_path = os.path.join(output_path, f'generator_{os.path.split(experiment_path)[-1].split(\".\")[0]}.json') \n",
     "    with open(output_path, 'w') as f:\n",
@@ -176,31 +177,132 @@
     "\n",
     "def create_objectives_grid(objectives, n_para_obj=2):\n",
     "    parameters_o = \"objectives, \"\n",
-    "    if n_para_obj==1:\n",
-    "        experiments = [[exp] for exp in objectives]\n",
-    "    else:\n",
-    "        experiments = eval(f\"[exp for exp in list(itertools.product({(parameters_o*n_para_obj)[:-2]})) if exp[0]!=exp[1]]\")\n",
-    "    experiments = list(set([tuple(sorted(exp)) for exp in experiments]))\n",
+    "    if n_para_obj==len(objectives):\n",
+    "        experiments = [tuple(sorted(objectives))]\n",
+    "        print(len(experiments), experiments)\n",
+    "        parameters = get_ranges_from_data(sorted(objectives))\n",
+    "        tasks = eval(f\"list(itertools.product({parameters}))\")\n",
+    "        #tasks = eval(f\"list(itertools.product({(parameters*n_para_obj)[:-2]}))\")\n",
+    "    else: \n",
+    "        if n_para_obj==1:\n",
+    "            experiments = [[exp] for exp in objectives]\n",
+    "        else:\n",
+    "            experiments = eval(f\"[exp for exp in list(itertools.product({(parameters_o*n_para_obj)[:-2]})) if exp[0]!=exp[1]]\")\n",
+    "        experiments = list(set([tuple(sorted(exp)) for exp in experiments]))\n",
+    "        parameters = \"np.around(np.arange(0.0, 1.5,0.5),2), \"\n",
+    "        tasks = eval(f\"list(itertools.product({(parameters*n_para_obj)[:-2]}))\")\n",
+    "    print(\"TASKS\", type(parameters), type(n_para_obj), parameters*n_para_obj)\n",
     "    print(len(experiments), experiments)\n",
-    "    \n",
-    "    parameters = \"np.around(np.arange(0, 1.1,0.1),2), \"\n",
-    "    tasks = eval(f\"list(itertools.product({(parameters*n_para_obj)[:-2]}))\")\n",
+    "\n",
     "    tasks = [(f'task_{i+1}',)+task for i, task in enumerate(tasks)]\n",
     "    print(len(tasks))\n",
     "    for exp in experiments:\n",
     "        df = pd.DataFrame(data=tasks, columns=[\"task\", *exp])\n",
-    "        experiment_path = os.path.join('..','data', 'grid_2obj')\n",
+    "        experiment_path = os.path.join('..','data', f'grid_{n_para_obj}obj')\n",
     "        os.makedirs(experiment_path, exist_ok=True)\n",
     "        experiment_path = os.path.join(experiment_path, f\"grid_{len(df.columns)-1}objectives_{abbrev_obj_keys(exp)}.csv\") \n",
     "        df.to_csv(experiment_path, index=False)\n",
     "        print(f\"Saved experiment in {experiment_path}\")\n",
     "        write_generator_experiment(experiment_path, objectives=exp)\n",
     "    #df.to_csv(f\"../data/grid_{}objectives_{abbrev_obj_keys(objectives.tolist())}.csv\" ,index=False)\n",
-    "        \n",
+    "\n",
     "exp_test = create_objectives_grid(normalized_feature_names, n_para_obj=2)        \n",
     "print(exp_test)"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "9cc84ef2",
+   "metadata": {},
+   "source": [
+    "## Grid Objectives\n",
+    "Based on real ED ranges."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "id": "ae86005f",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "['ratio_variants_per_number_of_traces', 'trace_len_coefficient_variation', 'mean_variant_occurrence', 'activities_std', 'start_activities_median', 'eventropy_trace', 'epa_normalized_variant_entropy']\n",
+      "ratio_variants_per_number_of_traces    (4.081521591249218e-05, 0.4659094439111451, 0....\n",
+      "trace_len_coefficient_variation             (0.0, 0.6838390025070027, 4.744080106525514)\n",
+      "mean_variant_occurrence                (1.001552795031056, 838.6048767068644, 24500.6...\n",
+      "activities_std                             (0.0, 12982.056069959535, 120522.24741658216)\n",
+      "start_activities_median                               (1.0, 7975.705882352941, 150370.0)\n",
+      "eventropy_trace                                        (0.0, 6.2416470588235295, 13.362)\n",
+      "epa_normalized_variant_entropy              (0.0, 0.6773545645863115, 0.899497456838069)\n",
+      "Name: range, dtype: object\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "'np.around((4.081521591249218e-05, 0.4659094439111451, 0.9984496124031008), 2), np.around((0.0, 0.6838390025070027, 4.744080106525514), 2), np.around((1.001552795031056, 838.6048767068644, 24500.666666666668), 2), np.around((0.0, 12982.056069959535, 120522.24741658216), 2), np.around((1.0, 7975.705882352941, 150370.0), 2), np.around((0.0, 6.2416470588235295, 13.362), 2), np.around((0.0, 0.6773545645863115, 0.899497456838069), 2)'"
+      ]
+     },
+     "execution_count": 17,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "DF_PATH = \"../../shampu/data/bench_baseline_feat.csv\"\n",
+    "def get_ranges_from_data(objectives, df_path = DF_PATH):\n",
+    "    #print(objectives)\n",
+    "    dmf = pd.read_csv(DF_PATH, index_col=None)\n",
+    "    dmf = dmf[objectives].describe()\n",
+    "    dmf = dmf.transpose()[['min', 'mean','max']]\n",
+    "    dmf['range'] = dmf.apply(lambda x: tuple([x['min'], x['mean'], x['max']]), axis=1)\n",
+    "    print(dmf['range'])\n",
+    "    #tasks = eval(f\"list(itertools.product({(parameters*n_para_obj)[:-2]}))\")\n",
+    "    result = [f\"np.around({x}, 2)\" for x in dmf['range']]\n",
+    "    result = \", \".join(result)\n",
+    "    return result\n",
+    "\n",
+    "print(normalized_feature_names)\n",
+    "get_ranges_from_data(normalized_feature_names)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "id": "a7a4c864",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "1 [('activities_std', 'epa_normalized_variant_entropy', 'eventropy_trace', 'mean_variant_occurrence', 'ratio_variants_per_number_of_traces', 'start_activities_median', 'trace_len_coefficient_variation')]\n",
+      "activities_std                             (0.0, 12982.056069959535, 120522.24741658216)\n",
+      "epa_normalized_variant_entropy              (0.0, 0.6773545645863115, 0.899497456838069)\n",
+      "eventropy_trace                                        (0.0, 6.2416470588235295, 13.362)\n",
+      "mean_variant_occurrence                (1.001552795031056, 838.6048767068644, 24500.6...\n",
+      "ratio_variants_per_number_of_traces    (4.081521591249218e-05, 0.4659094439111451, 0....\n",
+      "start_activities_median                               (1.0, 7975.705882352941, 150370.0)\n",
+      "trace_len_coefficient_variation             (0.0, 0.6838390025070027, 4.744080106525514)\n",
+      "Name: range, dtype: object\n",
+      "TASKS <class 'str'> <class 'int'> np.around((0.0, 12982.056069959535, 120522.24741658216), 2), np.around((0.0, 0.6773545645863115, 0.899497456838069), 2), np.around((0.0, 6.2416470588235295, 13.362), 2), np.around((1.001552795031056, 838.6048767068644, 24500.666666666668), 2), np.around((4.081521591249218e-05, 0.4659094439111451, 0.9984496124031008), 2), np.around((1.0, 7975.705882352941, 150370.0), 2), np.around((0.0, 0.6838390025070027, 4.744080106525514), 2)np.around((0.0, 12982.056069959535, 120522.24741658216), 2), np.around((0.0, 0.6773545645863115, 0.899497456838069), 2), np.around((0.0, 6.2416470588235295, 13.362), 2), np.around((1.001552795031056, 838.6048767068644, 24500.666666666668), 2), np.around((4.081521591249218e-05, 0.4659094439111451, 0.9984496124031008), 2), np.around((1.0, 7975.705882352941, 150370.0), 2), np.around((0.0, 0.6838390025070027, 4.744080106525514), 2)np.around((0.0, 12982.056069959535, 120522.24741658216), 2), np.around((0.0, 0.6773545645863115, 0.899497456838069), 2), np.around((0.0, 6.2416470588235295, 13.362), 2), np.around((1.001552795031056, 838.6048767068644, 24500.666666666668), 2), np.around((4.081521591249218e-05, 0.4659094439111451, 0.9984496124031008), 2), np.around((1.0, 7975.705882352941, 150370.0), 2), np.around((0.0, 0.6838390025070027, 4.744080106525514), 2)np.around((0.0, 12982.056069959535, 120522.24741658216), 2), np.around((0.0, 0.6773545645863115, 0.899497456838069), 2), np.around((0.0, 6.2416470588235295, 13.362), 2), np.around((1.001552795031056, 838.6048767068644, 24500.666666666668), 2), np.around((4.081521591249218e-05, 0.4659094439111451, 0.9984496124031008), 2), np.around((1.0, 7975.705882352941, 150370.0), 2), np.around((0.0, 0.6838390025070027, 4.744080106525514), 2)np.around((0.0, 12982.056069959535, 120522.24741658216), 2), np.around((0.0, 0.6773545645863115, 0.899497456838069), 2), np.around((0.0, 6.2416470588235295, 13.362), 2), np.around((1.001552795031056, 838.6048767068644, 24500.666666666668), 2), np.around((4.081521591249218e-05, 0.4659094439111451, 0.9984496124031008), 2), np.around((1.0, 7975.705882352941, 150370.0), 2), np.around((0.0, 0.6838390025070027, 4.744080106525514), 2)np.around((0.0, 12982.056069959535, 120522.24741658216), 2), np.around((0.0, 0.6773545645863115, 0.899497456838069), 2), np.around((0.0, 6.2416470588235295, 13.362), 2), np.around((1.001552795031056, 838.6048767068644, 24500.666666666668), 2), np.around((4.081521591249218e-05, 0.4659094439111451, 0.9984496124031008), 2), np.around((1.0, 7975.705882352941, 150370.0), 2), np.around((0.0, 0.6838390025070027, 4.744080106525514), 2)np.around((0.0, 12982.056069959535, 120522.24741658216), 2), np.around((0.0, 0.6773545645863115, 0.899497456838069), 2), np.around((0.0, 6.2416470588235295, 13.362), 2), np.around((1.001552795031056, 838.6048767068644, 24500.666666666668), 2), np.around((4.081521591249218e-05, 0.4659094439111451, 0.9984496124031008), 2), np.around((1.0, 7975.705882352941, 150370.0), 2), np.around((0.0, 0.6838390025070027, 4.744080106525514), 2)\n",
+      "1 [('activities_std', 'epa_normalized_variant_entropy', 'eventropy_trace', 'mean_variant_occurrence', 'ratio_variants_per_number_of_traces', 'start_activities_median', 'trace_len_coefficient_variation')]\n",
+      "2187\n",
+      "Saved experiment in ../data/grid_7obj/grid_7objectives_as_enve_et_mvo_rvpnot_sam_tlcv.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_7obj/generator_grid_7objectives_as_enve_et_mvo_rvpnot_sam_tlcv.json\n",
+      "None\n"
+     ]
+    }
+   ],
+   "source": [
+    "normalized_feature_names = ['ratio_variants_per_number_of_traces', 'trace_len_coefficient_variation', 'mean_variant_occurrence', 'activities_std', 'start_activities_median', 'eventropy_trace', 'epa_normalized_variant_entropy']\n",
+    "exp_test = create_objectives_grid(normalized_feature_names, n_para_obj=len(normalized_feature_names))        \n",
+    "print(exp_test)"
+   ]
+  },
   {
    "cell_type": "markdown",
    "id": "56ab613b",
@@ -211,7 +313,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 6,
    "id": "dfd1a302",
    "metadata": {},
    "outputs": [],
@@ -221,14 +323,23 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 7,
    "id": "218946b7",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/var/folders/d0/btmbyskx4t106_l2zghzln2w0000gn/T/ipykernel_12596/3751377549.py:7: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
+      "  df = pd.concat([\n"
+     ]
+    }
+   ],
    "source": [
     "k=0\n",
-    "for i in np.arange(0, 1.1,0.2):\n",
-    "    for j in np.arange(0,0.55,0.1):\n",
+    "for i in np.arange(0, 1.1,0.5):\n",
+    "    for j in np.arange(0,0.55,0.5):\n",
     "        k+=1\n",
     "        new_entry = pd.Series({'log':f\"objective_{k}\", \"ratio_top_20_variants\":round(i,1),\n",
     "                   \"epa_normalized_sequence_entropy_linear_forgetting\":round(j,1)})\n",
@@ -241,7 +352,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 8,
    "id": "b1e3bb5a",
    "metadata": {},
    "outputs": [],
@@ -260,7 +371,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 9,
    "id": "39ac74bb",
    "metadata": {},
    "outputs": [
@@ -367,29 +478,29 @@
        "</div>"
       ],
       "text/plain": [
-       "           log  ratio_variants_per_number_of_traces   \n",
-       "0   BPIC16wm_p                             0.002882  \\\n",
+       "           log  ratio_variants_per_number_of_traces  \\\n",
+       "0   BPIC16wm_p                             0.002882   \n",
        "1     BPIC15f5                             0.997405   \n",
        "2     BPIC15f1                             0.975813   \n",
        "3       BPIC19                             0.047562   \n",
        "4  BPIC14dia_p                             0.496847   \n",
        "\n",
-       "   ratio_most_common_variant  ratio_top_10_variants   \n",
-       "0                   0.295803               0.714106  \\\n",
+       "   ratio_most_common_variant  ratio_top_10_variants  \\\n",
+       "0                   0.295803               0.714106   \n",
        "1                   0.001730               0.102076   \n",
        "2                   0.006672               0.121768   \n",
        "3                   0.199758               0.946368   \n",
        "4                   0.037455               0.552836   \n",
        "\n",
-       "   epa_normalized_variant_entropy  epa_normalized_sequence_entropy   \n",
-       "0                        0.000000                         0.000000  \\\n",
+       "   epa_normalized_variant_entropy  epa_normalized_sequence_entropy  \\\n",
+       "0                        0.000000                         0.000000   \n",
        "1                        0.648702                         0.603260   \n",
        "2                        0.652855                         0.610294   \n",
        "3                        0.645530                         0.328029   \n",
        "4                        0.774743                         0.608350   \n",
        "\n",
-       "   epa_normalized_sequence_entropy_linear_forgetting   \n",
-       "0                                           0.000000  \\\n",
+       "   epa_normalized_sequence_entropy_linear_forgetting  \\\n",
+       "0                                           0.000000   \n",
        "1                                           0.342410   \n",
        "2                                           0.270241   \n",
        "3                                           0.320185   \n",
@@ -403,7 +514,7 @@
        "4                                           0.377416       "
       ]
      },
-     "execution_count": 7,
+     "execution_count": 9,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -425,7 +536,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 10,
    "id": "ef0df0b9",
    "metadata": {},
    "outputs": [
@@ -759,8 +870,8 @@
        "</div>"
       ],
       "text/plain": [
-       "            log  ratio_variants_per_number_of_traces   \n",
-       "0    BPIC16wm_p                             0.002882  \\\n",
+       "            log  ratio_variants_per_number_of_traces  \\\n",
+       "0    BPIC16wm_p                             0.002882   \n",
        "1      BPIC15f5                             0.997405   \n",
        "2      BPIC15f1                             0.975813   \n",
        "3        BPIC19                             0.047562   \n",
@@ -787,8 +898,8 @@
        "24           HD                             0.049345   \n",
        "25       SEPSIS                             0.805714   \n",
        "\n",
-       "    ratio_most_common_variant  ratio_top_10_variants   \n",
-       "0                    0.295803               0.714106  \\\n",
+       "    ratio_most_common_variant  ratio_top_10_variants  \\\n",
+       "0                    0.295803               0.714106   \n",
        "1                    0.001730               0.102076   \n",
        "2                    0.006672               0.121768   \n",
        "3                    0.199758               0.946368   \n",
@@ -815,8 +926,8 @@
        "24                   0.516594               0.906332   \n",
        "25                   0.033333               0.274286   \n",
        "\n",
-       "    epa_normalized_variant_entropy  epa_normalized_sequence_entropy   \n",
-       "0                         0.000000                         0.000000  \\\n",
+       "    epa_normalized_variant_entropy  epa_normalized_sequence_entropy  \\\n",
+       "0                         0.000000                         0.000000   \n",
        "1                         0.648702                         0.603260   \n",
        "2                         0.652855                         0.610294   \n",
        "3                         0.645530                         0.328029   \n",
@@ -843,8 +954,8 @@
        "24                        0.799120                         0.254066   \n",
        "25                        0.695759                         0.522343   \n",
        "\n",
-       "    epa_normalized_sequence_entropy_linear_forgetting   \n",
-       "0                                            0.000000  \\\n",
+       "    epa_normalized_sequence_entropy_linear_forgetting  \\\n",
+       "0                                            0.000000   \n",
        "1                                            0.342410   \n",
        "2                                            0.270241   \n",
        "3                                            0.320185   \n",
@@ -900,7 +1011,7 @@
        "25                                           0.299505       "
       ]
      },
-     "execution_count": 8,
+     "execution_count": 10,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -917,7 +1028,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 11,
    "id": "44909860",
    "metadata": {},
    "outputs": [
@@ -926,27 +1037,27 @@
      "output_type": "stream",
      "text": [
       "21\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enself_rvpnot.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_rmcv_rvpnot.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_ense_enself.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_ense_enseef.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enve_rvpnot.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enseef_rt10v.json\n",
       "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enself_rt10v.json\n",
       "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enseef_enve.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enve_rvpnot.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enself_rmcv.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_rmcv_rt10v.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enself_enve.json\n",
       "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_ense_rvpnot.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enseef_rt10v.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enve_rt10v.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enseef_rmcv.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enself_rmcv.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enve_rmcv.json\n",
+      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_ense_rt10v.json\n",
       "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enseef_enself.json\n",
       "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_ense_enve.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enseef_rmcv.json\n",
       "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_rt10v_rvpnot.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_ense_rt10v.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enve_rt10v.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_ense_enself.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_rmcv_rvpnot.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enve_rmcv.json\n",
       "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_ense_rmcv.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enself_rvpnot.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_ense_enseef.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enself_enve.json\n",
       "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_enseef_rvpnot.json\n",
-      "Saved experiment config in ../config_files/algorithm/BaselineED_feat/generator_2_rmcv_rt10v.json\n",
       "None\n"
      ]
     }
@@ -1041,7 +1152,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 12,
    "id": "d759a677",
    "metadata": {},
    "outputs": [
@@ -1049,20 +1160,20 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "7 experiments:  [('epa_normalized_sequence_entropy_exponential_forgetting',), ('ratio_variants_per_number_of_traces',), ('ratio_most_common_variant',), ('epa_normalized_sequence_entropy',), ('ratio_top_10_variants',), ('epa_normalized_sequence_entropy_linear_forgetting',), ('epa_normalized_variant_entropy',)]\n",
+      "7 experiments:  [('epa_normalized_sequence_entropy_linear_forgetting',), ('ratio_most_common_variant',), ('epa_normalized_sequence_entropy_exponential_forgetting',), ('epa_normalized_sequence_entropy',), ('ratio_top_10_variants',), ('ratio_variants_per_number_of_traces',), ('epa_normalized_variant_entropy',)]\n",
       "11\n",
-      "Saved experiment in ../data/grid_experiments/grid_1objectives_enseef.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_experiments/generator_grid_1objectives_enseef.json\n",
-      "Saved experiment in ../data/grid_experiments/grid_1objectives_rvpnot.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_experiments/generator_grid_1objectives_rvpnot.json\n",
+      "Saved experiment in ../data/grid_experiments/grid_1objectives_enself.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_experiments/generator_grid_1objectives_enself.json\n",
       "Saved experiment in ../data/grid_experiments/grid_1objectives_rmcv.csv\n",
       "Saved experiment config in ../config_files/algorithm/grid_experiments/generator_grid_1objectives_rmcv.json\n",
+      "Saved experiment in ../data/grid_experiments/grid_1objectives_enseef.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_experiments/generator_grid_1objectives_enseef.json\n",
       "Saved experiment in ../data/grid_experiments/grid_1objectives_ense.csv\n",
       "Saved experiment config in ../config_files/algorithm/grid_experiments/generator_grid_1objectives_ense.json\n",
       "Saved experiment in ../data/grid_experiments/grid_1objectives_rt10v.csv\n",
       "Saved experiment config in ../config_files/algorithm/grid_experiments/generator_grid_1objectives_rt10v.json\n",
-      "Saved experiment in ../data/grid_experiments/grid_1objectives_enself.csv\n",
-      "Saved experiment config in ../config_files/algorithm/grid_experiments/generator_grid_1objectives_enself.json\n",
+      "Saved experiment in ../data/grid_experiments/grid_1objectives_rvpnot.csv\n",
+      "Saved experiment config in ../config_files/algorithm/grid_experiments/generator_grid_1objectives_rvpnot.json\n",
       "Saved experiment in ../data/grid_experiments/grid_1objectives_enve.csv\n",
       "Saved experiment config in ../config_files/algorithm/grid_experiments/generator_grid_1objectives_enve.json\n",
       "None\n"
@@ -1162,9 +1273,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "shampu",
    "language": "python",
-   "name": "python3"
+   "name": "shampu"
   },
   "language_info": {
    "codemirror_mode": {
@@ -1176,7 +1287,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.12"
+   "version": "3.9.19"
   }
  },
  "nbformat": 4,