diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..8b1752a052d5db1256b7b15db2533f052854e826 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +*.sqlite3 filter=lfs diff=lfs merge=lfs -text diff --git a/evaluator/benchmark/0/config.yaml b/evaluator/benchmark/0/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..db597d293c9ee9f3e601fdbd6f921e211cbc2b72 --- /dev/null +++ b/evaluator/benchmark/0/config.yaml @@ -0,0 +1,22 @@ +node_lines: +- node_line_name: retrieve_node_line + nodes: + - node_type: retrieval + strategy: + metrics: [ retrieval_f1, retrieval_recall, retrieval_precision, retrieval_ndcg, retrieval_map, retrieval_mrr ] + top_k: 4 + modules: + - module_type: bm25 + - module_type: vectordb + embedding_model: [ huggingface_baai_llm_embedder, huggingface_baai_bge_large_en, huggingface_baai_bge_small_en, huggingface_baai_bge_base_en ] + - module_type: hybrid_rrf + - module_type: hybrid_cc + normalize_method: [ mm, tmm, z, dbsf ] + weight_range: + - (0.0, 1.0) + - (0.3, 0.7) + - (0.4, 0.6) + - (0.5, 0.5) + - (0.6, 0.4) + - (0.7, 0.3) + - (1.0, 0.0) \ No newline at end of file diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/0.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/0.parquet new file mode 100644 index 0000000000000000000000000000000000000000..d0f70510be3908757854943102a979e7ffe715dc --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/0.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1dcc2aa9409c10cf86bc8640a53f60f025b8244ac0dc0ccb2cd470164c74fc0 +size 154884 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/1.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/1.parquet new file mode 100644 index 0000000000000000000000000000000000000000..c6819d20f096b2e9c84f5a09ed68c8eac2e5b0d4 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/1.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa788938151f2cacc4744ff38f94918e41d50f72cee3c62dea241973d6a57ce6 +size 185025 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/10.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/10.parquet new file mode 100644 index 0000000000000000000000000000000000000000..b9bdf5a28105b647ba6e47f724b71cc32ffd247a --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/10.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd67333092309a8e451a835560b7658e358815761e5f1a4d8f86e1e24a201b4f +size 196661 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/11.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/11.parquet new file mode 100644 index 0000000000000000000000000000000000000000..a1c9b0037126ec07d8d4b52f6eeff2e7bd640728 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/11.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3399de5ad6d629bca3adf7bc896ff8cb96f365f304bf4399771560b4ef0dce0 +size 196560 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/12.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/12.parquet new file mode 100644 index 0000000000000000000000000000000000000000..878bd7c3cb9728b17c2da1f53c59b8ee70ab8d6a --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/12.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a101ffce50e0cec9a95ce5bcea81aa1c622af85833d83d243c0de8d050f15f5b +size 203865 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/13.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/13.parquet new file mode 100644 index 0000000000000000000000000000000000000000..edb3ba8cb455dbf81498ee70b5112831ae4936e4 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/13.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bb30483713517a6e1172bc820dde30e8dbe026888240633309d94d0f2ac0f05 +size 184139 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/14.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/14.parquet new file mode 100644 index 0000000000000000000000000000000000000000..8370dd3564de38652c4f59a41de39d4ed0aba1d0 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/14.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68691107ae8a83b6022d0f5cab704f9e46c0f8717251a0f83734fc86e269a1c0 +size 195569 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/15.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/15.parquet new file mode 100644 index 0000000000000000000000000000000000000000..48d3a00d71755a78245e08d316ab1e9dc1f22786 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/15.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0c0d80671b841e6ff6e8d845b586adff5abc5825edb4b2f1389d505076bbca +size 193253 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/16.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/16.parquet new file mode 100644 index 0000000000000000000000000000000000000000..85ad837eaeb4512206c85146da17865e0cdc3c4b --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/16.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21520619a480e02c71960302ee76821bdc2fe4a72be8beacb697002205e5092d +size 193201 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/17.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/17.parquet new file mode 100644 index 0000000000000000000000000000000000000000..e4355d7bf65d297c444bc78101adf61a70df2678 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/17.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d630e5ff5b5185482724410537089f78ec7e1f3bf2e241a0ec15f1253e53793 +size 184231 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/18.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/18.parquet new file mode 100644 index 0000000000000000000000000000000000000000..abed2d54f52d37dfd30788121f87f9436636b7ca --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/18.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb562258f9d9c78524bf90b794ea2209781a84ede3932e0cfc2cc3e0f50a400 +size 185386 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/19.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/19.parquet new file mode 100644 index 0000000000000000000000000000000000000000..6171d301c52844bbdfe6ff062391d5b462558726 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/19.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c18164fd827461cdbe6e6cdf8c6c5f150aa00fcec733f703aab4a03f07f95b95 +size 185594 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/2.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/2.parquet new file mode 100644 index 0000000000000000000000000000000000000000..3fb842e213665278672c39dd0bfe57f26aca1f7c --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/2.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a960852fce12c1ec989bf69c8d49d3084e678d3ab85184a48ea04250b7982e7 +size 200433 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/20.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/20.parquet new file mode 100644 index 0000000000000000000000000000000000000000..03296ca596de04fb6e37bd3ce67a19a839db73eb --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/20.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c88e47dcfe1670460e76cca3a44d375bb27f21521568b3dab51ef44fc793aed1 +size 200974 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/21.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/21.parquet new file mode 100644 index 0000000000000000000000000000000000000000..a3d0fd680c2e1995d2af3385ad2628b8d26e916b --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/21.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0248ddc7edc82fdaa01bec95926c78ee20e5ce91f8b29b46ad85ea2cbe1e8dd4 +size 189141 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/22.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/22.parquet new file mode 100644 index 0000000000000000000000000000000000000000..62269f46c5b57c15d5e48c5576e2f38bba4de5c5 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/22.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:551bb93fff3e78b5d4b87a243a6185eb57aa39d9b8306405a5176497de993ed6 +size 191912 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/23.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/23.parquet new file mode 100644 index 0000000000000000000000000000000000000000..4cc6e3b61cd3e3f8e782a6533082537737c38319 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/23.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3a88b00111b8b9979c5b200fceffd5dd51939b9dcabca663989f2b73b0a3a8 +size 191838 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/24.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/24.parquet new file mode 100644 index 0000000000000000000000000000000000000000..86102791dda90656a9ee42882133e1f3deef7e8e --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/24.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1db82fceda63866571614e4dc7268d4278752a4f5ef552ad0ccf9c6383a40f44 +size 198913 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/25.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/25.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5b1016870a7fc6b646f6dccd6f4edc9ece84b7a8 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/25.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bec39ad8f10dbd0398277fe43f34f3ff5b40f600100dfca8eef4e78f9e9d0232 +size 192550 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/26.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/26.parquet new file mode 100644 index 0000000000000000000000000000000000000000..74e26ef1231dfbbade41ed757c56e66206541b07 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/26.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e9ede0b278f99d95da4d6674df50d4fa95deddab0571c826db01bdbdb4f43f2 +size 192512 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/27.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/27.parquet new file mode 100644 index 0000000000000000000000000000000000000000..1852d1b60010e766537f254ba3b379b8f73f4cfe --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/27.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c1fdadb71467d2e2b3704dfc0f273767c6d2f0101d919996054d7ca6270ebc +size 196818 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/28.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/28.parquet new file mode 100644 index 0000000000000000000000000000000000000000..ac1baddf1c11f50f598036204601511076057246 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/28.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da9d46006f5f12aba49d9d3590c1f91c60308586268dcefa726dc064aa404f3 +size 197812 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/29.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/29.parquet new file mode 100644 index 0000000000000000000000000000000000000000..19b1f80ed08a5e99a1cd6552306e6a4741d5285b --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/29.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d452a46688c8f5d990826e13d50eede5214ee3959fd408cc4abccc52d6413a7 +size 197442 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/3.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/3.parquet new file mode 100644 index 0000000000000000000000000000000000000000..03a93f0b5cd6deaf6bb9e2915f580341f346d042 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/3.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1486d5104d4452609935053fd1700cb53365dfbb45de942b569ba29a09c0e73 +size 186242 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/30.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/30.parquet new file mode 100644 index 0000000000000000000000000000000000000000..19b1f80ed08a5e99a1cd6552306e6a4741d5285b --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/30.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d452a46688c8f5d990826e13d50eede5214ee3959fd408cc4abccc52d6413a7 +size 197442 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/31.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/31.parquet new file mode 100644 index 0000000000000000000000000000000000000000..d4179924e8a3002d346682d8ea3b90c7fe047294 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/31.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ca7f7e5b93036f4386a6c9505f28dcad7e466f0eb1c291b1fb108e6ae222222 +size 193507 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/32.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/32.parquet new file mode 100644 index 0000000000000000000000000000000000000000..97f987a7d52bee440b42ad309fa5444bab53ba41 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/32.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94cbf69631d25a975e9cc786f6a430f762ab710320004ad9a30693cc2a947eb0 +size 193513 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/33.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/33.parquet new file mode 100644 index 0000000000000000000000000000000000000000..6a4a47316941ff67029c4cf940de83c5e3184c9d --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/33.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6414740f884f8d8d58b55835bc47113616254523d374dca5dd39d8e81dfc031a +size 197743 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/4.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/4.parquet new file mode 100644 index 0000000000000000000000000000000000000000..8f24f2d18f643c018e97bc2c247da4e059b230e0 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/4.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a2850bbc6f1aa63cf6117d6ea507e10c690652d3344bd12c7226c472b31d127 +size 184065 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/5.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/5.parquet new file mode 100644 index 0000000000000000000000000000000000000000..4163e3c8ae83fca0f5fefc16fe69d102eb33b604 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/5.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f325b0de2c7938d5dae6be278a8c0cc82c4ae579fc33642e0d3155872a26dea +size 192569 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/6.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/6.parquet new file mode 100644 index 0000000000000000000000000000000000000000..09b8f3ce807744b2102d6700a12d1b12fa5a30b5 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/6.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ba75d44fad9a8635b93287f3a67b4f4edf4ec5de203521c030d64189db028f3 +size 197404 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/7.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/7.parquet new file mode 100644 index 0000000000000000000000000000000000000000..ddbcf91b98a09491083db189ee2cef63dae43436 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/7.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b616c6210ced6ef790b44de6e3cc2d36ea0029b291a7dea670cfc0808f97c7a0 +size 195581 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/8.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/8.parquet new file mode 100644 index 0000000000000000000000000000000000000000..ca1395b0644117f4d4c219fd7a43f587c2043385 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/8.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae4da4e643df4d5eead4b39173f51b762ece7aeb19ffb867dd1aacc21a59b5bf +size 196574 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/9.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/9.parquet new file mode 100644 index 0000000000000000000000000000000000000000..58093d4588a9462f390c8742f74fc531156a5db4 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/9.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e940f028f64f11e8e88c30aeee00446bf364ef57dce2b2714d90e2489b2a15f +size 196593 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/best_20.parquet b/evaluator/benchmark/0/retrieve_node_line/retrieval/best_20.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5a651e37cc853c4262ab57b2c45cb318c671f921 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/best_20.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3400ba5791411c6966019e6d314d880a0c3c0a923794e20a9fa82ea462dc7f6f +size 224587 diff --git a/evaluator/benchmark/0/retrieve_node_line/retrieval/summary.csv b/evaluator/benchmark/0/retrieve_node_line/retrieval/summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..b12f18da56cad06f3a01d24097b6f1c597f2b3f4 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/retrieval/summary.csv @@ -0,0 +1,35 @@ +filename,module_name,module_params,execution_time,retrieval_f1,retrieval_recall,retrieval_precision,retrieval_ndcg,retrieval_map,retrieval_mrr,is_best +0.parquet,vectordb,"{'top_k': 4, 'embedding_model': 'huggingface_baai_llm_embedder'}",0.10266771121900908,0.33469387755102037,0.8367346938775511,0.20918367346938777,0.36869311025075513,0.2193877551020408,0.2193877551020408,False +1.parquet,vectordb,"{'top_k': 4, 'embedding_model': 'huggingface_baai_bge_small_en'}",0.05651242878972268,0.3510204081632653,0.8775510204081632,0.2193877551020408,0.39380379111963937,0.23979591836734693,0.23979591836734693,False +2.parquet,vectordb,"{'top_k': 4, 'embedding_model': 'huggingface_baai_bge_base_en'}",0.04421803902606575,0.35918367346938773,0.8979591836734694,0.22448979591836735,0.4134387442347614,0.2585034013605442,0.2585034013605442,False +3.parquet,vectordb,"{'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}",0.06927850295086296,0.38367346938775504,0.9591836734693877,0.23979591836734693,0.4241010511081391,0.2534013605442177,0.2534013605442177,False +4.parquet,bm25,{'top_k': 4},0.0012699779199094189,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.949463653352772,0.9387755102040817,0.9387755102040817,False +5.parquet,hybrid_rrf,"{'top_k': 4, 'weight': 4.0, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.8775884408353242,0.8418367346938775,0.8418367346938775,False +6.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'mm', 'weight': 0.0, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.949463653352772,0.9387755102040817,0.9387755102040817,False +7.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'mm', 'weight': 0.5, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3755102040816326,0.9387755102040817,0.23469387755102042,0.5996385342755705,0.4812925170068027,0.4812925170068027,False +8.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'mm', 'weight': 0.42000000000000004, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.38367346938775504,0.9591836734693877,0.23979591836734693,0.9174366443338617,0.9030612244897959,0.9030612244897959,False +9.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'mm', 'weight': 0.4, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.38367346938775504,0.9591836734693877,0.23979591836734693,0.9174366443338617,0.9030612244897959,0.9030612244897959,False +10.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'mm', 'weight': 0.3, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.38367346938775504,0.9591836734693877,0.23979591836734693,0.9365875359329464,0.9285714285714286,0.9285714285714286,False +11.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'mm', 'weight': 0.3559999999999999, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.38367346938775504,0.9591836734693877,0.23979591836734693,0.9365875359329464,0.9285714285714286,0.9285714285714286,False +12.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'mm', 'weight': 0.09999999999999998, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.949463653352772,0.9387755102040817,0.9387755102040817,False +13.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'dbsf', 'weight': 0.14, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9543236634110799,0.945578231292517,0.945578231292517,False +14.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'dbsf', 'weight': 0.5, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.8639391132653145,0.8231292517006802,0.8231292517006802,False +15.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'dbsf', 'weight': 0.42200000000000004, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9317275258746386,0.9149659863945577,0.9149659863945577,False +16.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'dbsf', 'weight': 0.41800000000000004, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9317275258746386,0.9149659863945577,0.9149659863945577,False +17.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'dbsf', 'weight': 0.3, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9543236634110799,0.945578231292517,0.945578231292517,False +18.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'dbsf', 'weight': 0.33599999999999997, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9543236634110799,0.945578231292517,0.945578231292517,False +19.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'dbsf', 'weight': 0.32999999999999996, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9543236634110799,0.945578231292517,0.945578231292517,False +20.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'tmm', 'weight': 0.29, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9720597908892135,0.9693877551020408,0.9693877551020408,True +21.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'tmm', 'weight': 0.5, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9453768534446483,0.9336734693877551,0.9336734693877551,False +22.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'tmm', 'weight': 0.41600000000000004, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.949463653352772,0.9387755102040817,0.9387755102040817,False +23.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'tmm', 'weight': 0.4, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.949463653352772,0.9387755102040817,0.9387755102040817,False +24.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'tmm', 'weight': 0.3, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9720597908892135,0.9693877551020408,0.9693877551020408,False +25.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'tmm', 'weight': 0.36799999999999994, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9720597908892135,0.9693877551020408,0.9693877551020408,False +26.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'tmm', 'weight': 0.36, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9720597908892135,0.9693877551020408,0.9693877551020408,False +27.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'z', 'weight': 0.0, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9453768534446483,0.9336734693877551,0.9336734693877551,False +28.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'z', 'weight': 0.5, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3591836734693878,0.8979591836734694,0.22448979591836735,0.49794101393666546,0.3673469387755102,0.3673469387755102,False +29.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'z', 'weight': 0.4, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.38367346938775504,0.9591836734693877,0.23979591836734693,0.8080328587684287,0.7568027210884353,0.7568027210884353,False +30.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'z', 'weight': 0.4, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.38367346938775504,0.9591836734693877,0.23979591836734693,0.8080328587684287,0.7568027210884353,0.7568027210884353,False +31.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'z', 'weight': 0.3, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.38367346938775504,0.9591836734693877,0.23979591836734693,0.9182098544840458,0.9047619047619047,0.9047619047619047,False +32.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'z', 'weight': 0.33999999999999997, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.38367346938775504,0.9591836734693877,0.23979591836734693,0.9182098544840458,0.9047619047619047,0.9047619047619047,False +33.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'z', 'weight': 0.08999999999999997, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.07054848087077238,0.3918367346938775,0.9795918367346939,0.24489795918367346,0.9453768534446483,0.9336734693877551,0.9336734693877551,False diff --git a/evaluator/benchmark/0/retrieve_node_line/summary.csv b/evaluator/benchmark/0/retrieve_node_line/summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..326d321c12d65b85c61588bc00bb9236304783d3 --- /dev/null +++ b/evaluator/benchmark/0/retrieve_node_line/summary.csv @@ -0,0 +1,2 @@ +node_type,best_module_filename,best_module_name,best_module_params,best_execution_time +retrieval,20.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'tmm', 'weight': 0.29, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.0705484808707723 diff --git a/evaluator/benchmark/0/summary.csv b/evaluator/benchmark/0/summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..501a3ae0a87cee9f1f477946e9364e178e1f2d32 --- /dev/null +++ b/evaluator/benchmark/0/summary.csv @@ -0,0 +1,2 @@ +node_line_name,node_type,best_module_filename,best_module_name,best_module_params,best_execution_time +retrieve_node_line,retrieval,20.parquet,hybrid_cc,"{'top_k': 4, 'normalize_method': 'tmm', 'weight': 0.29, 'target_modules': ('vectordb', 'bm25'), 'target_module_params': ({'top_k': 4, 'embedding_model': 'huggingface_baai_bge_large_en'}, {'top_k': 4})}",0.0705484808707723 diff --git a/evaluator/benchmark/data/corpus.parquet b/evaluator/benchmark/data/corpus.parquet new file mode 100644 index 0000000000000000000000000000000000000000..a15df3c33bebf4658f806eb006650d833e148cbd --- /dev/null +++ b/evaluator/benchmark/data/corpus.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:886c49f338b3f80e49b45d0a73402fc50692eb715f4b8ecf630e5cf42c55b4f7 +size 264035 diff --git a/evaluator/benchmark/data/qa.parquet b/evaluator/benchmark/data/qa.parquet new file mode 100644 index 0000000000000000000000000000000000000000..becb5ba3996fa2f8351f27df6e7b5bd96dd57dee --- /dev/null +++ b/evaluator/benchmark/data/qa.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:606e9857fa2cb540426286434460231a20f938651b98c552efe7c349c8f1fcd1 +size 20147 diff --git a/evaluator/benchmark/resources/bm25_porter_stemmer.pkl b/evaluator/benchmark/resources/bm25_porter_stemmer.pkl new file mode 100644 index 0000000000000000000000000000000000000000..43682b2162eb706273f9bd546b6f426a701cd57f --- /dev/null +++ b/evaluator/benchmark/resources/bm25_porter_stemmer.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d49edb8f5b6c8e51e018c101628409abe2c82d2b976a0e973fe2aaa637a01f3d +size 215345 diff --git a/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/data_level0.bin b/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/data_level0.bin new file mode 100644 index 0000000000000000000000000000000000000000..8d59af8d46593f309b55ca904928b8064fded705 --- /dev/null +++ b/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/data_level0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a13e72541800c513c73dccea69f79e39cf4baef4fa23f7e117c0d6b0f5f99670 +size 3212000 diff --git a/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/header.bin b/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/header.bin new file mode 100644 index 0000000000000000000000000000000000000000..5e3435b012ee69310b8100812b2faf2bd6a11f73 --- /dev/null +++ b/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/header.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec6df10978b056a10062ed99efeef2702fa4a1301fad702b53dd2517103c746 +size 100 diff --git a/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/length.bin b/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/length.bin new file mode 100644 index 0000000000000000000000000000000000000000..fb155d822b6ca4351e2925bbc2dba0f49f05e0ab --- /dev/null +++ b/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/length.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc19b1997119425765295aeab72d76faa6927d4f83985d328c26f20468d6cc76 +size 4000 diff --git a/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/link_lists.bin b/evaluator/benchmark/resources/chroma/50ae74e0-6e8d-43bd-af92-fbefa828e7c1/link_lists.bin new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/data_level0.bin b/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/data_level0.bin new file mode 100644 index 0000000000000000000000000000000000000000..8d59af8d46593f309b55ca904928b8064fded705 --- /dev/null +++ b/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/data_level0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a13e72541800c513c73dccea69f79e39cf4baef4fa23f7e117c0d6b0f5f99670 +size 3212000 diff --git a/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/header.bin b/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/header.bin new file mode 100644 index 0000000000000000000000000000000000000000..5e3435b012ee69310b8100812b2faf2bd6a11f73 --- /dev/null +++ b/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/header.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec6df10978b056a10062ed99efeef2702fa4a1301fad702b53dd2517103c746 +size 100 diff --git a/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/length.bin b/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/length.bin new file mode 100644 index 0000000000000000000000000000000000000000..fb155d822b6ca4351e2925bbc2dba0f49f05e0ab --- /dev/null +++ b/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/length.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc19b1997119425765295aeab72d76faa6927d4f83985d328c26f20468d6cc76 +size 4000 diff --git a/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/link_lists.bin b/evaluator/benchmark/resources/chroma/5cdc4426-9cf3-4176-aa91-2f9940af5fa7/link_lists.bin new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/data_level0.bin b/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/data_level0.bin new file mode 100644 index 0000000000000000000000000000000000000000..6614c3ec826e78b92c73864c10de22b5db91f3bd --- /dev/null +++ b/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/data_level0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95042e844cfb77b20e578cf65635282a99d7c4dd20e589ac062f38bc389f8e58 +size 4236000 diff --git a/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/header.bin b/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/header.bin new file mode 100644 index 0000000000000000000000000000000000000000..93bbf2fc34638e6543acdea191a04c35abd98f19 --- /dev/null +++ b/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/header.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc596bc1909f7cc610d5839236c90513b4fbad06776c253fa1b21bfd712e940 +size 100 diff --git a/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/length.bin b/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/length.bin new file mode 100644 index 0000000000000000000000000000000000000000..fb155d822b6ca4351e2925bbc2dba0f49f05e0ab --- /dev/null +++ b/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/length.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc19b1997119425765295aeab72d76faa6927d4f83985d328c26f20468d6cc76 +size 4000 diff --git a/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/link_lists.bin b/evaluator/benchmark/resources/chroma/79858ad7-9bd7-4c78-b246-318bf72b2511/link_lists.bin new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/data_level0.bin b/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/data_level0.bin new file mode 100644 index 0000000000000000000000000000000000000000..786c596298c327df7c5fb6958924c481ecd11f36 --- /dev/null +++ b/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/data_level0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3c9fd302f000d7790aa403c2d0d8fec363fe46f30b07d53020b6e33b22435a9 +size 1676000 diff --git a/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/header.bin b/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/header.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae84e682423ff4214c2e9df782b8799815882036 --- /dev/null +++ b/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/header.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e87a1dc8bcae6f2c4bea6d5dd5005454d4dace8637dae29bff3c037ea771411e +size 100 diff --git a/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/length.bin b/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/length.bin new file mode 100644 index 0000000000000000000000000000000000000000..fb155d822b6ca4351e2925bbc2dba0f49f05e0ab --- /dev/null +++ b/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/length.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc19b1997119425765295aeab72d76faa6927d4f83985d328c26f20468d6cc76 +size 4000 diff --git a/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/link_lists.bin b/evaluator/benchmark/resources/chroma/b7033f1a-01cb-4037-aa8c-1fdb23a1cf27/link_lists.bin new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/evaluator/benchmark/resources/chroma/chroma.sqlite3 b/evaluator/benchmark/resources/chroma/chroma.sqlite3 new file mode 100644 index 0000000000000000000000000000000000000000..2e68d8d670c7d382726c69ee51e890e5326e9685 --- /dev/null +++ b/evaluator/benchmark/resources/chroma/chroma.sqlite3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9510dc8d6c803b33eaed82a32b4e634db29d969154a46b52ada4751d33d79514 +size 2965504 diff --git a/evaluator/benchmark/trial.json b/evaluator/benchmark/trial.json new file mode 100644 index 0000000000000000000000000000000000000000..cc8062f9f267c6bac3467748c94004a2b64c0403 --- /dev/null +++ b/evaluator/benchmark/trial.json @@ -0,0 +1,6 @@ +[ + { + "trial_name": "0", + "start_time": "2024-07-16 15:48:48" + } +] \ No newline at end of file