fix: oops forgot to remove comment

Author: Orbital-Web

backend/tests/regression/search_quality/run_search_eval.py

@@ -159,129 +159,3 @@ def run_search_eval() -> None:
         raise e
     finally:
         SqlEngine.reset_engine()
-
-
-# def run_search_eval() -> None:
-#     if MULTI_TENANT:
-#         raise ValueError("Multi-tenant is not supported currently")
-
-#     SqlEngine.init_engine(
-#         pool_size=POSTGRES_API_SERVER_POOL_SIZE,
-#         max_overflow=POSTGRES_API_SERVER_POOL_OVERFLOW,
-#     )
-
-#     query_pairs = _load_query_pairs()
-#     search_parameters = _load_search_parameters()
-
-#     with get_session_with_current_tenant() as db_session:
-#         multilingual_expansion = get_multilingual_expansion(db_session)
-#         search_settings = get_current_search_settings(db_session)
-#         document_index = get_default_document_index(search_settings, None)
-#         rerank_settings = RerankingDetails.from_db_model(search_settings)
-
-#         if search_parameters.skip_rerank:
-#             logger.warning("Reranking is disabled, evaluation will not run")
-#         elif rerank_settings.rerank_model_name is None:
-#             raise ValueError(
-#                 "Reranking is enabled but no reranker is configured. "
-#                 "Please set the reranker in the admin panel search settings."
-#             )
-
-#         export_path = Path(search_parameters.export_folder)
-#         search_result_file = export_path / "search_results.csv"
-#         eval_result_file = export_path / "eval_results.csv"
-#         with (
-#             search_result_file.open("w") as search_file,
-#             eval_result_file.open("w") as eval_file,
-#         ):
-#             search_csv_writer = csv.writer(search_file)
-#             eval_csv_writer = csv.writer(eval_file)
-#             search_csv_writer.writerow(
-#                 ["source", "query", "rank", "score", "doc_id", "chunk_id"]
-#             )
-#             eval_csv_writer.writerow(
-#                 [
-#                     "query",
-#                     "jaccard_similarity",
-#                     "missing_chunks_ratio",
-#                     "average_rank_change",
-#                     "jaccard_similarity_adj",
-#                     "missing_chunks_ratio_adj",
-#                     "average_rank_change_adj",
-#                 ]
-#             )
-
-#             sum_metrics = [0.0] * 6
-#             for orig_query, alt_query in query_pairs:
-#                 search_results = _search_one_query(
-#                     alt_query,
-#                     multilingual_expansion,
-#                     document_index,
-#                     db_session,
-#                     search_parameters,
-#                 )
-#                 for rank, result in enumerate(search_results):
-#                     search_csv_writer.writerow(
-#                         [
-#                             "search",
-#                             alt_query,
-#                             rank,
-#                             result.score,
-#                             result.document_id,
-#                             result.chunk_id,
-#                         ]
-#                     )
-
-#                 if not search_parameters.skip_rerank:
-#                     rerank_results = _rerank_one_query(
-#                         orig_query, search_results, rerank_settings, search_parameters
-#                     )
-#                     for rank, result in enumerate(rerank_results):
-#                         search_csv_writer.writerow(
-#                             [
-#                                 "rerank",
-#                                 orig_query,
-#                                 rank,
-#                                 result.score,
-#                                 result.document_id,
-#                                 result.chunk_id,
-#                             ]
-#                         )
-
-#                     metrics = _evaluate_one_query(
-#                         search_results, rerank_results, search_parameters
-#                     )
-#                     eval_csv_writer.writerow([orig_query, *metrics])
-#                     sum_metrics = [
-#                         sum_metric + metric
-#                         for sum_metric, metric in zip(sum_metrics, metrics)
-#                     ]
-
-#     logger.info(
-#         f"Exported individual results to {search_result_file} and {eval_result_file}"
-#     )
-
-#     if not search_parameters.skip_rerank:
-#         average_metrics = [metric / len(query_pairs) for metric in sum_metrics]
-#         logger.info(f"Jaccard similarity: {average_metrics[0]}")
-#         logger.info(f"Average missing chunks ratio: {average_metrics[1]}")
-#         logger.info(f"Average rank change: {average_metrics[2]}")
-#         logger.info(f"Jaccard similarity (adjusted): {average_metrics[3]}")
-#         logger.info(f"Average missing chunks ratio (adjusted): {average_metrics[4]}")
-#         logger.info(f"Average rank change (adjusted): {average_metrics[5]}")
-
-#         aggregate_file = export_path / "aggregate_results.csv"
-#         with aggregate_file.open("w") as file:
-#             aggregate_csv_writer = csv.writer(file)
-#             aggregate_csv_writer.writerow(
-#                 [
-#                     "jaccard_similarity",
-#                     "missing_chunks_ratio",
-#                     "average_rank_change",
-#                     "jaccard_similarity_adj",
-#                     "missing_chunks_ratio_adj",
-#                     "average_rank_change_adj",
-#                 ]
-#             )
-#             aggregate_csv_writer.writerow(average_metrics)
-#             logger.info(f"Exported aggregate results to {aggregate_file}")