From fcbfa248ed6d3ae41b4b533eedb73bf32aafcdc6 Mon Sep 17 00:00:00 2001 From: Mathieu Dupont <108517594+mathieudpnt@users.noreply.github.com> Date: Thu, 4 Dec 2025 11:34:51 +0100 Subject: [PATCH] filtering bug and test modification from is_box to type column --- src/post_processing/dataclass/data_aplose.py | 2 +- src/post_processing/utils/core_utils.py | 23 +- src/post_processing/utils/filtering_utils.py | 10 +- tests/conftest.py | 223 ++++++++++--------- tests/test_core_utils.py | 2 +- tests/test_filtering_utils.py | 6 +- 6 files changed, 141 insertions(+), 125 deletions(-) diff --git a/src/post_processing/dataclass/data_aplose.py b/src/post_processing/dataclass/data_aplose.py index 3165de8..6f42e72 100644 --- a/src/post_processing/dataclass/data_aplose.py +++ b/src/post_processing/dataclass/data_aplose.py @@ -238,7 +238,7 @@ def filter_df( msg = f'Label "{lbl}" not in APLOSE DataFrame' raise ValueError(msg) if self.df[ - (self.df["is_box"] == 0) + (self.df["type"] == "WEAK") & (self.df["annotator"] == ant) & (self.df["annotation"] == lbl) ].empty: diff --git a/src/post_processing/utils/core_utils.py b/src/post_processing/utils/core_utils.py index f9b00cd..a7b5617 100644 --- a/src/post_processing/utils/core_utils.py +++ b/src/post_processing/utils/core_utils.py @@ -11,7 +11,7 @@ from astral.sun import sunrise, sunset from matplotlib import pyplot as plt from osekit.config import TIMESTAMP_FORMAT_AUDIO_FILE -from osekit.utils.timestamp_utils import strptime_from_text +from osekit.utils.timestamp_utils import strptime_from_text, strftime_osmose_format from pandas import ( DataFrame, DatetimeIndex, @@ -213,7 +213,10 @@ def add_weak_detection( if not max_freq: max_freq = get_max_freq(df) if not max_time: - max_time = get_max_time(df) + max_time = Timedelta(get_max_time(df), "s") + + df["start_datetime"] = [strftime_osmose_format(start) for start in df["start_datetime"]] + df["end_datetime"] = [strftime_osmose_format(stop) for stop in df["end_datetime"]] for ant in annotators: for lbl in labels: @@ -223,30 +226,36 @@ def add_weak_detection( .tolist() ) for f in filenames: - test = df[(df["filename"] == f) & (df["annotation"] == lbl)]["is_box"] + test = df[(df["filename"] == f) & (df["annotation"] == lbl)]["type"] if test.any(): start_datetime = strptime_from_text( text=f, datetime_template=datetime_format, - ).tz_localize(tz) + ) + + if not start_datetime.tz: + start_datetime = tz.localize(start_datetime) + end_datetime = start_datetime + Timedelta(max_time, unit="s") new_line = [ dataset_id, f, 0, - max_time, + max_time.total_seconds(), 0, max_freq, lbl, ant, - start_datetime, - end_datetime, + strftime_osmose_format(start_datetime), + strftime_osmose_format(end_datetime), 0, ] + if "score" in df.columns: new_line.append(np.nan) df.loc[df.index.max() + 1] = new_line + return df.sort_values(by=["start_datetime", "annotator"]).reset_index(drop=True) diff --git a/src/post_processing/utils/filtering_utils.py b/src/post_processing/utils/filtering_utils.py index 16cd35a..5ac7e1f 100644 --- a/src/post_processing/utils/filtering_utils.py +++ b/src/post_processing/utils/filtering_utils.py @@ -77,9 +77,12 @@ def filter_by_time( def filter_by_annotator( df: DataFrame, - annotator: str | list[str], + annotator: str | list[str] | None, ) -> DataFrame: """Filter a DataFrame based on annotator selection.""" + if annotator is None: + return df + list_annotators = get_annotators(df) if isinstance(annotator, str): @@ -94,9 +97,12 @@ def filter_by_annotator( def filter_by_label( df: DataFrame, - label: str | list[str], + label: str | list[str] | None, ) -> DataFrame: """Filter a DataFrame based on label selection.""" + if label is None: + return df + list_labels = get_labels(df) if isinstance(label, str): diff --git a/tests/conftest.py b/tests/conftest.py index 32991e1..158c269 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -9,118 +9,121 @@ from osekit.utils.timestamp_utils import strftime_osmose_format from pandas import DataFrame, read_csv -SAMPLE = """dataset,filename,start_time,end_time,start_frequency,end_frequency,annotation,annotator,start_datetime,end_datetime,is_box,score -sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,0,0.11 -sample_dataset,2025_01_25_06_20_00,3.46662989520132,4.02371759514617,7523.0,15257.0,lbl2,ann2,2025-01-25T06:20:03.466+00:00,2025-01-25T06:20:04.023+00:00,1,0.23 -sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,0,0.26 -sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,0,0.35 -sample_dataset,2025_01_25_06_20_00,0.0717043574186431,8.90788747931605,1265.0,10265.0,lbl1,ann5,2025-01-25T06:20:00.071+00:00,2025-01-25T06:20:08.907+00:00,1,0.36 -sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,0,0.72 -sample_dataset,2025_01_25_06_20_00,3.32873690016547,4.0457804743519,7031.0,16453.0,lbl2,ann1,2025-01-25T06:20:03.328+00:00,2025-01-25T06:20:04.045+00:00,1,0.31 -sample_dataset,2025_01_25_06_20_00,7.03530060672918,7.64754550468836,6468.0,15187.0,lbl2,ann1,2025-01-25T06:20:07.035+00:00,2025-01-25T06:20:07.647+00:00,1,0.86 -sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,0,0.37 -sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann4,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,0,0.11 -sample_dataset,2025_01_25_06_20_00,3.30667402095974,4.00165471594043,7875.0,19828.0,lbl2,ann4,2025-01-25T06:20:03.306+00:00,2025-01-25T06:20:04.001+00:00,1,0.81 -sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,0,0.58 -sample_dataset,2025_01_25_06_20_00,3.24014216505327,3.86811049852255,8198.0,16697.0,lbl2,ann3,2025-01-25T06:20:03.240+00:00,2025-01-25T06:20:03.868+00:00,1,0.66 -sample_dataset,2025_01_25_06_20_00,6.77537130162104,7.62041510838834,6816.0,17292.0,lbl2,ann3,2025-01-25T06:20:06.775+00:00,2025-01-25T06:20:07.620+00:00,1,0.90 -sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,0,0.24 -sample_dataset,2025_01_25_06_20_10,0.355763927192499,0.603971318257033,7804.0,11953.0,lbl2,ann2,2025-01-25T06:20:10.355+00:00,2025-01-25T06:20:10.603+00:00,1,0.76 -sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,0,0.54 -sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl2,ann5,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,0,0.85 -sample_dataset,2025_01_25_06_20_10,0.325427468284611,0.672917815774959,6890.0,11390.0,lbl2,ann5,2025-01-25T06:20:10.325+00:00,2025-01-25T06:20:10.672+00:00,1,0.53 -sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl3,ann5,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,0,0.30 -sample_dataset,2025_01_25_06_20_10,1.14726971869829,1.4726971869829,4640.0,13781.0,lbl3,ann5,2025-01-25T06:20:11.147+00:00,2025-01-25T06:20:11.472+00:00,1,0.16 -sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,0,0.97 -sample_dataset,2025_01_25_06_20_10,0.066188637617209,8.90788747931605,843.0,14203.0,lbl1,ann5,2025-01-25T06:20:10.066+00:00,2025-01-25T06:20:18.907+00:00,1,0.59 -sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,0,0.46 -sample_dataset,2025_01_25_06_20_10,0.151682294539437,0.659128516271373,4781.0,13359.0,lbl2,ann1,2025-01-25T06:20:10.151+00:00,2025-01-25T06:20:10.659+00:00,1,0.50 -sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,0,0.10 -sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,0,0.41 -sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,0,0.36 -sample_dataset,2025_01_25_06_20_20,1.56370656370656,2.44622173193602,8296.0,14132.0,lbl2,ann2,2025-01-25T06:20:21.563+00:00,2025-01-25T06:20:22.446+00:00,1,0.45 -sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,0,0.62 -sample_dataset,2025_01_25_06_20_20,0.0992829564258136,8.88582460011031,562.0,11531.0,lbl1,ann5,2025-01-25T06:20:20.099+00:00,2025-01-25T06:20:28.885+00:00,1,0.64 -sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl2,ann5,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,0,0.80 -sample_dataset,2025_01_25_06_20_20,1.62713734142306,2.32763375620518,7875.0,13500.0,lbl2,ann5,2025-01-25T06:20:21.627+00:00,2025-01-25T06:20:22.327+00:00,1,0.56 -sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,0,0.94 -sample_dataset,2025_01_25_06_20_20,1.54164368450083,2.44070601213458,5484.0,17859.0,lbl2,ann1,2025-01-25T06:20:21.541+00:00,2025-01-25T06:20:22.440+00:00,1,0.68 -sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,0,0.15 -sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,0,0.56 -sample_dataset,2025_01_25_06_20_20,2.0111693378581,2.41105902346208,8577.0,15082.0,lbl2,ann3,2025-01-25T06:20:22.011+00:00,2025-01-25T06:20:22.411+00:00,1,0.46 -sample_dataset,2025_01_25_06_20_20,6.0238554934014,6.52716492528226,8049.0,12620.0,lbl2,ann3,2025-01-25T06:20:26.023+00:00,2025-01-25T06:20:26.527+00:00,1,0.43 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.94 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.78 -sample_dataset,2025_01_25_06_20_30,2.10700496414782,3.14396028681743,9843.0,15539.0,lbl2,ann2,2025-01-25T06:20:32.107+00:00,2025-01-25T06:20:33.143+00:00,1,0.40 -sample_dataset,2025_01_25_06_20_30,4.06784335355764,5.36679536679537,8015.0,20742.0,lbl2,ann2,2025-01-25T06:20:34.067+00:00,2025-01-25T06:20:35.366+00:00,1,0.15 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.61 -sample_dataset,2025_01_25_06_20_30,0.0275785990071704,8.94098179812466,562.0,13640.0,lbl1,ann5,2025-01-25T06:20:30.027+00:00,2025-01-25T06:20:38.940+00:00,1,0.14 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann5,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.78 -sample_dataset,2025_01_25_06_20_30,4.19194704908991,5.31715388858246,6328.0,19687.0,lbl2,ann5,2025-01-25T06:20:34.191+00:00,2025-01-25T06:20:35.317+00:00,1,0.20 -sample_dataset,2025_01_25_06_20_30,2.26696083838941,2.79095421952565,9281.0,16453.0,lbl2,ann5,2025-01-25T06:20:32.266+00:00,2025-01-25T06:20:32.790+00:00,1,0.30 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.56 -sample_dataset,2025_01_25_06_20_30,2.1042471042471,3.00330943188086,8296.0,18562.0,lbl2,ann1,2025-01-25T06:20:32.104+00:00,2025-01-25T06:20:33.003+00:00,1,0.13 -sample_dataset,2025_01_25_06_20_30,4.04026475455047,5.41919470490899,7312.0,21515.0,lbl2,ann1,2025-01-25T06:20:34.040+00:00,2025-01-25T06:20:35.419+00:00,1,0.92 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.76 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.31 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.41 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann6,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.15 -sample_dataset,2025_01_25_06_20_30,1.97186982901269,2.93160507446222,8578.0,17578.0,lbl2,ann6,2025-01-25T06:20:31.971+00:00,2025-01-25T06:20:32.931+00:00,1,0.49 -sample_dataset,2025_01_25_06_20_30,3.78102592388307,5.57363485934914,8437.0,22078.0,lbl2,ann6,2025-01-25T06:20:33.781+00:00,2025-01-25T06:20:35.573+00:00,1,0.28 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann4,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.58 -sample_dataset,2025_01_25_06_20_30,2.11527854384997,3.12465526751241,6890.0,18843.0,lbl2,ann4,2025-01-25T06:20:32.115+00:00,2025-01-25T06:20:33.124+00:00,1,0.99 -sample_dataset,2025_01_25_06_20_30,4.10645339216768,5.41367898510756,7453.0,19125.0,lbl2,ann4,2025-01-25T06:20:34.106+00:00,2025-01-25T06:20:35.413+00:00,1,0.22 -sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,0,0.62 -sample_dataset,2025_01_25_06_20_30,4.24503585743891,5.25854937095242,9807.0,18245.0,lbl2,ann3,2025-01-25T06:20:34.245+00:00,2025-01-25T06:20:35.258+00:00,1,0.65 -sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,0,0.26 -sample_dataset,2025_01_25_06_20_40,4.02371759514617,4.86210700496415,8015.0,17085.0,lbl2,ann2,2025-01-25T06:20:44.023+00:00,2025-01-25T06:20:44.862+00:00,1,0.75 -sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,0,0.21 -sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,0,0.11 -sample_dataset,2025_01_25_06_20_40,0.137892995035852,8.92443463872035,562.0,14203.0,lbl1,ann5,2025-01-25T06:20:40.137+00:00,2025-01-25T06:20:48.924+00:00,1,0.50 -sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann5,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,0,0.33 -sample_dataset,2025_01_25_06_20_40,4.09817981246553,4.78764478764479,6609.0,15468.0,lbl2,ann5,2025-01-25T06:20:44.098+00:00,2025-01-25T06:20:44.787+00:00,1,0.42 -sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,0,0.31 -sample_dataset,2025_01_25_06_20_40,4.0292333149476,4.86210700496415,8296.0,15046.0,lbl2,ann1,2025-01-25T06:20:44.029+00:00,2025-01-25T06:20:44.862+00:00,1,0.79 -sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,0,0.66 -sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann6,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,0,0.66 -sample_dataset,2025_01_25_06_20_40,4.03474903474903,4.97793712079426,9843.0,18984.0,lbl2,ann6,2025-01-25T06:20:44.034+00:00,2025-01-25T06:20:44.977+00:00,1,0.76 -sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann4,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,0,0.27 -sample_dataset,2025_01_25_06_20_40,3.95201323772752,4.88968560397132,7593.0,17718.0,lbl2,ann4,2025-01-25T06:20:43.952+00:00,2025-01-25T06:20:44.889+00:00,1,0.42 -sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl1,ann6,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,0,0.56 -sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,0,0.62 -sample_dataset,2025_01_25_06_20_40,3.96924986736721,5.04481522864685,7451.0,17118.0,lbl2,ann3,2025-01-25T06:20:43.969+00:00,2025-01-25T06:20:45.044+00:00,1,0.78 -sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,0,0.39 -sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,0,0.50 -sample_dataset,2025_01_25_06_20_50,4.28571428571429,4.82625482625483,6820.0,15187.0,lbl2,ann2,2025-01-25T06:20:54.285+00:00,2025-01-25T06:20:54.826+00:00,1,0.93 -sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann5,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,0,0.19 -sample_dataset,2025_01_25_06_20_50,4.3849972421401,4.65526751241037,8718.0,12937.0,lbl2,ann5,2025-01-25T06:20:54.384+00:00,2025-01-25T06:20:54.655+00:00,1,0.16 -sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,0,0.81 -sample_dataset,2025_01_25_06_20_50,0.126861555432984,8.92443463872035,281.0,11531.0,lbl1,ann5,2025-01-25T06:20:50.126+00:00,2025-01-25T06:20:58.924+00:00,1,0.41 -sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,0,0.19 -sample_dataset,2025_01_25_06_20_50,4.288472145615,4.7738554881412,7453.0,14343.0,lbl2,ann1,2025-01-25T06:20:54.288+00:00,2025-01-25T06:20:54.773+00:00,1,0.32 -sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,0,0.26 -sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann6,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,0,0.48 -sample_dataset,2025_01_25_06_20_50,4.10645339216768,4.85107556536128,6750.0,17296.0,lbl2,ann6,2025-01-25T06:20:54.106+00:00,2025-01-25T06:20:54.851+00:00,1,0.51 -sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann4,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,0,0.87 -sample_dataset,2025_01_25_06_20_50,4.24434638720353,4.78488692774407,6468.0,16875.0,lbl2,ann4,2025-01-25T06:20:54.244+00:00,2025-01-25T06:20:54.784+00:00,1,0.11 -sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl1,ann6,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,0,0.28 -sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,0,0.56 -sample_dataset,2025_01_25_06_20_50,4.01751241562975,4.9965526803843,5764.0,14729.0,lbl2,ann3,2025-01-25T06:20:54.017+00:00,2025-01-25T06:20:54.996+00:00,1,0.98 -sample_dataset,2025_01_25_06_20_50,8.40250965776985,9.58149476532639,7875.0,19124.0,lbl2,ann3,2025-01-25T06:20:58.402+00:00,2025-01-25T06:20:59.581+00:00,1,0.79 -sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,0,0.11 -sample_dataset,2025_01_26_06_20_00,3.46662989520132,4.02371759514617,7523.0,15257.0,lbl2,ann2,2025-01-26T06:20:03.466+00:00,2025-01-26T06:20:04.023+00:00,1,0.23 -sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,0,0.26 -sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,0,0.35 -sample_dataset,2025_01_26_06_20_00,0.0717043574186431,8.90788747931605,1265.0,10265.0,lbl1,ann5,2025-01-26T06:20:00.071+00:00,2025-01-26T06:20:08.907+00:00,1,0.36 -sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,0,0.72 -sample_dataset,2025_01_26_06_20_00,3.32873690016547,4.0457804743519,7031.0,16453.0,lbl2,ann1,2025-01-26T06:20:03.328+00:00,2025-01-26T06:20:04.045+00:00,1,0.31 -sample_dataset,2025_01_26_06_20_00,7.03530060672918,7.64754550468836,6468.0,15187.0,lbl2,ann1,2025-01-26T06:20:07.035+00:00,2025-01-26T06:20:07.647+00:00,1,0.86 -sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,0,0.37 -sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann4,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,0,0.11 -sample_dataset,2025_01_26_06_20_00,3.30667402095974,4.00165471594043,7875.0,19828.0,lbl2,ann4,2025-01-26T06:20:03.306+00:00,2025-01-26T06:20:04.001+00:00,1,0.81 -sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,0,0.58 +SAMPLE = """dataset,filename,start_time,end_time,start_frequency,end_frequency,annotation,annotator,start_datetime,end_datetime,type,score +sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,WEAK,0.11 +sample_dataset,2025_01_25_06_20_00,3.46662989520132,4.02371759514617,7523.0,15257.0,lbl2,ann2,2025-01-25T06:20:03.466+00:00,2025-01-25T06:20:04.023+00:00,BOX,0.23 +sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,WEAK,0.26 +sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,WEAK,0.35 +sample_dataset,2025_01_25_06_20_00,0.0717043574186431,8.90788747931605,1265.0,10265.0,lbl1,ann5,2025-01-25T06:20:00.071+00:00,2025-01-25T06:20:08.907+00:00,BOX,0.36 +sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,WEAK,0.72 +sample_dataset,2025_01_25_06_20_00,3.32873690016547,4.0457804743519,7031.0,16453.0,lbl2,ann1,2025-01-25T06:20:03.328+00:00,2025-01-25T06:20:04.045+00:00,BOX,0.31 +sample_dataset,2025_01_25_06_20_00,7.03530060672918,7.64754550468836,6468.0,15187.0,lbl2,ann1,2025-01-25T06:20:07.035+00:00,2025-01-25T06:20:07.647+00:00,BOX,0.86 +sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,WEAK,0.37 +sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann4,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,WEAK,0.11 +sample_dataset,2025_01_25_06_20_00,3.30667402095974,4.00165471594043,7875.0,19828.0,lbl2,ann4,2025-01-25T06:20:03.306+00:00,2025-01-25T06:20:04.001+00:00,BOX,0.81 +sample_dataset,2025_01_25_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-25T06:20:00.000+00:00,2025-01-25T06:20:10.000+00:00,WEAK,0.58 +sample_dataset,2025_01_25_06_20_00,3.24014216505327,3.86811049852255,8198.0,16697.0,lbl2,ann3,2025-01-25T06:20:03.240+00:00,2025-01-25T06:20:03.868+00:00,BOX,0.66 +sample_dataset,2025_01_25_06_20_00,6.77537130162104,7.62041510838834,6816.0,17292.0,lbl2,ann3,2025-01-25T06:20:06.775+00:00,2025-01-25T06:20:07.620+00:00,BOX,0.90 +sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,WEAK,0.24 +sample_dataset,2025_01_25_06_20_10,0.355763927192499,0.603971318257033,7804.0,11953.0,lbl2,ann2,2025-01-25T06:20:10.355+00:00,2025-01-25T06:20:10.603+00:00,BOX,0.76 +sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,WEAK,0.54 +sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl2,ann5,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,WEAK,0.85 +sample_dataset,2025_01_25_06_20_10,0.325427468284611,0.672917815774959,6890.0,11390.0,lbl2,ann5,2025-01-25T06:20:10.325+00:00,2025-01-25T06:20:10.672+00:00,BOX,0.53 +sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl3,ann5,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,WEAK,0.30 +sample_dataset,2025_01_25_06_20_10,1.14726971869829,1.4726971869829,4640.0,13781.0,lbl3,ann5,2025-01-25T06:20:11.147+00:00,2025-01-25T06:20:11.472+00:00,BOX,0.16 +sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,WEAK,0.97 +sample_dataset,2025_01_25_06_20_10,0.066188637617209,8.90788747931605,843.0,14203.0,lbl1,ann5,2025-01-25T06:20:10.066+00:00,2025-01-25T06:20:18.907+00:00,BOX,0.59 +sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,WEAK,0.46 +sample_dataset,2025_01_25_06_20_10,0.151682294539437,0.659128516271373,4781.0,13359.0,lbl2,ann1,2025-01-25T06:20:10.151+00:00,2025-01-25T06:20:10.659+00:00,BOX,0.50 +sample_dataset,2025_01_25_06_20_10,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:10.000+00:00,2025-01-25T06:20:20.000+00:00,WEAK,0.10 +sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,WEAK,0.41 +sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,WEAK,0.36 +sample_dataset,2025_01_25_06_20_20,1.56370656370656,2.44622173193602,8296.0,14132.0,lbl2,ann2,2025-01-25T06:20:21.563+00:00,2025-01-25T06:20:22.446+00:00,BOX,0.45 +sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,WEAK,0.62 +sample_dataset,2025_01_25_06_20_20,0.0992829564258136,8.88582460011031,562.0,11531.0,lbl1,ann5,2025-01-25T06:20:20.099+00:00,2025-01-25T06:20:28.885+00:00,BOX,0.64 +sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl2,ann5,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,WEAK,0.80 +sample_dataset,2025_01_25_06_20_20,1.62713734142306,2.32763375620518,7875.0,13500.0,lbl2,ann5,2025-01-25T06:20:21.627+00:00,2025-01-25T06:20:22.327+00:00,BOX,0.56 +sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,WEAK,0.94 +sample_dataset,2025_01_25_06_20_20,1.54164368450083,2.44070601213458,5484.0,17859.0,lbl2,ann1,2025-01-25T06:20:21.541+00:00,2025-01-25T06:20:22.440+00:00,BOX,0.68 +sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,WEAK,0.15 +sample_dataset,2025_01_25_06_20_20,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-25T06:20:20.000+00:00,2025-01-25T06:20:30.000+00:00,WEAK,0.56 +sample_dataset,2025_01_25_06_20_20,2.0111693378581,2.41105902346208,8577.0,15082.0,lbl2,ann3,2025-01-25T06:20:22.011+00:00,2025-01-25T06:20:22.411+00:00,BOX,0.46 +sample_dataset,2025_01_25_06_20_20,6.0238554934014,6.52716492528226,8049.0,12620.0,lbl2,ann3,2025-01-25T06:20:26.023+00:00,2025-01-25T06:20:26.527+00:00,BOX,0.43 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.94 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.78 +sample_dataset,2025_01_25_06_20_30,2.10700496414782,3.14396028681743,9843.0,15539.0,lbl2,ann2,2025-01-25T06:20:32.107+00:00,2025-01-25T06:20:33.143+00:00,BOX,0.40 +sample_dataset,2025_01_25_06_20_30,4.06784335355764,5.36679536679537,8015.0,20742.0,lbl2,ann2,2025-01-25T06:20:34.067+00:00,2025-01-25T06:20:35.366+00:00,BOX,0.15 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.61 +sample_dataset,2025_01_25_06_20_30,0.0275785990071704,8.94098179812466,562.0,13640.0,lbl1,ann5,2025-01-25T06:20:30.027+00:00,2025-01-25T06:20:38.940+00:00,BOX,0.14 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann5,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.78 +sample_dataset,2025_01_25_06_20_30,4.19194704908991,5.31715388858246,6328.0,19687.0,lbl2,ann5,2025-01-25T06:20:34.191+00:00,2025-01-25T06:20:35.317+00:00,BOX,0.20 +sample_dataset,2025_01_25_06_20_30,2.26696083838941,2.79095421952565,9281.0,16453.0,lbl2,ann5,2025-01-25T06:20:32.266+00:00,2025-01-25T06:20:32.790+00:00,BOX,0.30 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.56 +sample_dataset,2025_01_25_06_20_30,2.1042471042471,3.00330943188086,8296.0,18562.0,lbl2,ann1,2025-01-25T06:20:32.104+00:00,2025-01-25T06:20:33.003+00:00,BOX,0.13 +sample_dataset,2025_01_25_06_20_30,4.04026475455047,5.41919470490899,7312.0,21515.0,lbl2,ann1,2025-01-25T06:20:34.040+00:00,2025-01-25T06:20:35.419+00:00,BOX,0.92 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.76 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.31 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.41 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann6,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.15 +sample_dataset,2025_01_25_06_20_30,1.97186982901269,2.93160507446222,8578.0,17578.0,lbl2,ann6,2025-01-25T06:20:31.971+00:00,2025-01-25T06:20:32.931+00:00,BOX,0.49 +sample_dataset,2025_01_25_06_20_30,3.78102592388307,5.57363485934914,8437.0,22078.0,lbl2,ann6,2025-01-25T06:20:33.781+00:00,2025-01-25T06:20:35.573+00:00,BOX,0.28 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann4,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.58 +sample_dataset,2025_01_25_06_20_30,2.11527854384997,3.12465526751241,6890.0,18843.0,lbl2,ann4,2025-01-25T06:20:32.115+00:00,2025-01-25T06:20:33.124+00:00,BOX,0.99 +sample_dataset,2025_01_25_06_20_30,4.10645339216768,5.41367898510756,7453.0,19125.0,lbl2,ann4,2025-01-25T06:20:34.106+00:00,2025-01-25T06:20:35.413+00:00,BOX,0.22 +sample_dataset,2025_01_25_06_20_30,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-25T06:20:30.000+00:00,2025-01-25T06:20:40.000+00:00,WEAK,0.62 +sample_dataset,2025_01_25_06_20_30,4.24503585743891,5.25854937095242,9807.0,18245.0,lbl2,ann3,2025-01-25T06:20:34.245+00:00,2025-01-25T06:20:35.258+00:00,BOX,0.65 +sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,WEAK,0.26 +sample_dataset,2025_01_25_06_20_40,4.02371759514617,4.86210700496415,8015.0,17085.0,lbl2,ann2,2025-01-25T06:20:44.023+00:00,2025-01-25T06:20:44.862+00:00,BOX,0.75 +sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,WEAK,0.21 +sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,WEAK,0.11 +sample_dataset,2025_01_25_06_20_40,0.137892995035852,8.92443463872035,562.0,14203.0,lbl1,ann5,2025-01-25T06:20:40.137+00:00,2025-01-25T06:20:48.924+00:00,BOX,0.50 +sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann5,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,WEAK,0.33 +sample_dataset,2025_01_25_06_20_40,4.09817981246553,4.78764478764479,6609.0,15468.0,lbl2,ann5,2025-01-25T06:20:44.098+00:00,2025-01-25T06:20:44.787+00:00,BOX,0.42 +sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,WEAK,0.31 +sample_dataset,2025_01_25_06_20_40,4.0292333149476,4.86210700496415,8296.0,15046.0,lbl2,ann1,2025-01-25T06:20:44.029+00:00,2025-01-25T06:20:44.862+00:00,BOX,0.79 +sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,WEAK,0.66 +sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann6,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,WEAK,0.66 +sample_dataset,2025_01_25_06_20_40,4.03474903474903,4.97793712079426,9843.0,18984.0,lbl2,ann6,2025-01-25T06:20:44.034+00:00,2025-01-25T06:20:44.977+00:00,BOX,0.76 +sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann4,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,WEAK,0.27 +sample_dataset,2025_01_25_06_20_40,3.95201323772752,4.88968560397132,7593.0,17718.0,lbl2,ann4,2025-01-25T06:20:43.952+00:00,2025-01-25T06:20:44.889+00:00,BOX,0.42 +sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl1,ann6,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,WEAK,0.56 +sample_dataset,2025_01_25_06_20_40,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-25T06:20:40.000+00:00,2025-01-25T06:20:50.000+00:00,WEAK,0.62 +sample_dataset,2025_01_25_06_20_40,3.96924986736721,5.04481522864685,7451.0,17118.0,lbl2,ann3,2025-01-25T06:20:43.969+00:00,2025-01-25T06:20:45.044+00:00,BOX,0.78 +sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,WEAK,0.39 +sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,WEAK,0.50 +sample_dataset,2025_01_25_06_20_50,4.28571428571429,4.82625482625483,6820.0,15187.0,lbl2,ann2,2025-01-25T06:20:54.285+00:00,2025-01-25T06:20:54.826+00:00,BOX,0.93 +sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann5,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,WEAK,0.19 +sample_dataset,2025_01_25_06_20_50,4.3849972421401,4.65526751241037,8718.0,12937.0,lbl2,ann5,2025-01-25T06:20:54.384+00:00,2025-01-25T06:20:54.655+00:00,BOX,0.16 +sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,WEAK,0.81 +sample_dataset,2025_01_25_06_20_50,0.126861555432984,8.92443463872035,281.0,11531.0,lbl1,ann5,2025-01-25T06:20:50.126+00:00,2025-01-25T06:20:58.924+00:00,BOX,0.41 +sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,WEAK,0.19 +sample_dataset,2025_01_25_06_20_50,4.288472145615,4.7738554881412,7453.0,14343.0,lbl2,ann1,2025-01-25T06:20:54.288+00:00,2025-01-25T06:20:54.773+00:00,BOX,0.32 +sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,WEAK,0.26 +sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann6,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,WEAK,0.48 +sample_dataset,2025_01_25_06_20_50,4.10645339216768,4.85107556536128,6750.0,17296.0,lbl2,ann6,2025-01-25T06:20:54.106+00:00,2025-01-25T06:20:54.851+00:00,BOX,0.51 +sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann4,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,WEAK,0.87 +sample_dataset,2025_01_25_06_20_50,4.24434638720353,4.78488692774407,6468.0,16875.0,lbl2,ann4,2025-01-25T06:20:54.244+00:00,2025-01-25T06:20:54.784+00:00,BOX,0.11 +sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl1,ann6,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,WEAK,0.28 +sample_dataset,2025_01_25_06_20_50,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-25T06:20:50.000+00:00,2025-01-25T06:21:00.000+00:00,WEAK,0.56 +sample_dataset,2025_01_25_06_20_50,4.01751241562975,4.9965526803843,5764.0,14729.0,lbl2,ann3,2025-01-25T06:20:54.017+00:00,2025-01-25T06:20:54.996+00:00,BOX,0.98 +sample_dataset,2025_01_25_06_20_50,8.40250965776985,9.58149476532639,7875.0,19124.0,lbl2,ann3,2025-01-25T06:20:58.402+00:00,2025-01-25T06:20:59.581+00:00,BOX,0.79 +sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann2,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,WEAK,0.11 +sample_dataset,2025_01_26_06_20_00,3.46662989520132,4.02371759514617,7523.0,15257.0,lbl2,ann2,2025-01-26T06:20:03.466+00:00,2025-01-26T06:20:04.023+00:00,BOX,0.23 +sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann2,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,WEAK,0.26 +sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann5,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,WEAK,0.35 +sample_dataset,2025_01_26_06_20_00,0.0717043574186431,8.90788747931605,1265.0,10265.0,lbl1,ann5,2025-01-26T06:20:00.071+00:00,2025-01-26T06:20:08.907+00:00,BOX,0.36 +sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann1,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,WEAK,0.72 +sample_dataset,2025_01_26_06_20_00,3.32873690016547,4.0457804743519,7031.0,16453.0,lbl2,ann1,2025-01-26T06:20:03.328+00:00,2025-01-26T06:20:04.045+00:00,BOX,0.31 +sample_dataset,2025_01_26_06_20_00,7.03530060672918,7.64754550468836,6468.0,15187.0,lbl2,ann1,2025-01-26T06:20:07.035+00:00,2025-01-26T06:20:07.647+00:00,BOX,0.86 +sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl1,ann1,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,WEAK,0.37 +sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann4,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,WEAK,0.11 +sample_dataset,2025_01_26_06_20_00,3.30667402095974,4.00165471594043,7875.0,19828.0,lbl2,ann4,2025-01-26T06:20:03.306+00:00,2025-01-26T06:20:04.001+00:00,BOX,0.81 +sample_dataset,2025_01_26_06_20_00,0.0,10.0,0.0,72000.0,lbl2,ann3,2025-01-26T06:20:00.000+00:00,2025-01-26T06:20:10.000+00:00,WEAK,0.58 """ + + + STATUS = """dataset,filename,ann1,ann2,ann3,ann4,ann5,ann6 sample_dataset,2025_01_25_06_20_00,FINISHED,FINISHED,FINISHED,FINISHED,FINISHED,FINISHED sample_dataset,2025_01_25_06_20_10,FINISHED,FINISHED,FINISHED,FINISHED,FINISHED,FINISHED diff --git a/tests/test_core_utils.py b/tests/test_core_utils.py index 4264911..a1a3d73 100644 --- a/tests/test_core_utils.py +++ b/tests/test_core_utils.py @@ -382,7 +382,7 @@ def test_timedelta_to_str(td, expected) -> None: def test_add_wd(sample_df: DataFrame) -> None: - df_only_wd = sample_df[sample_df["is_box"] == 1] + df_only_wd = sample_df[sample_df["type"] == "BOX"] add_weak_detection( df=df_only_wd.copy(), datetime_format="%Y_%m_%d_%H_%M_%S", diff --git a/tests/test_filtering_utils.py b/tests/test_filtering_utils.py index 4bb4eed..1a4d175 100644 --- a/tests/test_filtering_utils.py +++ b/tests/test_filtering_utils.py @@ -222,12 +222,10 @@ def test_filter_by_score_missing_column(sample_df: DataFrame) -> None: # filter_weak_strong_detection def test_filter_weak_only_is_box_colum(sample_df: DataFrame) -> None: df = filter_strong_detection(sample_df) - assert set(df["is_box"]) == {0} + assert set(df["type"]) == {"WEAK"} def test_filter_weak_only_type_column(sample_df: DataFrame) -> None: - sample_df = sample_df.rename(columns={"is_box": "type"}) - sample_df["type"] = ["WEAK" if not cell else "BOX" for cell in sample_df["type"]] df = filter_strong_detection(sample_df) assert set(df["type"]) == {"WEAK"} @@ -240,7 +238,7 @@ def test_filter_weak_only_invalid() -> None: def test_filter_weak_empty(sample_df: DataFrame) -> None: with pytest.raises(ValueError, match="No weak detection found"): - filter_strong_detection(sample_df[sample_df["is_box"] == 1]) + filter_strong_detection(sample_df[sample_df["type"] == "BOX"]) def test_get_annotators(sample_df: DataFrame) -> None: