diff --git a/models/object_detection/yolov9/results_yolov9c.json b/models/object_detection/yolov9/results_yolov9c.json index 42a6a757..5940a3ca 100644 --- a/models/object_detection/yolov9/results_yolov9c.json +++ b/models/object_detection/yolov9/results_yolov9c.json @@ -4,28 +4,29 @@ "license": "GPL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "conf": 0.001, + "iou": 0.7 }, "param_count": 25590912, - "run_date": "2024-09-30T06:44:05.580485+00:00" + "run_date": "2025-02-20T05:07:44.111809+00:00" }, - "map50_95": 0.45357083970228657, - "map50": 0.5944171124449461, - "map75": 0.49515796619481167, + "map50_95": 0.5179913808721485, + "map50": 0.6887939601787192, + "map75": 0.5651597759089089, "small_objects": { - "map50_95": 0.1857469371502019, - "map50": 0.2776940360432089, - "map75": 0.20440376881609798 + "map50_95": 0.2653249426543031, + "map50": 0.4156170770889704, + "map75": 0.283682733881492 }, "medium_objects": { - "map50_95": 0.4201132264249571, - "map50": 0.5679919743110518, - "map75": 0.4775991770013032 + "map50_95": 0.4889748199616383, + "map50": 0.6650096598642262, + "map75": 0.5513936985963214 }, "large_objects": { - "map50_95": 0.5959593446394081, - "map50": 0.7155744296586345, - "map75": 0.6428719140261837 + "map50_95": 0.6551025967454293, + "map50": 0.7897796914507222, + "map75": 0.7074046745403788 }, "iou_thresholds": [ 0.5, @@ -39,19 +40,19 @@ 0.8999999999999999, 0.95 ], - "f1_50": 0.681658857023012, - "f1_75": 0.5780711943562433, + "f1_50": 0.1514069865074516, + "f1_75": 0.12696131983736741, "f1_small_objects": { - "f1_50": 0.4502321854981908, - "f1_75": 0.323811810701791 + "f1_50": 0.09259716902889166, + "f1_75": 0.058156344797241376 }, "f1_medium_objects": { - "f1_50": 0.6721919523877061, - "f1_75": 0.5824011511590629 + "f1_50": 0.17943733899572073, + "f1_75": 0.15639494527397632 }, "f1_large_objects": { - "f1_50": 0.8058788418289405, - "f1_75": 0.7386821073611137 + "f1_50": 0.33140875406312703, + "f1_75": 0.31300394278493504 }, "f1_iou_thresholds": [ 0.5, diff --git a/models/object_detection/yolov9/results_yolov9e.json b/models/object_detection/yolov9/results_yolov9e.json index 4dca7514..9e5dd290 100644 --- a/models/object_detection/yolov9/results_yolov9e.json +++ b/models/object_detection/yolov9/results_yolov9e.json @@ -4,28 +4,29 @@ "license": "GPL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "conf": 0.001, + "iou": 0.7 }, "param_count": 58206592, - "run_date": "2024-09-30T06:46:13.739831+00:00" + "run_date": "2025-02-20T05:10:20.983044+00:00" }, - "map50_95": 0.48287388336143744, - "map50": 0.6233720168352108, - "map75": 0.5261423814037911, + "map50_95": 0.5444131848845759, + "map50": 0.713442969766014, + "map75": 0.5935709672359948, "small_objects": { - "map50_95": 0.21191397464113576, - "map50": 0.31618641396537245, - "map75": 0.23282833454725174 + "map50_95": 0.29227994093210763, + "map50": 0.4480241073235699, + "map75": 0.3199802458114144 }, "medium_objects": { - "map50_95": 0.4442516837763134, - "map50": 0.5875706829492301, - "map75": 0.4998557774916305 + "map50_95": 0.5141449751094938, + "map50": 0.6862917294427895, + "map75": 0.577955257489353 }, "large_objects": { - "map50_95": 0.6245324679283782, - "map50": 0.7440353808895063, - "map75": 0.6656425638071635 + "map50_95": 0.6763711509171204, + "map50": 0.8056410491069228, + "map75": 0.7266083857176014 }, "iou_thresholds": [ 0.5, @@ -39,19 +40,19 @@ 0.8999999999999999, 0.95 ], - "f1_50": 0.7020017644311185, - "f1_75": 0.6038844939278739, + "f1_50": 0.18563836731050049, + "f1_75": 0.15880450202750643, "f1_small_objects": { - "f1_50": 0.4911775047169899, - "f1_75": 0.3636445488338881 + "f1_50": 0.11151401635468236, + "f1_75": 0.07490449307337263 }, "f1_medium_objects": { - "f1_50": 0.6951523914978337, - "f1_75": 0.611937876518263 + "f1_50": 0.22198606641516444, + "f1_75": 0.19858954464797968 }, "f1_large_objects": { - "f1_50": 0.8162352015670431, - "f1_75": 0.7548819414531337 + "f1_50": 0.39370546007618734, + "f1_75": 0.37224876539716867 }, "f1_iou_thresholds": [ 0.5, diff --git a/models/object_detection/yolov9/results_yolov9m.json b/models/object_detection/yolov9/results_yolov9m.json index f3c8e0ef..c8e0d437 100644 --- a/models/object_detection/yolov9/results_yolov9m.json +++ b/models/object_detection/yolov9/results_yolov9m.json @@ -4,28 +4,29 @@ "license": "GPL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "conf": 0.001, + "iou": 0.7 }, "param_count": 20216160, - "run_date": "2024-09-30T06:42:39.183592+00:00" + "run_date": "2025-02-20T05:05:14.159789+00:00" }, - "map50_95": 0.4451839478774605, - "map50": 0.5831185985538379, - "map75": 0.4853667242998501, + "map50_95": 0.503680159931245, + "map50": 0.6679475879115587, + "map75": 0.5495791469526672, "small_objects": { - "map50_95": 0.17538893236879358, - "map50": 0.27564828444173095, - "map75": 0.1922635646911416 + "map50_95": 0.22924491236197678, + "map50": 0.36771760081774935, + "map75": 0.24684427042612014 }, "medium_objects": { - "map50_95": 0.40636906130888556, - "map50": 0.5473189771158571, - "map75": 0.46307537006547655 + "map50_95": 0.4740700859238536, + "map50": 0.6430958510894205, + "map75": 0.5383508781255381 }, "large_objects": { - "map50_95": 0.5858913031997274, - "map50": 0.7053053109513935, - "map75": 0.6291372196493704 + "map50_95": 0.6436893565535166, + "map50": 0.7770296835824193, + "map75": 0.6966677924077946 }, "iou_thresholds": [ 0.5, @@ -39,19 +40,19 @@ 0.8999999999999999, 0.95 ], - "f1_50": 0.6720582894680438, - "f1_75": 0.5664008053153977, + "f1_50": 0.13583558798144657, + "f1_75": 0.11298361662213478, "f1_small_objects": { - "f1_50": 0.439578995042141, - "f1_75": 0.3056864975785987 + "f1_50": 0.08489901508502337, + "f1_75": 0.05142981249090868 }, "f1_medium_objects": { - "f1_50": 0.6649196158755413, - "f1_75": 0.5762167030476275 + "f1_50": 0.15738061948184276, + "f1_75": 0.13730846251035692 }, "f1_large_objects": { - "f1_50": 0.7968064704598246, - "f1_75": 0.7291444396300596 + "f1_50": 0.3027174114606264, + "f1_75": 0.2848350280851317 }, "f1_iou_thresholds": [ 0.5, diff --git a/models/object_detection/yolov9/results_yolov9s.json b/models/object_detection/yolov9/results_yolov9s.json index 7f276785..493a0309 100644 --- a/models/object_detection/yolov9/results_yolov9s.json +++ b/models/object_detection/yolov9/results_yolov9s.json @@ -4,28 +4,29 @@ "license": "GPL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "conf": 0.001, + "iou": 0.7 }, "param_count": 7318368, - "run_date": "2024-09-30T06:41:11.090139+00:00" + "run_date": "2025-02-20T05:02:38.469092+00:00" }, - "map50_95": 0.3998856779225525, - "map50": 0.5303875101287499, - "map75": 0.4343165002181449, + "map50_95": 0.4579079117046086, + "map50": 0.6209883373864815, + "map75": 0.49566818448572, "small_objects": { - "map50_95": 0.12065859464546518, - "map50": 0.18992841451893144, - "map75": 0.13484037617624983 + "map50_95": 0.1769891718422516, + "map50": 0.29324919038936353, + "map75": 0.18858794920763006 }, "medium_objects": { - "map50_95": 0.35134266256921565, - "map50": 0.48489993319011715, - "map75": 0.3968401235789068 + "map50_95": 0.4165938839431278, + "map50": 0.5856443251574291, + "map75": 0.4647859562325216 }, "large_objects": { - "map50_95": 0.5541534241028745, - "map50": 0.67454222811767, - "map75": 0.5989331963085347 + "map50_95": 0.6079285995680725, + "map50": 0.7435072388683229, + "map75": 0.6606526087002239 }, "iou_thresholds": [ 0.5, @@ -39,19 +40,19 @@ 0.8999999999999999, 0.95 ], - "f1_50": 0.6406350740906483, - "f1_75": 0.5359112507399519, + "f1_50": 0.11080692861333914, + "f1_75": 0.08971081343559993, "f1_small_objects": { - "f1_50": 0.37910324781370836, - "f1_75": 0.25854621335266853 + "f1_50": 0.07153851818433372, + "f1_75": 0.04023482083194967 }, "f1_medium_objects": { - "f1_50": 0.6263347159675825, - "f1_75": 0.5345376426779983 + "f1_50": 0.12574178060345104, + "f1_75": 0.10608115286368257 }, "f1_large_objects": { - "f1_50": 0.7809525676517489, - "f1_75": 0.7091340381571999 + "f1_50": 0.25395637265160204, + "f1_75": 0.23644231811648034 }, "f1_iou_thresholds": [ 0.5, diff --git a/models/object_detection/yolov9/results_yolov9t.json b/models/object_detection/yolov9/results_yolov9t.json index d215ba19..066b07cc 100644 --- a/models/object_detection/yolov9/results_yolov9t.json +++ b/models/object_detection/yolov9/results_yolov9t.json @@ -4,28 +4,29 @@ "license": "GPL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "conf": 0.001, + "iou": 0.7 }, "param_count": 2128720, - "run_date": "2024-09-30T06:39:49.189748+00:00" + "run_date": "2025-02-20T04:59:53.248778+00:00" }, - "map50_95": 0.3148447008544304, - "map50": 0.4241138501675671, - "map75": 0.34263421646966175, + "map50_95": 0.3740086014446017, + "map50": 0.5205811210617505, + "map75": 0.4037738028767654, "small_objects": { - "map50_95": 0.07120163540871129, - "map50": 0.11174232205401351, - "map75": 0.07893993419249334 + "map50_95": 0.11146238961723998, + "map50": 0.19091484704509157, + "map75": 0.11631097059519609 }, "medium_objects": { - "map50_95": 0.25545579544933383, - "map50": 0.3605578414659494, - "map75": 0.2889781089198915 + "map50_95": 0.3226497064817523, + "map50": 0.4714693934800594, + "map75": 0.35776118036569193 }, "large_objects": { - "map50_95": 0.45514864545285993, - "map50": 0.5681690113767972, - "map75": 0.4914181158630739 + "map50_95": 0.5200147031406182, + "map50": 0.6555398219159424, + "map75": 0.5620361458254105 }, "iou_thresholds": [ 0.5, @@ -39,19 +40,19 @@ 0.8999999999999999, 0.95 ], - "f1_50": 0.5719152305573845, - "f1_75": 0.4673423681283036, + "f1_50": 0.08301378559916388, + "f1_75": 0.06433345734493665, "f1_small_objects": { - "f1_50": 0.27022405958942564, - "f1_75": 0.17610263768320608 + "f1_50": 0.059623116850779465, + "f1_75": 0.029620492602510453 }, "f1_medium_objects": { - "f1_50": 0.5483425123308346, - "f1_75": 0.4471337425531256 + "f1_50": 0.09186875330913578, + "f1_75": 0.0728419841171714 }, "f1_large_objects": { - "f1_50": 0.7342688369297583, - "f1_75": 0.6520192453221381 + "f1_50": 0.17302317140202428, + "f1_75": 0.15834456431097232 }, "f1_iou_thresholds": [ 0.5, diff --git a/models/object_detection/yolov9/run.py b/models/object_detection/yolov9/run.py index 8e245bfa..da3043c2 100644 --- a/models/object_detection/yolov9/run.py +++ b/models/object_detection/yolov9/run.py @@ -1,5 +1,5 @@ import argparse -import shutil +import os import sys from pathlib import Path from typing import Dict, List, Optional @@ -13,6 +13,7 @@ from ultralytics import YOLO sys.path.append(str(Path(__file__).resolve().parent.parent)) +from configs import DATASET_DIR from utils import ( download_file, load_detections_dataset, @@ -47,16 +48,13 @@ "model_filename": "yolov9e-converted.pt", "model_run_dir": "yolov9e-out", }, -} # noqa: E501 // docs - +} LICENSE = "GPL-3.0" -DATASET_DIR = "../../../data/coco-val-2017" + + REPO_URL = "git@github.com:WongKinYiu/yolov9.git" DEVICE = "0" if torch.cuda.is_available() else "cpu" -RUN_PARAMETERS = dict( - imgsz=640, - conf=0.001, -) +RUN_PARAMETERS = dict(imgsz=640, conf=0.001, iou=0.7) def run( @@ -88,16 +86,10 @@ def run( download_file(model_values["model_url"], model_values["model_filename"]) # Make predictions - shutil.rmtree( - f"yolov9-repo/runs/detect/{model_values['model_run_dir']}", - ignore_errors=True, - ) run_shell_command( [ "python", - "detect.py", - "--source", - "../../../../data/coco-val-2017/images/val2017", + "val.py", "--img", str(RUN_PARAMETERS["imgsz"]), "--device", @@ -106,15 +98,22 @@ def run( f"../{model_values['model_filename']}", "--name", model_values["model_run_dir"], + "--conf-thres", + str(RUN_PARAMETERS["conf"]), + "--iou-thres", + str(RUN_PARAMETERS["iou"]), + "--max-det", + "300", "--save-txt", "--save-conf", + # "--augment", ], working_directory="yolov9-repo", ) + predictions_dict = load_predictions_dict( - Path(f"yolov9-repo/runs/detect/{model_values['model_run_dir']}") + Path(f"yolov9-repo/runs/val/{model_values['model_run_dir']}") ) - if dataset is None: dataset = load_detections_dataset(DATASET_DIR) @@ -122,6 +121,7 @@ def run( targets = [] for image_path, _, target_detections in tqdm(dataset, total=len(dataset)): # Load predictions + detections = predictions_dict[Path(image_path).name] predictions.append(detections) @@ -146,7 +146,7 @@ def run( def load_predictions_dict(run_dir: Path) -> Dict[str, sv.Detections]: print(f"Loading predictions dataset from {run_dir}...") - image_dir = run_dir + image_dir = Path(os.path.join(os.path.join(DATASET_DIR, "images/"), "val2017")) labels_dir = run_dir / "labels" dataset = {} for image_path in image_dir.glob("*.jpg"): diff --git a/models/object_detection/yolov9_ultralytics/__init__.py b/models/object_detection/yolov9_ultralytics/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/models/object_detection/yolov9_ultralytics/requirements.txt b/models/object_detection/yolov9_ultralytics/requirements.txt new file mode 100644 index 00000000..b749b2ca --- /dev/null +++ b/models/object_detection/yolov9_ultralytics/requirements.txt @@ -0,0 +1,3 @@ +ultralytics>=8.1.47,<=8.3.40 +supervision @ git+https://github.com/roboflow/supervision.git@develop +tqdm diff --git a/models/object_detection/yolov9_ultralytics/results_yolov9c.json b/models/object_detection/yolov9_ultralytics/results_yolov9c.json new file mode 100644 index 00000000..70b77c40 --- /dev/null +++ b/models/object_detection/yolov9_ultralytics/results_yolov9c.json @@ -0,0 +1,72 @@ +{ + "metadata": { + "model": "yolov9c", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "max_det": 300, + "iou": 0.7, + "augment": true, + "conf": 0.001, + "verbose": false + }, + "param_count": 25380928, + "run_date": "2025-02-19T20:43:43.106873+00:00" + }, + "map50_95": 0.5130857500984154, + "map50": 0.6763290506195245, + "map75": 0.5613409734190633, + "small_objects": { + "map50_95": 0.23920484255555352, + "map50": 0.37678508531885296, + "map75": 0.25507469684690276 + }, + "medium_objects": { + "map50_95": 0.48016073425742156, + "map50": 0.6509075911973735, + "map75": 0.5422129563928375 + }, + "large_objects": { + "map50_95": 0.654886522450816, + "map50": 0.7848025210586134, + "map75": 0.7081127804297254 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.12438158856434689, + "f1_75": 0.10611734127229205, + "f1_small_objects": { + "f1_50": 0.08094963336650306, + "f1_75": 0.051801735940126534 + }, + "f1_medium_objects": { + "f1_50": 0.13877999823853535, + "f1_75": 0.12320478435738288 + }, + "f1_large_objects": { + "f1_50": 0.2975851240353864, + "f1_75": 0.28254911715370107 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] +} diff --git a/models/object_detection/yolov9_ultralytics/results_yolov9e.json b/models/object_detection/yolov9_ultralytics/results_yolov9e.json new file mode 100644 index 00000000..1adccbb6 --- /dev/null +++ b/models/object_detection/yolov9_ultralytics/results_yolov9e.json @@ -0,0 +1,72 @@ +{ + "metadata": { + "model": "yolov9e", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "max_det": 300, + "iou": 0.7, + "augment": true, + "conf": 0.001, + "verbose": false + }, + "param_count": 57438080, + "run_date": "2025-02-19T20:40:58.246213+00:00" + }, + "map50_95": 0.5346350584087413, + "map50": 0.6989550794469529, + "map75": 0.5866864327398064, + "small_objects": { + "map50_95": 0.27320782321841103, + "map50": 0.4177187397990128, + "map75": 0.2991139213700546 + }, + "medium_objects": { + "map50_95": 0.5031259114372796, + "map50": 0.6728699342509289, + "map75": 0.5677825174155026 + }, + "large_objects": { + "map50_95": 0.6776252749344484, + "map50": 0.8063214607697505, + "map75": 0.7354524499119115 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.1471043928284455, + "f1_75": 0.12722593606265728, + "f1_small_objects": { + "f1_50": 0.09176739927265609, + "f1_75": 0.06219002240721096 + }, + "f1_medium_objects": { + "f1_50": 0.16697167043947841, + "f1_75": 0.14942979212834062 + }, + "f1_large_objects": { + "f1_50": 0.3529933636705357, + "f1_75": 0.33559841142993285 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] +} diff --git a/models/object_detection/yolov9_ultralytics/results_yolov9m.json b/models/object_detection/yolov9_ultralytics/results_yolov9m.json new file mode 100644 index 00000000..a522168b --- /dev/null +++ b/models/object_detection/yolov9_ultralytics/results_yolov9m.json @@ -0,0 +1,72 @@ +{ + "metadata": { + "model": "yolov9m", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "max_det": 300, + "iou": 0.7, + "augment": true, + "conf": 0.001, + "verbose": false + }, + "param_count": 20070832, + "run_date": "2025-02-19T20:46:28.311451+00:00" + }, + "map50_95": 0.497181225386589, + "map50": 0.659085872472046, + "map75": 0.5436273767100821, + "small_objects": { + "map50_95": 0.21995737691664335, + "map50": 0.35311517788847935, + "map75": 0.2373099793250456 + }, + "medium_objects": { + "map50_95": 0.46512007515210474, + "map50": 0.6358763332928853, + "map75": 0.5271557742320765 + }, + "large_objects": { + "map50_95": 0.6397783829122246, + "map50": 0.769810211238681, + "map75": 0.6943943930633838 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.11393402232305103, + "f1_75": 0.09651917795589053, + "f1_small_objects": { + "f1_50": 0.07665606493521655, + "f1_75": 0.04795345063134554 + }, + "f1_medium_objects": { + "f1_50": 0.12580776884650047, + "f1_75": 0.11069660982095426 + }, + "f1_large_objects": { + "f1_50": 0.27142751029873097, + "f1_75": 0.2567815690875857 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] +} diff --git a/models/object_detection/yolov9_ultralytics/results_yolov9s.json b/models/object_detection/yolov9_ultralytics/results_yolov9s.json new file mode 100644 index 00000000..245e25a8 --- /dev/null +++ b/models/object_detection/yolov9_ultralytics/results_yolov9s.json @@ -0,0 +1,72 @@ +{ + "metadata": { + "model": "yolov9s", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "max_det": 300, + "iou": 0.7, + "augment": true, + "conf": 0.001, + "verbose": false + }, + "param_count": 7198048, + "run_date": "2025-02-19T20:49:45.071242+00:00" + }, + "map50_95": 0.4505114016110333, + "map50": 0.6050909436194076, + "map75": 0.4886074520018472, + "small_objects": { + "map50_95": 0.16863993046798847, + "map50": 0.2770328925556004, + "map75": 0.1795692864465202 + }, + "medium_objects": { + "map50_95": 0.4033492171595028, + "map50": 0.5681291163064425, + "map75": 0.451031461927277 + }, + "large_objects": { + "map50_95": 0.6045857126636106, + "map50": 0.7384317139551947, + "map75": 0.6548880463320581 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.09567194169147396, + "f1_75": 0.07897705676348571, + "f1_small_objects": { + "f1_50": 0.06566188713772089, + "f1_75": 0.03806094149252297 + }, + "f1_medium_objects": { + "f1_50": 0.10370311879963613, + "f1_75": 0.08793628447305978 + }, + "f1_large_objects": { + "f1_50": 0.22788488883026672, + "f1_75": 0.21414486059734134 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] +} diff --git a/models/object_detection/yolov9_ultralytics/results_yolov9t.json b/models/object_detection/yolov9_ultralytics/results_yolov9t.json new file mode 100644 index 00000000..57afbbb1 --- /dev/null +++ b/models/object_detection/yolov9_ultralytics/results_yolov9t.json @@ -0,0 +1,72 @@ +{ + "metadata": { + "model": "yolov9t", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "max_det": 300, + "iou": 0.7, + "augment": true, + "conf": 0.001, + "verbose": false + }, + "param_count": 2094000, + "run_date": "2025-02-19T20:52:57.562983+00:00" + }, + "map50_95": 0.3686150410860899, + "map50": 0.510175178533707, + "map75": 0.40079141823977305, + "small_objects": { + "map50_95": 0.0997995605373839, + "map50": 0.17576393050032516, + "map75": 0.10219746951463486 + }, + "medium_objects": { + "map50_95": 0.31354521172575145, + "map50": 0.4567506247053223, + "map75": 0.34957289679781073 + }, + "large_objects": { + "map50_95": 0.5190974911092114, + "map50": 0.6538911717072491, + "map75": 0.5692876181926165 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.07545145492221297, + "f1_75": 0.05995879581379584, + "f1_small_objects": { + "f1_50": 0.05741120175361856, + "f1_75": 0.02934150463898748 + }, + "f1_medium_objects": { + "f1_50": 0.079186142075403, + "f1_75": 0.06401720857887651 + }, + "f1_large_objects": { + "f1_50": 0.1613189503034963, + "f1_75": 0.14907911067792368 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] +} diff --git a/models/object_detection/yolov9_ultralytics/run.py b/models/object_detection/yolov9_ultralytics/run.py new file mode 100644 index 00000000..3c1245db --- /dev/null +++ b/models/object_detection/yolov9_ultralytics/run.py @@ -0,0 +1,106 @@ +import argparse +import sys +from pathlib import Path +from typing import List, Optional + +import supervision as sv +from supervision.metrics import F1Score, MeanAveragePrecision +from tqdm import tqdm +from ultralytics import YOLO + +sys.path.append(str(Path(__file__).resolve().parent.parent)) + +from configs import DATASET_DIR +from utils import ( + load_detections_dataset, + result_json_already_exists, + write_result_json, +) + +MODEL_IDS = ["yolov9t", "yolov9s", "yolov9m", "yolov9c", "yolov9e"] +LICENSE = "APGL-3.0" +RUN_PARAMETERS = dict( + imgsz=640, + augment=True, + iou=0.7, + max_det=300, + conf=0.001, + verbose=False, +) + + +def run_on_image(model, image) -> sv.Detections: + result = model(image, **RUN_PARAMETERS)[0] + detections = sv.Detections.from_ultralytics(result) + return detections + + +def run( + model_ids: List[str], + skip_if_result_exists=False, + dataset: Optional[sv.DetectionDataset] = None, +) -> None: + """ + Run the evaluation for the given models and dataset. + + Arguments: + model_ids: List of model ids to evaluate. Evaluate all models if None. + skip_if_result_exists: If True, skip the evaluation if the result json already exists. + dataset: If provided, use this dataset for evaluation. Otherwise, load the dataset from the default directory. + """ # noqa: E501 // docs + if not model_ids: + model_ids = MODEL_IDS + + for model_id in model_ids: + print(f"\nEvaluating model: {model_id}") + + if skip_if_result_exists and result_json_already_exists(model_id): + print(f"Skipping {model_id}. Result already exists!") + continue + + if dataset is None: + dataset = load_detections_dataset(DATASET_DIR) + + model = YOLO(model_id) + + predictions = [] + targets = [] + print("Evaluating...") + for _, image, target_detections in tqdm(dataset, total=len(dataset)): + # Run model + detections = run_on_image(model, image) + predictions.append(detections) + targets.append(target_detections) + + mAP_metric = MeanAveragePrecision() + f1_score = F1Score() + + f1_score_result = f1_score.update(predictions, targets).compute() + mAP_result = mAP_metric.update(predictions, targets).compute() + + write_result_json( + model_id=model_id, + model_name=model_id, + model=model, + mAP_result=mAP_result, + f1_score_result=f1_score_result, + license_name=LICENSE, + run_parameters=RUN_PARAMETERS, + ) + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument( + "model_ids", + nargs="*", + help="Model ids to evaluate. If not provided, evaluate all models.", + ) + parser.add_argument( + "--skip_if_result_exists", + action="store_true", + help="If specified, skip the evaluation if the result json already exists.", + ) + args = parser.parse_args() + + run(args.model_ids, args.skip_if_result_exists) diff --git a/static/aggregate_results.js b/static/aggregate_results.js index 6a09d970..8ca20b89 100644 --- a/static/aggregate_results.js +++ b/static/aggregate_results.js @@ -2442,4 +2442,4 @@ const results = [ 0.95 ] } -]; \ No newline at end of file +]; diff --git a/static/aggregate_results.json b/static/aggregate_results.json index 7fbee0b4..55595054 100644 --- a/static/aggregate_results.json +++ b/static/aggregate_results.json @@ -1,2445 +1,2445 @@ [ - { - "metadata": { - "model": "RT-DETRv1 r101vd", - "license": "Apache-2.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 92486124, - "run_date": "2024-09-23T00:21:53.772495+00:00" - }, - "map50_95": 0.5243300327374072, - "map50": 0.7039518895314949, - "map75": 0.567804955644081, - "small_objects": { - "map50_95": 0.24785495423638104, - "map50": 0.4006674653470536, - "map75": 0.2710220439441845 - }, - "medium_objects": { - "map50_95": 0.47685825939112725, - "map50": 0.6625457345615451, - "map75": 0.535002975581649 - }, - "large_objects": { - "map50_95": 0.675820203665162, - "map50": 0.8126340925145898, - "map75": 0.7285503198138372 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.055002367478898175, - "f1_75": 0.044801037891291674, - "f1_small_objects": { - "f1_50": 0.05454378845982463, - "f1_75": 0.03349339245023226 - }, - "f1_medium_objects": { - "f1_50": 0.09350859896632002, - "f1_75": 0.07973878658212949 - }, - "f1_large_objects": { - "f1_50": 0.07539115839654872, - "f1_75": 0.07182353249020428 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RT-DETRv1 r18vd", - "license": "Apache-2.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 21955472, - "run_date": "2024-09-23T00:13:40.227469+00:00" - }, - "map50_95": 0.4475030676297468, - "map50": 0.6156237779572044, - "map75": 0.4840745641950413, - "small_objects": { - "map50_95": 0.1903557604217221, - "map50": 0.3089236487784832, - "map75": 0.20308444784374644 - }, - "medium_objects": { - "map50_95": 0.39524155476087713, - "map50": 0.561293029737317, - "map75": 0.4427824332908067 - }, - "large_objects": { - "map50_95": 0.5894997261827915, - "map50": 0.7265982743927857, - "map75": 0.6411468239795823 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.053371116537810466, - "f1_75": 0.04239322395192036, - "f1_small_objects": { - "f1_50": 0.05425970668777465, - "f1_75": 0.031303239161977504 - }, - "f1_medium_objects": { - "f1_50": 0.08500153986627708, - "f1_75": 0.07000788375061538 - }, - "f1_large_objects": { - "f1_50": 0.07171836156682274, - "f1_75": 0.06735933629335475 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RT-DETRv1 r34vd", - "license": "Apache-2.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 33212676, - "run_date": "2024-09-23T00:15:53.484978+00:00" - }, - "map50_95": 0.47111442819735466, - "map50": 0.6444973848870641, - "map75": 0.508935911594047, - "small_objects": { - "map50_95": 0.21051584478386856, - "map50": 0.34105471041443125, - "map75": 0.22164556950501305 - }, - "medium_objects": { - "map50_95": 0.42145927945624584, - "map50": 0.5926057024799771, - "map75": 0.4698293535009732 - }, - "large_objects": { - "map50_95": 0.6165598066953086, - "map50": 0.755263259616, - "map75": 0.667420318296039 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.053745432714569996, - "f1_75": 0.04303912632299453, - "f1_small_objects": { - "f1_50": 0.05440093689866381, - "f1_75": 0.032358600850793104 - }, - "f1_medium_objects": { - "f1_50": 0.08658033405706038, - "f1_75": 0.07186071097655883 - }, - "f1_large_objects": { - "f1_50": 0.073251962690366, - "f1_75": 0.06901239395674584 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RT-DETRv1 r50vd", - "license": "Apache-2.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 49972332, - "run_date": "2024-09-23T00:18:34.977017+00:00" - }, - "map50_95": 0.5148052539985135, - "map50": 0.6922127474679616, - "map75": 0.558997224099962, - "small_objects": { - "map50_95": 0.24458802092882242, - "map50": 0.38689885245134964, - "map75": 0.263016054638632 - }, - "medium_objects": { - "map50_95": 0.4667201473419317, - "map50": 0.6472867660110201, - "map75": 0.5228654414090164 - }, - "large_objects": { - "map50_95": 0.6591424467339808, - "map50": 0.7966885597912683, - "map75": 0.7127943119656797 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.05444841836097603, - "f1_75": 0.04400212012671933, - "f1_small_objects": { - "f1_50": 0.05379096903297764, - "f1_75": 0.03261229057778585 - }, - "f1_medium_objects": { - "f1_50": 0.09426047509837394, - "f1_75": 0.07970749291579406 - }, - "f1_large_objects": { - "f1_50": 0.07435390724868844, - "f1_75": 0.07027811474263318 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RT-DETRv2-X", - "license": "Apache-2.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 92486124, - "run_date": "2024-09-23T00:36:00.602945+00:00" - }, - "map50_95": 0.524330135379127, - "map50": 0.7039527758683545, - "map75": 0.5678049718241299, - "small_objects": { - "map50_95": 0.24785492909149323, - "map50": 0.4006674653470536, - "map75": 0.2710220492958572 - }, - "medium_objects": { - "map50_95": 0.4768583569258813, - "map50": 0.6625460400176398, - "map75": 0.5350030177768078 - }, - "large_objects": { - "map50_95": 0.675820230218495, - "map50": 0.8126341241234787, - "map75": 0.7285502979309774 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.05500236299955658, - "f1_75": 0.044801033467918534, - "f1_small_objects": { - "f1_50": 0.05454378845982463, - "f1_75": 0.03349339245023226 - }, - "f1_medium_objects": { - "f1_50": 0.09350859896632002, - "f1_75": 0.07973878658212949 - }, - "f1_large_objects": { - "f1_50": 0.07539119526112004, - "f1_75": 0.07182356986223006 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RT-DETRv2-S", - "license": "Apache-2.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 21955472, - "run_date": "2024-09-23T00:25:32.473961+00:00" - }, - "map50_95": 0.4687995594739721, - "map50": 0.6370584442700051, - "map75": 0.5068775665451742, - "small_objects": { - "map50_95": 0.21535478708745526, - "map50": 0.3395428793596645, - "map75": 0.22778600330760204 - }, - "medium_objects": { - "map50_95": 0.41591835004016675, - "map50": 0.5827107821612142, - "map75": 0.46111270923584735 - }, - "large_objects": { - "map50_95": 0.60757163483514, - "map50": 0.7449516529285525, - "map75": 0.6571583698150866 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.05489119320669778, - "f1_75": 0.04446234049068596, - "f1_small_objects": { - "f1_50": 0.055466136295587554, - "f1_75": 0.03394097035234522 - }, - "f1_medium_objects": { - "f1_50": 0.08779669621363051, - "f1_75": 0.0735618499533047 - }, - "f1_large_objects": { - "f1_50": 0.07563666994700585, - "f1_75": 0.07128785595007565 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RT-DETRv2-M*", - "license": "Apache-2.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 33212676, - "run_date": "2024-09-23T00:27:41.586842+00:00" - }, - "map50_95": 0.4867825440454518, - "map50": 0.6591044524702077, - "map75": 0.5255439550758244, - "small_objects": { - "map50_95": 0.22517464073284382, - "map50": 0.3616161608257908, - "map75": 0.2380460844855324 - }, - "medium_objects": { - "map50_95": 0.43619245605646295, - "map50": 0.6090810274677497, - "map75": 0.48462339743332017 - }, - "large_objects": { - "map50_95": 0.6273765615214366, - "map50": 0.7658607828593057, - "map75": 0.6792628879214015 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.05509647324342255, - "f1_75": 0.044924997682578134, - "f1_small_objects": { - "f1_50": 0.05463693287388067, - "f1_75": 0.03372508413469393 - }, - "f1_medium_objects": { - "f1_50": 0.09032468725870704, - "f1_75": 0.07686256376961177 - }, - "f1_large_objects": { - "f1_50": 0.07621153453216076, - "f1_75": 0.07202891395291544 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RT-DETRv2-M", - "license": "Apache-2.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 38364780, - "run_date": "2024-09-23T00:30:06.914466+00:00" - }, - "map50_95": 0.5057647922140187, - "map50": 0.6812943207851568, - "map75": 0.5482094806381007, - "small_objects": { - "map50_95": 0.22601771533549928, - "map50": 0.35776425722949756, - "map75": 0.24745473591662773 - }, - "medium_objects": { - "map50_95": 0.45756539029705195, - "map50": 0.6369386230810548, - "map75": 0.5139974844350771 - }, - "large_objects": { - "map50_95": 0.6547944494390048, - "map50": 0.7943383115502267, - "map75": 0.7096514804332894 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.055647575325199775, - "f1_75": 0.0452843444851405, - "f1_small_objects": { - "f1_50": 0.05389092791069118, - "f1_75": 0.03289760323611028 - }, - "f1_medium_objects": { - "f1_50": 0.0941548273166887, - "f1_75": 0.07993164626581387 - }, - "f1_large_objects": { - "f1_50": 0.07519198198582225, - "f1_75": 0.0714592012655044 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RT-DETRv2-L", - "license": "Apache-2.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 49972332, - "run_date": "2024-09-23T00:32:50.133187+00:00" - }, - "map50_95": 0.5219432048195001, - "map50": 0.7014642165353273, - "map75": 0.5637984313455033, - "small_objects": { - "map50_95": 0.2498701685478955, - "map50": 0.3996864221475997, - "map75": 0.2697685071948783 - }, - "medium_objects": { - "map50_95": 0.4768529921674922, - "map50": 0.6548019470037263, - "map75": 0.5339029559083259 - }, - "large_objects": { - "map50_95": 0.667671045384316, - "map50": 0.8063987452700319, - "map75": 0.7188082840384038 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.05580583753272465, - "f1_75": 0.04553311026492095, - "f1_small_objects": { - "f1_50": 0.05412276343757983, - "f1_75": 0.03337345531600436 - }, - "f1_medium_objects": { - "f1_50": 0.09500222610404424, - "f1_75": 0.08138220551736451 - }, - "f1_large_objects": { - "f1_50": 0.07920992898991662, - "f1_75": 0.07500634010758714 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RTMDet-l", - "license": "GPL-3.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 52315804, - "run_date": "2024-09-23T02:44:35.648853+00:00" - }, - "map50_95": 0.5062431026930081, - "map50": 0.6822713528807453, - "map75": 0.552470545227493, - "small_objects": { - "map50_95": 0.2356686618529939, - "map50": 0.372615556532781, - "map75": 0.25208955641500647 - }, - "medium_objects": { - "map50_95": 0.46594759881472436, - "map50": 0.6514727526021955, - "map75": 0.5198676423072635 - }, - "large_objects": { - "map50_95": 0.6464732327266226, - "map50": 0.7900282126284217, - "map75": 0.7058076059425709 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.05531823313118092, - "f1_75": 0.04542934511571345, - "f1_small_objects": { - "f1_50": 0.06119915689149719, - "f1_75": 0.03836892145477396 - }, - "f1_medium_objects": { - "f1_50": 0.07505402197985796, - "f1_75": 0.06332868604087104 - }, - "f1_large_objects": { - "f1_50": 0.09115047938045687, - "f1_75": 0.08450031511677494 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RTMDet-m", - "license": "GPL-3.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 24709188, - "run_date": "2024-09-23T02:37:49.630440+00:00" - }, - "map50_95": 0.48535066916147096, - "map50": 0.6607049475508446, - "map75": 0.531475507320353, - "small_objects": { - "map50_95": 0.2201439867612042, - "map50": 0.3465088244131632, - "map75": 0.2403171863947742 - }, - "medium_objects": { - "map50_95": 0.44030792587786527, - "map50": 0.6228541655761869, - "map75": 0.49451482617851844 - }, - "large_objects": { - "map50_95": 0.625890774022884, - "map50": 0.7789356056967076, - "map75": 0.6825013203277369 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.054617483111037333, - "f1_75": 0.04412471964295952, - "f1_small_objects": { - "f1_50": 0.05965303405294159, - "f1_75": 0.03591382413978633 - }, - "f1_medium_objects": { - "f1_50": 0.07372920050595458, - "f1_75": 0.060873287120914145 - }, - "f1_large_objects": { - "f1_50": 0.0933220321748441, - "f1_75": 0.0860701700079945 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RTMDet-s", - "license": "GPL-3.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 8886924, - "run_date": "2024-09-23T02:33:02.571049+00:00" - }, - "map50_95": 0.43884390387565153, - "map50": 0.6099215664056953, - "map75": 0.4771239324201934, - "small_objects": { - "map50_95": 0.16907088913570323, - "map50": 0.27735569273645844, - "map75": 0.18161027212724581 - }, - "medium_objects": { - "map50_95": 0.388863839838892, - "map50": 0.5659413183752309, - "map75": 0.43058881328827125 - }, - "large_objects": { - "map50_95": 0.5870105310486934, - "map50": 0.7419594769103826, - "map75": 0.6440220702339187 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.04988311132575794, - "f1_75": 0.038791749401449555, - "f1_small_objects": { - "f1_50": 0.05386625077485213, - "f1_75": 0.028392506988554753 - }, - "f1_medium_objects": { - "f1_50": 0.06750792274596967, - "f1_75": 0.05357777849502396 - }, - "f1_large_objects": { - "f1_50": 0.07715824357094489, - "f1_75": 0.07029191887371607 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RTMDet-tiny", - "license": "GPL-3.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 4896168, - "run_date": "2024-09-23T02:29:25.974497+00:00" - }, - "map50_95": 0.40516442847618367, - "map50": 0.5690609152583831, - "map75": 0.43926359421134265, - "small_objects": { - "map50_95": 0.1399772349713988, - "map50": 0.234896774109904, - "map75": 0.14667939327126447 - }, - "medium_objects": { - "map50_95": 0.35137093290680516, - "map50": 0.5161420691514612, - "map75": 0.3884770744047453 - }, - "large_objects": { - "map50_95": 0.5544068105044913, - "map50": 0.7098826664605629, - "map75": 0.607657675893561 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.05115173742152011, - "f1_75": 0.03866251488920745, - "f1_small_objects": { - "f1_50": 0.054774256812043835, - "f1_75": 0.027264200575657104 - }, - "f1_medium_objects": { - "f1_50": 0.06471982396658556, - "f1_75": 0.04950546877922435 - }, - "f1_large_objects": { - "f1_50": 0.08170988295326313, - "f1_75": 0.07323947683724118 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "RTMDet-x", - "license": "GPL-3.0", - "run_parameters": { - "imgsz": 640, - "conf": 0.001 - }, - "param_count": 94855572, - "run_date": "2024-09-23T02:54:35.626133+00:00" - }, - "map50_95": 0.5209716330832249, - "map50": 0.6958011733601689, - "map75": 0.5728153975103335, - "small_objects": { - "map50_95": 0.25265192304587114, - "map50": 0.392029710670392, - "map75": 0.27307442016473715 - }, - "medium_objects": { - "map50_95": 0.47657971083262485, - "map50": 0.656230860968036, - "map75": 0.5384045845210627 - }, - "large_objects": { - "map50_95": 0.6595025818284241, - "map50": 0.8022158939722328, - "map75": 0.7220228933441815 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.054119924973050584, - "f1_75": 0.04473847756154315, - "f1_small_objects": { - "f1_50": 0.06148389892622576, - "f1_75": 0.03937410656746626 - }, - "f1_medium_objects": { - "f1_50": 0.07367794650081896, - "f1_75": 0.06236223618041832 - }, - "f1_large_objects": { - "f1_50": 0.08746983223678406, - "f1_75": 0.08163011681669821 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov10b", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 20534512, - "run_date": "2024-09-30T05:52:31.175907+00:00" - }, - "map50_95": 0.5144131631757074, - "map50": 0.6823977217818035, - "map75": 0.5628675385891679, - "small_objects": { - "map50_95": 0.2565106658531823, - "map50": 0.3970774560681853, - "map75": 0.2797342004838285 - }, - "medium_objects": { - "map50_95": 0.4830814964720022, - "map50": 0.6548616180390597, - "map75": 0.5443189308098335 - }, - "large_objects": { - "map50_95": 0.6501428216905192, - "map50": 0.7838676391542665, - "map75": 0.7069441622037982 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.14999323533265066, - "f1_75": 0.12775961534999047, - "f1_small_objects": { - "f1_50": 0.08495493321574396, - "f1_75": 0.056609885218594225 - }, - "f1_medium_objects": { - "f1_50": 0.19096833329082782, - "f1_75": 0.16944258841987322 - }, - "f1_large_objects": { - "f1_50": 0.3543327618160558, - "f1_75": 0.3354952949345133 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov10l", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 25839728, - "run_date": "2024-09-30T05:53:38.085356+00:00" - }, - "map50_95": 0.5193999622446913, - "map50": 0.6877618065155005, - "map75": 0.5671128439859524, - "small_objects": { - "map50_95": 0.258523955122621, - "map50": 0.4048260311189716, - "map75": 0.2813030440141851 - }, - "medium_objects": { - "map50_95": 0.48599001747068804, - "map50": 0.6582109022500109, - "map75": 0.5477617205050493 - }, - "large_objects": { - "map50_95": 0.6591621527876248, - "map50": 0.7929580616060907, - "map75": 0.714848309773967 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.15800699193206252, - "f1_75": 0.1350550612526741, - "f1_small_objects": { - "f1_50": 0.08980090169265482, - "f1_75": 0.06006266004557769 - }, - "f1_medium_objects": { - "f1_50": 0.2016467076845786, - "f1_75": 0.1790199800317417 - }, - "f1_large_objects": { - "f1_50": 0.3619305472910582, - "f1_75": 0.34427398106951784 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov10m", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 16543024, - "run_date": "2024-09-30T05:51:31.405525+00:00" - }, - "map50_95": 0.49853164436258285, - "map50": 0.6674081642568298, - "map75": 0.544032338381202, - "small_objects": { - "map50_95": 0.2431589329852204, - "map50": 0.379405694858442, - "map75": 0.25825078064504225 - }, - "medium_objects": { - "map50_95": 0.4666675696906227, - "map50": 0.6402606338739345, - "map75": 0.5265880018968241 - }, - "large_objects": { - "map50_95": 0.6337626996738237, - "map50": 0.7692663005582833, - "map75": 0.6871564804347694 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.1421664959671861, - "f1_75": 0.12019016660426923, - "f1_small_objects": { - "f1_50": 0.08146360442899019, - "f1_75": 0.052993972128646594 - }, - "f1_medium_objects": { - "f1_50": 0.17723076960368064, - "f1_75": 0.1561196386587452 - }, - "f1_large_objects": { - "f1_50": 0.33381526775799925, - "f1_75": 0.3153008880097011 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov10n", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 2762608, - "run_date": "2024-09-30T05:49:45.354372+00:00" - }, - "map50_95": 0.37655721169022977, - "map50": 0.5260541878594017, - "map75": 0.4090613902624434, - "small_objects": { - "map50_95": 0.12030443755349704, - "map50": 0.20373576664083062, - "map75": 0.1269964173339701 - }, - "medium_objects": { - "map50_95": 0.322821701919836, - "map50": 0.4725700820887715, - "map75": 0.35947529913199133 - }, - "large_objects": { - "map50_95": 0.5222208049397794, - "map50": 0.6636617755984061, - "map75": 0.5711835140906704 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.09213326892206306, - "f1_75": 0.07273121791160295, - "f1_small_objects": { - "f1_50": 0.059275792916839896, - "f1_75": 0.032479320440400104 - }, - "f1_medium_objects": { - "f1_50": 0.10615649066343963, - "f1_75": 0.0860462307402727 - }, - "f1_large_objects": { - "f1_50": 0.192710090292798, - "f1_75": 0.17697278938665642 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov10s", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 8096880, - "run_date": "2024-09-30T05:50:36.247710+00:00" - }, - "map50_95": 0.45376716567603814, - "map50": 0.6203405115920764, - "map75": 0.4948915753398186, - "small_objects": { - "map50_95": 0.1852792391826148, - "map50": 0.2996373746510235, - "map75": 0.19644748879955434 - }, - "medium_objects": { - "map50_95": 0.40760951147970853, - "map50": 0.5762023873222245, - "map75": 0.4569578837765637 - }, - "large_objects": { - "map50_95": 0.6016623416977711, - "map50": 0.7464756776302359, - "map75": 0.6561054889111075 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.11776907553160045, - "f1_75": 0.09684311163630535, - "f1_small_objects": { - "f1_50": 0.06988920081320053, - "f1_75": 0.042531717025131435 - }, - "f1_medium_objects": { - "f1_50": 0.13966315173389962, - "f1_75": 0.11911611430200084 - }, - "f1_large_objects": { - "f1_50": 0.2798763607662566, - "f1_75": 0.26080795012111857 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov10x", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 31738160, - "run_date": "2024-09-30T05:54:54.747611+00:00" - }, - "map50_95": 0.5322232811173985, - "map50": 0.7001348258892859, - "map75": 0.5797371628199249, - "small_objects": { - "map50_95": 0.2725325849208779, - "map50": 0.422035032168101, - "map75": 0.29557686597950306 - }, - "medium_objects": { - "map50_95": 0.5005172680410123, - "map50": 0.6724527341047721, - "map75": 0.5629335768715251 - }, - "large_objects": { - "map50_95": 0.6688200456656187, - "map50": 0.7988220751428566, - "map75": 0.7207933687780973 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.15901106960883638, - "f1_75": 0.13644785088234243, - "f1_small_objects": { - "f1_50": 0.09115302081910993, - "f1_75": 0.061742712925171236 - }, - "f1_medium_objects": { - "f1_50": 0.20669043084126867, - "f1_75": 0.18433524709887086 - }, - "f1_large_objects": { - "f1_50": 0.3660040115131003, - "f1_75": 0.34837677460770816 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov8l", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 43668288, - "run_date": "2024-09-30T06:35:15.316296+00:00" - }, - "map50_95": 0.511340365673001, - "map50": 0.6818834865949015, - "map75": 0.5532324863098792, - "small_objects": { - "map50_95": 0.25420034505801864, - "map50": 0.39422254063904527, - "map75": 0.2741578959929114 - }, - "medium_objects": { - "map50_95": 0.47948036802038513, - "map50": 0.6528224282542436, - "map75": 0.540699897659841 - }, - "large_objects": { - "map50_95": 0.6474113378937942, - "map50": 0.7814510210320753, - "map75": 0.6937697480248785 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.19692150370964395, - "f1_75": 0.16205969612370527, - "f1_small_objects": { - "f1_50": 0.12147831558000848, - "f1_75": 0.07690569555394208 - }, - "f1_medium_objects": { - "f1_50": 0.2276785910382567, - "f1_75": 0.1948046571431011 - }, - "f1_large_objects": { - "f1_50": 0.42244264160769096, - "f1_75": 0.3904063830680425 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov8m", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 25886080, - "run_date": "2024-09-30T06:34:13.006465+00:00" - }, - "map50_95": 0.4851253204925955, - "map50": 0.6557256503673925, - "map75": 0.5236159893917905, - "small_objects": { - "map50_95": 0.21859640196504554, - "map50": 0.3504071137413657, - "map75": 0.23282928376835133 - }, - "medium_objects": { - "map50_95": 0.4506484408698307, - "map50": 0.6262982397766818, - "map75": 0.5049348227613952 - }, - "large_objects": { - "map50_95": 0.6211310304595176, - "map50": 0.7621071130332328, - "map75": 0.666788671248503 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.16300311104752332, - "f1_75": 0.1314624094039988, - "f1_small_objects": { - "f1_50": 0.10155915188690072, - "f1_75": 0.06138212056778542 - }, - "f1_medium_objects": { - "f1_50": 0.18639424894701012, - "f1_75": 0.15528175138232014 - }, - "f1_large_objects": { - "f1_50": 0.37174894906352224, - "f1_75": 0.3404154849364739 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov8n", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 3151904, - "run_date": "2024-09-30T06:32:40.173555+00:00" - }, - "map50_95": 0.3611303770616479, - "map50": 0.5177666014570935, - "map75": 0.388387126380927, - "small_objects": { - "map50_95": 0.11150565665551788, - "map50": 0.19632264884527492, - "map75": 0.10985971360328843 - }, - "medium_objects": { - "map50_95": 0.3105929336216655, - "map50": 0.46338643095145393, - "map75": 0.33699521495942614 - }, - "large_objects": { - "map50_95": 0.4957375632083722, - "map50": 0.6444844850243913, - "map75": 0.5454443748020914 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.10698233161314832, - "f1_75": 0.07878458939906306, - "f1_small_objects": { - "f1_50": 0.06907964501933606, - "f1_75": 0.032859895059074606 - }, - "f1_medium_objects": { - "f1_50": 0.11272009898607982, - "f1_75": 0.08271332403179087 - }, - "f1_large_objects": { - "f1_50": 0.23796917359688716, - "f1_75": 0.20962535492005602 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov8s", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 11156544, - "run_date": "2024-09-30T06:33:22.535125+00:00" - }, - "map50_95": 0.4349729425921134, - "map50": 0.6035183104744979, - "map75": 0.4662358665420669, - "small_objects": { - "map50_95": 0.17416252932581736, - "map50": 0.28329632805077193, - "map75": 0.18730061589658759 - }, - "medium_objects": { - "map50_95": 0.3927473756025548, - "map50": 0.5619761425564425, - "map75": 0.4321562895025597 - }, - "large_objects": { - "map50_95": 0.5744762967442364, - "map50": 0.7237009599139812, - "map75": 0.619079570092548 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.13518388046628524, - "f1_75": 0.10446977559521267, - "f1_small_objects": { - "f1_50": 0.08452111230697007, - "f1_75": 0.0455729041484357 - }, - "f1_medium_objects": { - "f1_50": 0.15182428390716582, - "f1_75": 0.12109522673285078 - }, - "f1_large_objects": { - "f1_50": 0.3156688849946123, - "f1_75": 0.28307972310831314 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov8x", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 68200608, - "run_date": "2024-09-30T06:36:39.137424+00:00" - }, - "map50_95": 0.5224782800437047, - "map50": 0.6928732246889833, - "map75": 0.5658364945361546, - "small_objects": { - "map50_95": 0.2559641188116497, - "map50": 0.3965652092449827, - "map75": 0.2740472310620755 - }, - "medium_objects": { - "map50_95": 0.48798121050508747, - "map50": 0.6622798133116985, - "map75": 0.5447480150956083 - }, - "large_objects": { - "map50_95": 0.6570871226982951, - "map50": 0.7926572883372152, - "map75": 0.7068556092098695 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.2068501631280764, - "f1_75": 0.1711587584739747, - "f1_small_objects": { - "f1_50": 0.12517994179230246, - "f1_75": 0.08140991931569841 - }, - "f1_medium_objects": { - "f1_50": 0.24625819828403683, - "f1_75": 0.21140193230296273 - }, - "f1_large_objects": { - "f1_50": 0.4475472986541321, - "f1_75": 0.41368816678288806 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolo11l", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 25340992, - "run_date": "2024-09-30T04:54:34.237832+00:00" - }, - "map50_95": 0.5147562882873221, - "map50": 0.6839904587355925, - "map75": 0.5571299310290306, - "small_objects": { - "map50_95": 0.25158201044278067, - "map50": 0.39475239296356945, - "map75": 0.26968002362096327 - }, - "medium_objects": { - "map50_95": 0.48774699362419505, - "map50": 0.6632413865946212, - "map75": 0.5452545686890365 - }, - "large_objects": { - "map50_95": 0.6470517657071067, - "map50": 0.7779600640444341, - "map75": 0.6957210072646699 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.20440283673334628, - "f1_75": 0.16800061165304447, - "f1_small_objects": { - "f1_50": 0.12838758860437663, - "f1_75": 0.08051824127639894 - }, - "f1_medium_objects": { - "f1_50": 0.22513181615256014, - "f1_75": 0.1928786307876677 - }, - "f1_large_objects": { - "f1_50": 0.43061349820528094, - "f1_75": 0.39734178631268013 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolo11m", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 20091712, - "run_date": "2024-09-30T04:53:30.195785+00:00" - }, - "map50_95": 0.4985730583048321, - "map50": 0.6699705830100839, - "map75": 0.5376791695127155, - "small_objects": { - "map50_95": 0.22805224522679568, - "map50": 0.3723304589552568, - "map75": 0.23841838347436814 - }, - "medium_objects": { - "map50_95": 0.4683352679615954, - "map50": 0.6442044962270301, - "map75": 0.5241591558978002 - }, - "large_objects": { - "map50_95": 0.6293219248438574, - "map50": 0.7694770600502057, - "map75": 0.6737696162239775 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.18854131028848034, - "f1_75": 0.15301036273016522, - "f1_small_objects": { - "f1_50": 0.12029057828299773, - "f1_75": 0.07346256983574839 - }, - "f1_medium_objects": { - "f1_50": 0.20422795965315566, - "f1_75": 0.17242144004338114 - }, - "f1_large_objects": { - "f1_50": 0.3953382503953057, - "f1_75": 0.3615294340041969 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolo11n", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 2616248, - "run_date": "2024-09-30T04:51:44.895856+00:00" - }, - "map50_95": 0.38101471012875715, - "map50": 0.5420689478525277, - "map75": 0.40893541969043523, - "small_objects": { - "map50_95": 0.12209245593023066, - "map50": 0.2121499182073053, - "map75": 0.12249037339854629 - }, - "medium_objects": { - "map50_95": 0.32858715819686646, - "map50": 0.49201421385370664, - "map75": 0.362268092057365 - }, - "large_objects": { - "map50_95": 0.5251545363339247, - "map50": 0.6749480759703437, - "map75": 0.5702689924061763 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.11650874695992934, - "f1_75": 0.0858856385108987, - "f1_small_objects": { - "f1_50": 0.07342935358159985, - "f1_75": 0.03511505803273295 - }, - "f1_medium_objects": { - "f1_50": 0.11982411530363851, - "f1_75": 0.08810452711528946 - }, - "f1_large_objects": { - "f1_50": 0.26345516192625706, - "f1_75": 0.23101071713240298 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolo11s", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 9443760, - "run_date": "2024-09-30T04:52:35.052011+00:00" - }, - "map50_95": 0.4493644542477363, - "map50": 0.6212175850519643, - "map75": 0.48056095776349583, - "small_objects": { - "map50_95": 0.19931556022185712, - "map50": 0.3237633630968639, - "map75": 0.20969857004263245 - }, - "medium_objects": { - "map50_95": 0.4080036543363817, - "map50": 0.5842649531639507, - "map75": 0.4468923289201651 - }, - "large_objects": { - "map50_95": 0.587747111956689, - "map50": 0.7355971142175783, - "map75": 0.6310575939758882 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.148787590075445, - "f1_75": 0.11597982565981851, - "f1_small_objects": { - "f1_50": 0.09206957134807178, - "f1_75": 0.05075351678992609 - }, - "f1_medium_objects": { - "f1_50": 0.15792785643269786, - "f1_75": 0.1253488318944471 - }, - "f1_large_objects": { - "f1_50": 0.33876332227287, - "f1_75": 0.30548670377495346 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolo11x", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 56919424, - "run_date": "2024-09-30T04:56:12.730134+00:00" - }, - "map50_95": 0.5269240473065516, - "map50": 0.6988729632401882, - "map75": 0.5697211519482316, - "small_objects": { - "map50_95": 0.26812166305097557, - "map50": 0.4174215417524291, - "map75": 0.29117537238356844 - }, - "medium_objects": { - "map50_95": 0.49422186775024707, - "map50": 0.6677738876730264, - "map75": 0.5537819405638407 - }, - "large_objects": { - "map50_95": 0.6509716249782073, - "map50": 0.7860645287527053, - "map75": 0.695369307492311 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.2288031947145225, - "f1_75": 0.19005454140778252, - "f1_small_objects": { - "f1_50": 0.14216929415261406, - "f1_75": 0.09335402326177307 - }, - "f1_medium_objects": { - "f1_50": 0.25589548434833154, - "f1_75": 0.22136433605226533 - }, - "f1_large_objects": { - "f1_50": 0.4725176790746789, - "f1_75": 0.43621725714227966 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov12l", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 26400752, - "run_date": "2025-02-19T16:41:18.697136+00:00" - }, - "map50_95": 0.5140386462641737, - "map50": 0.6835472858318616, - "map75": 0.5560183101907337, - "small_objects": { - "map50_95": 0.23956164656482049, - "map50": 0.3822461519277125, - "map75": 0.25619018530844434 - }, - "medium_objects": { - "map50_95": 0.48147184869355797, - "map50": 0.6553303495204026, - "map75": 0.5385348590979039 - }, - "large_objects": { - "map50_95": 0.6379708732125071, - "map50": 0.7715091682416584, - "map75": 0.6838877611982492 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.21469812716696077, - "f1_75": 0.17665828989388385, - "f1_small_objects": { - "f1_50": 0.131228682059136, - "f1_75": 0.08224892848550594 - }, - "f1_medium_objects": { - "f1_50": 0.2334702354345676, - "f1_75": 0.20025833367498136 - }, - "f1_large_objects": { - "f1_50": 0.473558418895958, - "f1_75": 0.43722698468443943 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov12m", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 20166592, - "run_date": "2025-02-19T16:39:32.315812+00:00" - }, - "map50_95": 0.5024151745566658, - "map50": 0.6729674787838364, - "map75": 0.5411712447504051, - "small_objects": { - "map50_95": 0.23771385392176372, - "map50": 0.3745875473767375, - "map75": 0.2526241522154284 - }, - "medium_objects": { - "map50_95": 0.470957205786951, - "map50": 0.647892103044635, - "map75": 0.5234903734335027 - }, - "large_objects": { - "map50_95": 0.6352580425871278, - "map50": 0.7732552389324706, - "map75": 0.6846297649534195 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.20410545516278208, - "f1_75": 0.16639124100879502, - "f1_small_objects": { - "f1_50": 0.1265855995078801, - "f1_75": 0.0785707483184028 - }, - "f1_medium_objects": { - "f1_50": 0.21718437298952575, - "f1_75": 0.182720555674183 - }, - "f1_large_objects": { - "f1_50": 0.4466717255381648, - "f1_75": 0.41007289545951314 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov12n", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 2590824, - "run_date": "2025-02-19T16:37:09.075554+00:00" - }, - "map50_95": 0.3877159586864732, - "map50": 0.5469040018039328, - "map75": 0.413670471361677, - "small_objects": { - "map50_95": 0.11829698944259229, - "map50": 0.20705537607869406, - "map75": 0.1267675833162641 - }, - "medium_objects": { - "map50_95": 0.33745698777837524, - "map50": 0.5032719598066004, - "map75": 0.36669296690341435 - }, - "large_objects": { - "map50_95": 0.5334164629555207, - "map50": 0.6827482690098516, - "map75": 0.5731754055269189 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.12676048844705637, - "f1_75": 0.09444949511021651, - "f1_small_objects": { - "f1_50": 0.0758052313432873, - "f1_75": 0.036825119256434086 - }, - "f1_medium_objects": { - "f1_50": 0.1288292768173158, - "f1_75": 0.09600451084618905 - }, - "f1_large_objects": { - "f1_50": 0.2992891077526277, - "f1_75": 0.26438966588649454 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov12s", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 9261840, - "run_date": "2025-02-19T16:38:12.718959+00:00" - }, - "map50_95": 0.45693791744216783, - "map50": 0.625105039417675, - "map75": 0.4901687610051952, - "small_objects": { - "map50_95": 0.18074420578912176, - "map50": 0.2976391305720489, - "map75": 0.18945271054269097 - }, - "medium_objects": { - "map50_95": 0.4162154779943921, - "map50": 0.5941075118162098, - "map75": 0.4570060051526254 - }, - "large_objects": { - "map50_95": 0.5973586921812142, - "map50": 0.7404383120592584, - "map75": 0.6474110714091117 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.16900212076072182, - "f1_75": 0.13306621893981532, - "f1_small_objects": { - "f1_50": 0.09964809290924767, - "f1_75": 0.05521867370721874 - }, - "f1_medium_objects": { - "f1_50": 0.17818454039201131, - "f1_75": 0.14331248103748132 - }, - "f1_large_objects": { - "f1_50": 0.3993554965618543, - "f1_75": 0.3632304913439791 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - }, - { - "metadata": { - "model": "yolov12x", - "license": "APGL-3.0", - "run_parameters": { - "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false - }, - "param_count": 59135744, - "run_date": "2025-02-19T16:44:06.185832+00:00" - }, - "map50_95": 0.5271687961223182, - "map50": 0.694594330866477, - "map75": 0.5718752331278235, - "small_objects": { - "map50_95": 0.26662368901288247, - "map50": 0.4083315780395303, - "map75": 0.28726502359950207 - }, - "medium_objects": { - "map50_95": 0.49810265810612453, - "map50": 0.671157716616775, - "map75": 0.5554030839991746 - }, - "large_objects": { - "map50_95": 0.6500511182392474, - "map50": 0.779836135345746, - "map75": 0.6994127457039145 - }, - "iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ], - "f1_50": 0.2389024021820415, - "f1_75": 0.19947636375278777, - "f1_small_objects": { - "f1_50": 0.14861077823157104, - "f1_75": 0.09774784580190986 - }, - "f1_medium_objects": { - "f1_50": 0.26173244957709363, - "f1_75": 0.22673401812162142 - }, - "f1_large_objects": { - "f1_50": 0.5041950424432747, - "f1_75": 0.4687472087493045 - }, - "f1_iou_thresholds": [ - 0.5, - 0.55, - 0.6, - 0.65, - 0.7, - 0.75, - 0.8, - 0.85, - 0.8999999999999999, - 0.95 - ] - } -] \ No newline at end of file + { + "metadata": { + "model": "RT-DETRv1 r101vd", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 92486124, + "run_date": "2024-09-23T00:21:53.772495+00:00" + }, + "map50_95": 0.5243300327374072, + "map50": 0.7039518895314949, + "map75": 0.567804955644081, + "small_objects": { + "map50_95": 0.24785495423638104, + "map50": 0.4006674653470536, + "map75": 0.2710220439441845 + }, + "medium_objects": { + "map50_95": 0.47685825939112725, + "map50": 0.6625457345615451, + "map75": 0.535002975581649 + }, + "large_objects": { + "map50_95": 0.675820203665162, + "map50": 0.8126340925145898, + "map75": 0.7285503198138372 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.055002367478898175, + "f1_75": 0.044801037891291674, + "f1_small_objects": { + "f1_50": 0.05454378845982463, + "f1_75": 0.03349339245023226 + }, + "f1_medium_objects": { + "f1_50": 0.09350859896632002, + "f1_75": 0.07973878658212949 + }, + "f1_large_objects": { + "f1_50": 0.07539115839654872, + "f1_75": 0.07182353249020428 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv1 r18vd", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 21955472, + "run_date": "2024-09-23T00:13:40.227469+00:00" + }, + "map50_95": 0.4475030676297468, + "map50": 0.6156237779572044, + "map75": 0.4840745641950413, + "small_objects": { + "map50_95": 0.1903557604217221, + "map50": 0.3089236487784832, + "map75": 0.20308444784374644 + }, + "medium_objects": { + "map50_95": 0.39524155476087713, + "map50": 0.561293029737317, + "map75": 0.4427824332908067 + }, + "large_objects": { + "map50_95": 0.5894997261827915, + "map50": 0.7265982743927857, + "map75": 0.6411468239795823 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.053371116537810466, + "f1_75": 0.04239322395192036, + "f1_small_objects": { + "f1_50": 0.05425970668777465, + "f1_75": 0.031303239161977504 + }, + "f1_medium_objects": { + "f1_50": 0.08500153986627708, + "f1_75": 0.07000788375061538 + }, + "f1_large_objects": { + "f1_50": 0.07171836156682274, + "f1_75": 0.06735933629335475 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv1 r34vd", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 33212676, + "run_date": "2024-09-23T00:15:53.484978+00:00" + }, + "map50_95": 0.47111442819735466, + "map50": 0.6444973848870641, + "map75": 0.508935911594047, + "small_objects": { + "map50_95": 0.21051584478386856, + "map50": 0.34105471041443125, + "map75": 0.22164556950501305 + }, + "medium_objects": { + "map50_95": 0.42145927945624584, + "map50": 0.5926057024799771, + "map75": 0.4698293535009732 + }, + "large_objects": { + "map50_95": 0.6165598066953086, + "map50": 0.755263259616, + "map75": 0.667420318296039 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.053745432714569996, + "f1_75": 0.04303912632299453, + "f1_small_objects": { + "f1_50": 0.05440093689866381, + "f1_75": 0.032358600850793104 + }, + "f1_medium_objects": { + "f1_50": 0.08658033405706038, + "f1_75": 0.07186071097655883 + }, + "f1_large_objects": { + "f1_50": 0.073251962690366, + "f1_75": 0.06901239395674584 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv1 r50vd", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 49972332, + "run_date": "2024-09-23T00:18:34.977017+00:00" + }, + "map50_95": 0.5148052539985135, + "map50": 0.6922127474679616, + "map75": 0.558997224099962, + "small_objects": { + "map50_95": 0.24458802092882242, + "map50": 0.38689885245134964, + "map75": 0.263016054638632 + }, + "medium_objects": { + "map50_95": 0.4667201473419317, + "map50": 0.6472867660110201, + "map75": 0.5228654414090164 + }, + "large_objects": { + "map50_95": 0.6591424467339808, + "map50": 0.7966885597912683, + "map75": 0.7127943119656797 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05444841836097603, + "f1_75": 0.04400212012671933, + "f1_small_objects": { + "f1_50": 0.05379096903297764, + "f1_75": 0.03261229057778585 + }, + "f1_medium_objects": { + "f1_50": 0.09426047509837394, + "f1_75": 0.07970749291579406 + }, + "f1_large_objects": { + "f1_50": 0.07435390724868844, + "f1_75": 0.07027811474263318 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-X", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 92486124, + "run_date": "2024-09-23T00:36:00.602945+00:00" + }, + "map50_95": 0.524330135379127, + "map50": 0.7039527758683545, + "map75": 0.5678049718241299, + "small_objects": { + "map50_95": 0.24785492909149323, + "map50": 0.4006674653470536, + "map75": 0.2710220492958572 + }, + "medium_objects": { + "map50_95": 0.4768583569258813, + "map50": 0.6625460400176398, + "map75": 0.5350030177768078 + }, + "large_objects": { + "map50_95": 0.675820230218495, + "map50": 0.8126341241234787, + "map75": 0.7285502979309774 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05500236299955658, + "f1_75": 0.044801033467918534, + "f1_small_objects": { + "f1_50": 0.05454378845982463, + "f1_75": 0.03349339245023226 + }, + "f1_medium_objects": { + "f1_50": 0.09350859896632002, + "f1_75": 0.07973878658212949 + }, + "f1_large_objects": { + "f1_50": 0.07539119526112004, + "f1_75": 0.07182356986223006 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-S", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 21955472, + "run_date": "2024-09-23T00:25:32.473961+00:00" + }, + "map50_95": 0.4687995594739721, + "map50": 0.6370584442700051, + "map75": 0.5068775665451742, + "small_objects": { + "map50_95": 0.21535478708745526, + "map50": 0.3395428793596645, + "map75": 0.22778600330760204 + }, + "medium_objects": { + "map50_95": 0.41591835004016675, + "map50": 0.5827107821612142, + "map75": 0.46111270923584735 + }, + "large_objects": { + "map50_95": 0.60757163483514, + "map50": 0.7449516529285525, + "map75": 0.6571583698150866 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05489119320669778, + "f1_75": 0.04446234049068596, + "f1_small_objects": { + "f1_50": 0.055466136295587554, + "f1_75": 0.03394097035234522 + }, + "f1_medium_objects": { + "f1_50": 0.08779669621363051, + "f1_75": 0.0735618499533047 + }, + "f1_large_objects": { + "f1_50": 0.07563666994700585, + "f1_75": 0.07128785595007565 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-M*", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 33212676, + "run_date": "2024-09-23T00:27:41.586842+00:00" + }, + "map50_95": 0.4867825440454518, + "map50": 0.6591044524702077, + "map75": 0.5255439550758244, + "small_objects": { + "map50_95": 0.22517464073284382, + "map50": 0.3616161608257908, + "map75": 0.2380460844855324 + }, + "medium_objects": { + "map50_95": 0.43619245605646295, + "map50": 0.6090810274677497, + "map75": 0.48462339743332017 + }, + "large_objects": { + "map50_95": 0.6273765615214366, + "map50": 0.7658607828593057, + "map75": 0.6792628879214015 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05509647324342255, + "f1_75": 0.044924997682578134, + "f1_small_objects": { + "f1_50": 0.05463693287388067, + "f1_75": 0.03372508413469393 + }, + "f1_medium_objects": { + "f1_50": 0.09032468725870704, + "f1_75": 0.07686256376961177 + }, + "f1_large_objects": { + "f1_50": 0.07621153453216076, + "f1_75": 0.07202891395291544 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-M", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 38364780, + "run_date": "2024-09-23T00:30:06.914466+00:00" + }, + "map50_95": 0.5057647922140187, + "map50": 0.6812943207851568, + "map75": 0.5482094806381007, + "small_objects": { + "map50_95": 0.22601771533549928, + "map50": 0.35776425722949756, + "map75": 0.24745473591662773 + }, + "medium_objects": { + "map50_95": 0.45756539029705195, + "map50": 0.6369386230810548, + "map75": 0.5139974844350771 + }, + "large_objects": { + "map50_95": 0.6547944494390048, + "map50": 0.7943383115502267, + "map75": 0.7096514804332894 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.055647575325199775, + "f1_75": 0.0452843444851405, + "f1_small_objects": { + "f1_50": 0.05389092791069118, + "f1_75": 0.03289760323611028 + }, + "f1_medium_objects": { + "f1_50": 0.0941548273166887, + "f1_75": 0.07993164626581387 + }, + "f1_large_objects": { + "f1_50": 0.07519198198582225, + "f1_75": 0.0714592012655044 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-L", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 49972332, + "run_date": "2024-09-23T00:32:50.133187+00:00" + }, + "map50_95": 0.5219432048195001, + "map50": 0.7014642165353273, + "map75": 0.5637984313455033, + "small_objects": { + "map50_95": 0.2498701685478955, + "map50": 0.3996864221475997, + "map75": 0.2697685071948783 + }, + "medium_objects": { + "map50_95": 0.4768529921674922, + "map50": 0.6548019470037263, + "map75": 0.5339029559083259 + }, + "large_objects": { + "map50_95": 0.667671045384316, + "map50": 0.8063987452700319, + "map75": 0.7188082840384038 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05580583753272465, + "f1_75": 0.04553311026492095, + "f1_small_objects": { + "f1_50": 0.05412276343757983, + "f1_75": 0.03337345531600436 + }, + "f1_medium_objects": { + "f1_50": 0.09500222610404424, + "f1_75": 0.08138220551736451 + }, + "f1_large_objects": { + "f1_50": 0.07920992898991662, + "f1_75": 0.07500634010758714 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RTMDet-l", + "license": "GPL-3.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 52315804, + "run_date": "2024-09-23T02:44:35.648853+00:00" + }, + "map50_95": 0.5062431026930081, + "map50": 0.6822713528807453, + "map75": 0.552470545227493, + "small_objects": { + "map50_95": 0.2356686618529939, + "map50": 0.372615556532781, + "map75": 0.25208955641500647 + }, + "medium_objects": { + "map50_95": 0.46594759881472436, + "map50": 0.6514727526021955, + "map75": 0.5198676423072635 + }, + "large_objects": { + "map50_95": 0.6464732327266226, + "map50": 0.7900282126284217, + "map75": 0.7058076059425709 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05531823313118092, + "f1_75": 0.04542934511571345, + "f1_small_objects": { + "f1_50": 0.06119915689149719, + "f1_75": 0.03836892145477396 + }, + "f1_medium_objects": { + "f1_50": 0.07505402197985796, + "f1_75": 0.06332868604087104 + }, + "f1_large_objects": { + "f1_50": 0.09115047938045687, + "f1_75": 0.08450031511677494 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RTMDet-m", + "license": "GPL-3.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 24709188, + "run_date": "2024-09-23T02:37:49.630440+00:00" + }, + "map50_95": 0.48535066916147096, + "map50": 0.6607049475508446, + "map75": 0.531475507320353, + "small_objects": { + "map50_95": 0.2201439867612042, + "map50": 0.3465088244131632, + "map75": 0.2403171863947742 + }, + "medium_objects": { + "map50_95": 0.44030792587786527, + "map50": 0.6228541655761869, + "map75": 0.49451482617851844 + }, + "large_objects": { + "map50_95": 0.625890774022884, + "map50": 0.7789356056967076, + "map75": 0.6825013203277369 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.054617483111037333, + "f1_75": 0.04412471964295952, + "f1_small_objects": { + "f1_50": 0.05965303405294159, + "f1_75": 0.03591382413978633 + }, + "f1_medium_objects": { + "f1_50": 0.07372920050595458, + "f1_75": 0.060873287120914145 + }, + "f1_large_objects": { + "f1_50": 0.0933220321748441, + "f1_75": 0.0860701700079945 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RTMDet-s", + "license": "GPL-3.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 8886924, + "run_date": "2024-09-23T02:33:02.571049+00:00" + }, + "map50_95": 0.43884390387565153, + "map50": 0.6099215664056953, + "map75": 0.4771239324201934, + "small_objects": { + "map50_95": 0.16907088913570323, + "map50": 0.27735569273645844, + "map75": 0.18161027212724581 + }, + "medium_objects": { + "map50_95": 0.388863839838892, + "map50": 0.5659413183752309, + "map75": 0.43058881328827125 + }, + "large_objects": { + "map50_95": 0.5870105310486934, + "map50": 0.7419594769103826, + "map75": 0.6440220702339187 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.04988311132575794, + "f1_75": 0.038791749401449555, + "f1_small_objects": { + "f1_50": 0.05386625077485213, + "f1_75": 0.028392506988554753 + }, + "f1_medium_objects": { + "f1_50": 0.06750792274596967, + "f1_75": 0.05357777849502396 + }, + "f1_large_objects": { + "f1_50": 0.07715824357094489, + "f1_75": 0.07029191887371607 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RTMDet-tiny", + "license": "GPL-3.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 4896168, + "run_date": "2024-09-23T02:29:25.974497+00:00" + }, + "map50_95": 0.40516442847618367, + "map50": 0.5690609152583831, + "map75": 0.43926359421134265, + "small_objects": { + "map50_95": 0.1399772349713988, + "map50": 0.234896774109904, + "map75": 0.14667939327126447 + }, + "medium_objects": { + "map50_95": 0.35137093290680516, + "map50": 0.5161420691514612, + "map75": 0.3884770744047453 + }, + "large_objects": { + "map50_95": 0.5544068105044913, + "map50": 0.7098826664605629, + "map75": 0.607657675893561 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05115173742152011, + "f1_75": 0.03866251488920745, + "f1_small_objects": { + "f1_50": 0.054774256812043835, + "f1_75": 0.027264200575657104 + }, + "f1_medium_objects": { + "f1_50": 0.06471982396658556, + "f1_75": 0.04950546877922435 + }, + "f1_large_objects": { + "f1_50": 0.08170988295326313, + "f1_75": 0.07323947683724118 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RTMDet-x", + "license": "GPL-3.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 94855572, + "run_date": "2024-09-23T02:54:35.626133+00:00" + }, + "map50_95": 0.5209716330832249, + "map50": 0.6958011733601689, + "map75": 0.5728153975103335, + "small_objects": { + "map50_95": 0.25265192304587114, + "map50": 0.392029710670392, + "map75": 0.27307442016473715 + }, + "medium_objects": { + "map50_95": 0.47657971083262485, + "map50": 0.656230860968036, + "map75": 0.5384045845210627 + }, + "large_objects": { + "map50_95": 0.6595025818284241, + "map50": 0.8022158939722328, + "map75": 0.7220228933441815 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.054119924973050584, + "f1_75": 0.04473847756154315, + "f1_small_objects": { + "f1_50": 0.06148389892622576, + "f1_75": 0.03937410656746626 + }, + "f1_medium_objects": { + "f1_50": 0.07367794650081896, + "f1_75": 0.06236223618041832 + }, + "f1_large_objects": { + "f1_50": 0.08746983223678406, + "f1_75": 0.08163011681669821 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov10b", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 20534512, + "run_date": "2024-09-30T05:52:31.175907+00:00" + }, + "map50_95": 0.5144131631757074, + "map50": 0.6823977217818035, + "map75": 0.5628675385891679, + "small_objects": { + "map50_95": 0.2565106658531823, + "map50": 0.3970774560681853, + "map75": 0.2797342004838285 + }, + "medium_objects": { + "map50_95": 0.4830814964720022, + "map50": 0.6548616180390597, + "map75": 0.5443189308098335 + }, + "large_objects": { + "map50_95": 0.6501428216905192, + "map50": 0.7838676391542665, + "map75": 0.7069441622037982 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.14999323533265066, + "f1_75": 0.12775961534999047, + "f1_small_objects": { + "f1_50": 0.08495493321574396, + "f1_75": 0.056609885218594225 + }, + "f1_medium_objects": { + "f1_50": 0.19096833329082782, + "f1_75": 0.16944258841987322 + }, + "f1_large_objects": { + "f1_50": 0.3543327618160558, + "f1_75": 0.3354952949345133 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov10l", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 25839728, + "run_date": "2024-09-30T05:53:38.085356+00:00" + }, + "map50_95": 0.5193999622446913, + "map50": 0.6877618065155005, + "map75": 0.5671128439859524, + "small_objects": { + "map50_95": 0.258523955122621, + "map50": 0.4048260311189716, + "map75": 0.2813030440141851 + }, + "medium_objects": { + "map50_95": 0.48599001747068804, + "map50": 0.6582109022500109, + "map75": 0.5477617205050493 + }, + "large_objects": { + "map50_95": 0.6591621527876248, + "map50": 0.7929580616060907, + "map75": 0.714848309773967 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.15800699193206252, + "f1_75": 0.1350550612526741, + "f1_small_objects": { + "f1_50": 0.08980090169265482, + "f1_75": 0.06006266004557769 + }, + "f1_medium_objects": { + "f1_50": 0.2016467076845786, + "f1_75": 0.1790199800317417 + }, + "f1_large_objects": { + "f1_50": 0.3619305472910582, + "f1_75": 0.34427398106951784 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov10m", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 16543024, + "run_date": "2024-09-30T05:51:31.405525+00:00" + }, + "map50_95": 0.49853164436258285, + "map50": 0.6674081642568298, + "map75": 0.544032338381202, + "small_objects": { + "map50_95": 0.2431589329852204, + "map50": 0.379405694858442, + "map75": 0.25825078064504225 + }, + "medium_objects": { + "map50_95": 0.4666675696906227, + "map50": 0.6402606338739345, + "map75": 0.5265880018968241 + }, + "large_objects": { + "map50_95": 0.6337626996738237, + "map50": 0.7692663005582833, + "map75": 0.6871564804347694 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.1421664959671861, + "f1_75": 0.12019016660426923, + "f1_small_objects": { + "f1_50": 0.08146360442899019, + "f1_75": 0.052993972128646594 + }, + "f1_medium_objects": { + "f1_50": 0.17723076960368064, + "f1_75": 0.1561196386587452 + }, + "f1_large_objects": { + "f1_50": 0.33381526775799925, + "f1_75": 0.3153008880097011 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov10n", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 2762608, + "run_date": "2024-09-30T05:49:45.354372+00:00" + }, + "map50_95": 0.37655721169022977, + "map50": 0.5260541878594017, + "map75": 0.4090613902624434, + "small_objects": { + "map50_95": 0.12030443755349704, + "map50": 0.20373576664083062, + "map75": 0.1269964173339701 + }, + "medium_objects": { + "map50_95": 0.322821701919836, + "map50": 0.4725700820887715, + "map75": 0.35947529913199133 + }, + "large_objects": { + "map50_95": 0.5222208049397794, + "map50": 0.6636617755984061, + "map75": 0.5711835140906704 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.09213326892206306, + "f1_75": 0.07273121791160295, + "f1_small_objects": { + "f1_50": 0.059275792916839896, + "f1_75": 0.032479320440400104 + }, + "f1_medium_objects": { + "f1_50": 0.10615649066343963, + "f1_75": 0.0860462307402727 + }, + "f1_large_objects": { + "f1_50": 0.192710090292798, + "f1_75": 0.17697278938665642 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov10s", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 8096880, + "run_date": "2024-09-30T05:50:36.247710+00:00" + }, + "map50_95": 0.45376716567603814, + "map50": 0.6203405115920764, + "map75": 0.4948915753398186, + "small_objects": { + "map50_95": 0.1852792391826148, + "map50": 0.2996373746510235, + "map75": 0.19644748879955434 + }, + "medium_objects": { + "map50_95": 0.40760951147970853, + "map50": 0.5762023873222245, + "map75": 0.4569578837765637 + }, + "large_objects": { + "map50_95": 0.6016623416977711, + "map50": 0.7464756776302359, + "map75": 0.6561054889111075 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.11776907553160045, + "f1_75": 0.09684311163630535, + "f1_small_objects": { + "f1_50": 0.06988920081320053, + "f1_75": 0.042531717025131435 + }, + "f1_medium_objects": { + "f1_50": 0.13966315173389962, + "f1_75": 0.11911611430200084 + }, + "f1_large_objects": { + "f1_50": 0.2798763607662566, + "f1_75": 0.26080795012111857 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov10x", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 31738160, + "run_date": "2024-09-30T05:54:54.747611+00:00" + }, + "map50_95": 0.5322232811173985, + "map50": 0.7001348258892859, + "map75": 0.5797371628199249, + "small_objects": { + "map50_95": 0.2725325849208779, + "map50": 0.422035032168101, + "map75": 0.29557686597950306 + }, + "medium_objects": { + "map50_95": 0.5005172680410123, + "map50": 0.6724527341047721, + "map75": 0.5629335768715251 + }, + "large_objects": { + "map50_95": 0.6688200456656187, + "map50": 0.7988220751428566, + "map75": 0.7207933687780973 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.15901106960883638, + "f1_75": 0.13644785088234243, + "f1_small_objects": { + "f1_50": 0.09115302081910993, + "f1_75": 0.061742712925171236 + }, + "f1_medium_objects": { + "f1_50": 0.20669043084126867, + "f1_75": 0.18433524709887086 + }, + "f1_large_objects": { + "f1_50": 0.3660040115131003, + "f1_75": 0.34837677460770816 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov8l", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 43668288, + "run_date": "2024-09-30T06:35:15.316296+00:00" + }, + "map50_95": 0.511340365673001, + "map50": 0.6818834865949015, + "map75": 0.5532324863098792, + "small_objects": { + "map50_95": 0.25420034505801864, + "map50": 0.39422254063904527, + "map75": 0.2741578959929114 + }, + "medium_objects": { + "map50_95": 0.47948036802038513, + "map50": 0.6528224282542436, + "map75": 0.540699897659841 + }, + "large_objects": { + "map50_95": 0.6474113378937942, + "map50": 0.7814510210320753, + "map75": 0.6937697480248785 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.19692150370964395, + "f1_75": 0.16205969612370527, + "f1_small_objects": { + "f1_50": 0.12147831558000848, + "f1_75": 0.07690569555394208 + }, + "f1_medium_objects": { + "f1_50": 0.2276785910382567, + "f1_75": 0.1948046571431011 + }, + "f1_large_objects": { + "f1_50": 0.42244264160769096, + "f1_75": 0.3904063830680425 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov8m", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 25886080, + "run_date": "2024-09-30T06:34:13.006465+00:00" + }, + "map50_95": 0.4851253204925955, + "map50": 0.6557256503673925, + "map75": 0.5236159893917905, + "small_objects": { + "map50_95": 0.21859640196504554, + "map50": 0.3504071137413657, + "map75": 0.23282928376835133 + }, + "medium_objects": { + "map50_95": 0.4506484408698307, + "map50": 0.6262982397766818, + "map75": 0.5049348227613952 + }, + "large_objects": { + "map50_95": 0.6211310304595176, + "map50": 0.7621071130332328, + "map75": 0.666788671248503 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.16300311104752332, + "f1_75": 0.1314624094039988, + "f1_small_objects": { + "f1_50": 0.10155915188690072, + "f1_75": 0.06138212056778542 + }, + "f1_medium_objects": { + "f1_50": 0.18639424894701012, + "f1_75": 0.15528175138232014 + }, + "f1_large_objects": { + "f1_50": 0.37174894906352224, + "f1_75": 0.3404154849364739 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov8n", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 3151904, + "run_date": "2024-09-30T06:32:40.173555+00:00" + }, + "map50_95": 0.3611303770616479, + "map50": 0.5177666014570935, + "map75": 0.388387126380927, + "small_objects": { + "map50_95": 0.11150565665551788, + "map50": 0.19632264884527492, + "map75": 0.10985971360328843 + }, + "medium_objects": { + "map50_95": 0.3105929336216655, + "map50": 0.46338643095145393, + "map75": 0.33699521495942614 + }, + "large_objects": { + "map50_95": 0.4957375632083722, + "map50": 0.6444844850243913, + "map75": 0.5454443748020914 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.10698233161314832, + "f1_75": 0.07878458939906306, + "f1_small_objects": { + "f1_50": 0.06907964501933606, + "f1_75": 0.032859895059074606 + }, + "f1_medium_objects": { + "f1_50": 0.11272009898607982, + "f1_75": 0.08271332403179087 + }, + "f1_large_objects": { + "f1_50": 0.23796917359688716, + "f1_75": 0.20962535492005602 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov8s", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 11156544, + "run_date": "2024-09-30T06:33:22.535125+00:00" + }, + "map50_95": 0.4349729425921134, + "map50": 0.6035183104744979, + "map75": 0.4662358665420669, + "small_objects": { + "map50_95": 0.17416252932581736, + "map50": 0.28329632805077193, + "map75": 0.18730061589658759 + }, + "medium_objects": { + "map50_95": 0.3927473756025548, + "map50": 0.5619761425564425, + "map75": 0.4321562895025597 + }, + "large_objects": { + "map50_95": 0.5744762967442364, + "map50": 0.7237009599139812, + "map75": 0.619079570092548 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.13518388046628524, + "f1_75": 0.10446977559521267, + "f1_small_objects": { + "f1_50": 0.08452111230697007, + "f1_75": 0.0455729041484357 + }, + "f1_medium_objects": { + "f1_50": 0.15182428390716582, + "f1_75": 0.12109522673285078 + }, + "f1_large_objects": { + "f1_50": 0.3156688849946123, + "f1_75": 0.28307972310831314 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov8x", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 68200608, + "run_date": "2024-09-30T06:36:39.137424+00:00" + }, + "map50_95": 0.5224782800437047, + "map50": 0.6928732246889833, + "map75": 0.5658364945361546, + "small_objects": { + "map50_95": 0.2559641188116497, + "map50": 0.3965652092449827, + "map75": 0.2740472310620755 + }, + "medium_objects": { + "map50_95": 0.48798121050508747, + "map50": 0.6622798133116985, + "map75": 0.5447480150956083 + }, + "large_objects": { + "map50_95": 0.6570871226982951, + "map50": 0.7926572883372152, + "map75": 0.7068556092098695 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.2068501631280764, + "f1_75": 0.1711587584739747, + "f1_small_objects": { + "f1_50": 0.12517994179230246, + "f1_75": 0.08140991931569841 + }, + "f1_medium_objects": { + "f1_50": 0.24625819828403683, + "f1_75": 0.21140193230296273 + }, + "f1_large_objects": { + "f1_50": 0.4475472986541321, + "f1_75": 0.41368816678288806 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolo11l", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 25340992, + "run_date": "2024-09-30T04:54:34.237832+00:00" + }, + "map50_95": 0.5147562882873221, + "map50": 0.6839904587355925, + "map75": 0.5571299310290306, + "small_objects": { + "map50_95": 0.25158201044278067, + "map50": 0.39475239296356945, + "map75": 0.26968002362096327 + }, + "medium_objects": { + "map50_95": 0.48774699362419505, + "map50": 0.6632413865946212, + "map75": 0.5452545686890365 + }, + "large_objects": { + "map50_95": 0.6470517657071067, + "map50": 0.7779600640444341, + "map75": 0.6957210072646699 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.20440283673334628, + "f1_75": 0.16800061165304447, + "f1_small_objects": { + "f1_50": 0.12838758860437663, + "f1_75": 0.08051824127639894 + }, + "f1_medium_objects": { + "f1_50": 0.22513181615256014, + "f1_75": 0.1928786307876677 + }, + "f1_large_objects": { + "f1_50": 0.43061349820528094, + "f1_75": 0.39734178631268013 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolo11m", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 20091712, + "run_date": "2024-09-30T04:53:30.195785+00:00" + }, + "map50_95": 0.4985730583048321, + "map50": 0.6699705830100839, + "map75": 0.5376791695127155, + "small_objects": { + "map50_95": 0.22805224522679568, + "map50": 0.3723304589552568, + "map75": 0.23841838347436814 + }, + "medium_objects": { + "map50_95": 0.4683352679615954, + "map50": 0.6442044962270301, + "map75": 0.5241591558978002 + }, + "large_objects": { + "map50_95": 0.6293219248438574, + "map50": 0.7694770600502057, + "map75": 0.6737696162239775 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.18854131028848034, + "f1_75": 0.15301036273016522, + "f1_small_objects": { + "f1_50": 0.12029057828299773, + "f1_75": 0.07346256983574839 + }, + "f1_medium_objects": { + "f1_50": 0.20422795965315566, + "f1_75": 0.17242144004338114 + }, + "f1_large_objects": { + "f1_50": 0.3953382503953057, + "f1_75": 0.3615294340041969 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolo11n", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 2616248, + "run_date": "2024-09-30T04:51:44.895856+00:00" + }, + "map50_95": 0.38101471012875715, + "map50": 0.5420689478525277, + "map75": 0.40893541969043523, + "small_objects": { + "map50_95": 0.12209245593023066, + "map50": 0.2121499182073053, + "map75": 0.12249037339854629 + }, + "medium_objects": { + "map50_95": 0.32858715819686646, + "map50": 0.49201421385370664, + "map75": 0.362268092057365 + }, + "large_objects": { + "map50_95": 0.5251545363339247, + "map50": 0.6749480759703437, + "map75": 0.5702689924061763 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.11650874695992934, + "f1_75": 0.0858856385108987, + "f1_small_objects": { + "f1_50": 0.07342935358159985, + "f1_75": 0.03511505803273295 + }, + "f1_medium_objects": { + "f1_50": 0.11982411530363851, + "f1_75": 0.08810452711528946 + }, + "f1_large_objects": { + "f1_50": 0.26345516192625706, + "f1_75": 0.23101071713240298 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolo11s", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 9443760, + "run_date": "2024-09-30T04:52:35.052011+00:00" + }, + "map50_95": 0.4493644542477363, + "map50": 0.6212175850519643, + "map75": 0.48056095776349583, + "small_objects": { + "map50_95": 0.19931556022185712, + "map50": 0.3237633630968639, + "map75": 0.20969857004263245 + }, + "medium_objects": { + "map50_95": 0.4080036543363817, + "map50": 0.5842649531639507, + "map75": 0.4468923289201651 + }, + "large_objects": { + "map50_95": 0.587747111956689, + "map50": 0.7355971142175783, + "map75": 0.6310575939758882 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.148787590075445, + "f1_75": 0.11597982565981851, + "f1_small_objects": { + "f1_50": 0.09206957134807178, + "f1_75": 0.05075351678992609 + }, + "f1_medium_objects": { + "f1_50": 0.15792785643269786, + "f1_75": 0.1253488318944471 + }, + "f1_large_objects": { + "f1_50": 0.33876332227287, + "f1_75": 0.30548670377495346 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolo11x", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 56919424, + "run_date": "2024-09-30T04:56:12.730134+00:00" + }, + "map50_95": 0.5269240473065516, + "map50": 0.6988729632401882, + "map75": 0.5697211519482316, + "small_objects": { + "map50_95": 0.26812166305097557, + "map50": 0.4174215417524291, + "map75": 0.29117537238356844 + }, + "medium_objects": { + "map50_95": 0.49422186775024707, + "map50": 0.6677738876730264, + "map75": 0.5537819405638407 + }, + "large_objects": { + "map50_95": 0.6509716249782073, + "map50": 0.7860645287527053, + "map75": 0.695369307492311 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.2288031947145225, + "f1_75": 0.19005454140778252, + "f1_small_objects": { + "f1_50": 0.14216929415261406, + "f1_75": 0.09335402326177307 + }, + "f1_medium_objects": { + "f1_50": 0.25589548434833154, + "f1_75": 0.22136433605226533 + }, + "f1_large_objects": { + "f1_50": 0.4725176790746789, + "f1_75": 0.43621725714227966 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov12l", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 26400752, + "run_date": "2025-02-19T16:41:18.697136+00:00" + }, + "map50_95": 0.5140386462641737, + "map50": 0.6835472858318616, + "map75": 0.5560183101907337, + "small_objects": { + "map50_95": 0.23956164656482049, + "map50": 0.3822461519277125, + "map75": 0.25619018530844434 + }, + "medium_objects": { + "map50_95": 0.48147184869355797, + "map50": 0.6553303495204026, + "map75": 0.5385348590979039 + }, + "large_objects": { + "map50_95": 0.6379708732125071, + "map50": 0.7715091682416584, + "map75": 0.6838877611982492 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.21469812716696077, + "f1_75": 0.17665828989388385, + "f1_small_objects": { + "f1_50": 0.131228682059136, + "f1_75": 0.08224892848550594 + }, + "f1_medium_objects": { + "f1_50": 0.2334702354345676, + "f1_75": 0.20025833367498136 + }, + "f1_large_objects": { + "f1_50": 0.473558418895958, + "f1_75": 0.43722698468443943 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov12m", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 20166592, + "run_date": "2025-02-19T16:39:32.315812+00:00" + }, + "map50_95": 0.5024151745566658, + "map50": 0.6729674787838364, + "map75": 0.5411712447504051, + "small_objects": { + "map50_95": 0.23771385392176372, + "map50": 0.3745875473767375, + "map75": 0.2526241522154284 + }, + "medium_objects": { + "map50_95": 0.470957205786951, + "map50": 0.647892103044635, + "map75": 0.5234903734335027 + }, + "large_objects": { + "map50_95": 0.6352580425871278, + "map50": 0.7732552389324706, + "map75": 0.6846297649534195 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.20410545516278208, + "f1_75": 0.16639124100879502, + "f1_small_objects": { + "f1_50": 0.1265855995078801, + "f1_75": 0.0785707483184028 + }, + "f1_medium_objects": { + "f1_50": 0.21718437298952575, + "f1_75": 0.182720555674183 + }, + "f1_large_objects": { + "f1_50": 0.4466717255381648, + "f1_75": 0.41007289545951314 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov12n", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 2590824, + "run_date": "2025-02-19T16:37:09.075554+00:00" + }, + "map50_95": 0.3877159586864732, + "map50": 0.5469040018039328, + "map75": 0.413670471361677, + "small_objects": { + "map50_95": 0.11829698944259229, + "map50": 0.20705537607869406, + "map75": 0.1267675833162641 + }, + "medium_objects": { + "map50_95": 0.33745698777837524, + "map50": 0.5032719598066004, + "map75": 0.36669296690341435 + }, + "large_objects": { + "map50_95": 0.5334164629555207, + "map50": 0.6827482690098516, + "map75": 0.5731754055269189 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.12676048844705637, + "f1_75": 0.09444949511021651, + "f1_small_objects": { + "f1_50": 0.0758052313432873, + "f1_75": 0.036825119256434086 + }, + "f1_medium_objects": { + "f1_50": 0.1288292768173158, + "f1_75": 0.09600451084618905 + }, + "f1_large_objects": { + "f1_50": 0.2992891077526277, + "f1_75": 0.26438966588649454 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov12s", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 9261840, + "run_date": "2025-02-19T16:38:12.718959+00:00" + }, + "map50_95": 0.45693791744216783, + "map50": 0.625105039417675, + "map75": 0.4901687610051952, + "small_objects": { + "map50_95": 0.18074420578912176, + "map50": 0.2976391305720489, + "map75": 0.18945271054269097 + }, + "medium_objects": { + "map50_95": 0.4162154779943921, + "map50": 0.5941075118162098, + "map75": 0.4570060051526254 + }, + "large_objects": { + "map50_95": 0.5973586921812142, + "map50": 0.7404383120592584, + "map75": 0.6474110714091117 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.16900212076072182, + "f1_75": 0.13306621893981532, + "f1_small_objects": { + "f1_50": 0.09964809290924767, + "f1_75": 0.05521867370721874 + }, + "f1_medium_objects": { + "f1_50": 0.17818454039201131, + "f1_75": 0.14331248103748132 + }, + "f1_large_objects": { + "f1_50": 0.3993554965618543, + "f1_75": 0.3632304913439791 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov12x", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 59135744, + "run_date": "2025-02-19T16:44:06.185832+00:00" + }, + "map50_95": 0.5271687961223182, + "map50": 0.694594330866477, + "map75": 0.5718752331278235, + "small_objects": { + "map50_95": 0.26662368901288247, + "map50": 0.4083315780395303, + "map75": 0.28726502359950207 + }, + "medium_objects": { + "map50_95": 0.49810265810612453, + "map50": 0.671157716616775, + "map75": 0.5554030839991746 + }, + "large_objects": { + "map50_95": 0.6500511182392474, + "map50": 0.779836135345746, + "map75": 0.6994127457039145 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.2389024021820415, + "f1_75": 0.19947636375278777, + "f1_small_objects": { + "f1_50": 0.14861077823157104, + "f1_75": 0.09774784580190986 + }, + "f1_medium_objects": { + "f1_50": 0.26173244957709363, + "f1_75": 0.22673401812162142 + }, + "f1_large_objects": { + "f1_50": 0.5041950424432747, + "f1_75": 0.4687472087493045 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + } +]