diff --git a/tests/accuracy/geti_2.13.0_models.json b/tests/accuracy/geti_2.13.0_models.json index 69ad78d4..9c34264e 100644 --- a/tests/accuracy/geti_2.13.0_models.json +++ b/tests/accuracy/geti_2.13.0_models.json @@ -59,16 +59,6 @@ } ] }, - { - "name": "geti_2.13.0_models/AnomalyDetection/PADIM/torch/weights.pth", - "type": "AnomalyDetection", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/AnomalyDetection/STFPM/onnx/model.onnx", "type": "AnomalyDetection", @@ -129,16 +119,6 @@ } ] }, - { - "name": "geti_2.13.0_models/AnomalyDetection/STFPM/torch/weights.pth", - "type": "AnomalyDetection", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/AnomalyDetection/U-FLOW/onnx/model.onnx", "type": "AnomalyDetection", @@ -199,23 +179,30 @@ } ] }, - { - "name": "geti_2.13.0_models/AnomalyDetection/U-FLOW/torch/weights.pth", - "type": "AnomalyDetection", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/ClassificationHierarchical/DeiT-Tiny/onnx/model.onnx", "type": "ClassificationModel", "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 1.000, 1 (outside): 1.000, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 1.0 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.9995660185813904 + } + ], + "raw_scores": [ + 0.0004340099112596363, 0.9995660185813904, 1.2432556095731684e-9, + 2.806482823913825e-9, 1.0 + ] + } } ] }, @@ -225,7 +212,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 1.000, 1 (outside): 1.000, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 1.0 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.9995731711387634 + } + ], + "raw_scores": [ + 0.00042678863974288106, 0.9995731711387634, 1.2321149656102648e-9, + 2.771554541425303e-9, 1.0 + ] + } } ] }, @@ -235,7 +239,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 1.000, 1 (outside): 1.000, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 1.0 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.9995660185813904 + } + ], + "raw_scores": [ + 0.00043402682058513165, 0.9995660185813904, 1.2432935792006106e-9, + 2.806365140273215e-9, 1.0 + ] + } } ] }, @@ -245,7 +266,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 1.000, 1 (outside): 0.938, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9999827146530151 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.9376516938209534 + } + ], + "raw_scores": [ + 0.062348317354917526, 0.9376516938209534, 4.446972923233261e-8, + 1.7239970475202426e-5, 0.9999827146530151 + ] + } } ] }, @@ -255,19 +293,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "4 (dog): 1.000, 1 (outside): 1.000, [1,5,14,14], [1,192], [5]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationHierarchical/DeiT-Tiny/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 1.0 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.9995731711387634 + } + ], + "raw_scores": [ + 0.00042678863974288106, 0.9995731711387634, 1.2321149656102648e-9, + 2.771554541425303e-9, 1.0 + ] + } } ] }, @@ -277,7 +320,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.798, 1 (outside): 0.622, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.7981534004211426 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.621908962726593 + } + ], + "raw_scores": [ + 0.2596023678779602, 0.621908962726593, 0.11848866939544678, + 0.2018466591835022, 0.7981534004211426 + ] + } } ] }, @@ -287,7 +347,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.798, 1 (outside): 0.622, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.7981191277503967 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.6220411658287048 + } + ], + "raw_scores": [ + 0.25937649607658386, 0.6220411658287048, 0.1185823306441307, + 0.20188084244728088, 0.7981191277503967 + ] + } } ] }, @@ -297,7 +374,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.798, 1 (outside): 0.622, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.7981535196304321 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.6219091415405273 + } + ], + "raw_scores": [ + 0.2596021890640259, 0.6219091415405273, 0.11848869919776917, + 0.20184649527072906, 0.7981535196304321 + ] + } } ] }, @@ -307,7 +401,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.916, 1 (outside): 0.684, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9157181978225708 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.6836422681808472 + } + ], + "raw_scores": [ + 0.21445240080356598, 0.6836422681808472, 0.10190532356500626, + 0.0842818170785904, 0.9157181978225708 + ] + } } ] }, @@ -317,19 +428,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "4 (dog): 0.798, 1 (outside): 0.622, [1,5,7,7], [1,1280], [5]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B0/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.7981191277503967 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.6220411658287048 + } + ], + "raw_scores": [ + 0.25937649607658386, 0.6220411658287048, 0.1185823306441307, + 0.20188084244728088, 0.7981191277503967 + ] + } } ] }, @@ -339,7 +455,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.807, 1 (outside): 0.581, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.8072364330291748 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.580940306186676 + } + ], + "raw_scores": [ + 0.28251969814300537, 0.580940306186676, 0.1365399807691574, + 0.192763552069664, 0.8072364330291748 + ] + } } ] }, @@ -349,7 +482,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.807, 1 (outside): 0.581, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.8070695400238037 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.5809533596038818 + } + ], + "raw_scores": [ + 0.28232690691947937, 0.5809533596038818, 0.1367197483778, + 0.1929304450750351, 0.8070695400238037 + ] + } } ] }, @@ -359,7 +509,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.807, 1 (outside): 0.581, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.80723637342453 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.5809402465820312 + } + ], + "raw_scores": [ + 0.28251975774765015, 0.5809402465820312, 0.1365399956703186, + 0.19276361167430878, 0.80723637342453 + ] + } } ] }, @@ -369,7 +536,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.771, 1 (outside): 0.559, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.7708662152290344 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.5590543746948242 + } + ], + "raw_scores": [ + 0.3357127010822296, 0.5590543746948242, 0.10523286461830139, + 0.22913381457328796, 0.7708662152290344 + ] + } } ] }, @@ -379,19 +563,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "4 (dog): 0.807, 1 (outside): 0.581, [1,5,7,7], [1,1536], [5]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B3/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.8070695400238037 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.5809533596038818 + } + ], + "raw_scores": [ + 0.28232690691947937, 0.5809533596038818, 0.1367197483778, + 0.1929304450750351, 0.8070695400238037 + ] + } } ] }, @@ -401,7 +590,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.957, 1 (outside): 0.644, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9566987156867981 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.6439645886421204 + } + ], + "raw_scores": [ + 0.31177225708961487, 0.6439645886421204, 0.04426312819123268, + 0.04330126568675041, 0.9566987156867981 + ] + } } ] }, @@ -411,7 +617,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.957, 1 (outside): 0.644, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9567152857780457 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.6441488265991211 + } + ], + "raw_scores": [ + 0.31161263585090637, 0.6441488265991211, 0.04423857107758522, + 0.04328468441963196, 0.9567152857780457 + ] + } } ] }, @@ -421,7 +644,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.957, 1 (outside): 0.644, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9566987156867981 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.6439647674560547 + } + ], + "raw_scores": [ + 0.3117721378803253, 0.6439647674560547, 0.04426310583949089, + 0.0433012954890728, 0.9566987156867981 + ] + } } ] }, @@ -431,7 +671,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.964, 1 (outside): 0.691, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9635509252548218 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.6908327341079712 + } + ], + "raw_scores": [ + 0.2655159533023834, 0.6908327341079712, 0.04365134611725807, + 0.036449044942855835, 0.9635509252548218 + ] + } } ] }, @@ -441,19 +698,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "4 (dog): 0.957, 1 (outside): 0.644, [1,5,7,7], [1,1280], [5]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-L/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9567152857780457 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.6441488265991211 + } + ], + "raw_scores": [ + 0.31161263585090637, 0.6441488265991211, 0.04423857107758522, + 0.04328468441963196, 0.9567152857780457 + ] + } } ] }, @@ -463,7 +725,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.954, 0 (inside): 0.493, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9541687369346619 + }, + { + "id": 0, + "name": "inside", + "confidence": 0.4934975802898407 + } + ], + "raw_scores": [ + 0.4934975802898407, 0.3930470943450928, 0.11345534026622772, + 0.04583129659295082, 0.9541687369346619 + ] + } } ] }, @@ -473,7 +752,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.954, 0 (inside): 0.493, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9542422294616699 + }, + { + "id": 0, + "name": "inside", + "confidence": 0.4930516481399536 + } + ], + "raw_scores": [ + 0.4930516481399536, 0.3934609591960907, 0.11348743736743927, + 0.045757781714200974, 0.9542422294616699 + ] + } } ] }, @@ -483,7 +779,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.954, 0 (inside): 0.493, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9541687369346619 + }, + { + "id": 0, + "name": "inside", + "confidence": 0.4934976398944855 + } + ], + "raw_scores": [ + 0.4934976398944855, 0.3930470943450928, 0.11345530301332474, + 0.045831259340047836, 0.9541687369346619 + ] + } } ] }, @@ -493,7 +806,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.946, 0 (inside): 0.513, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9460054636001587 + }, + { + "id": 0, + "name": "inside", + "confidence": 0.5132704973220825 + } + ], + "raw_scores": [ + 0.5132704973220825, 0.3514685332775116, 0.13526102900505066, + 0.05399449169635773, 0.9460054636001587 + ] + } } ] }, @@ -503,19 +833,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "4 (dog): 0.954, 0 (inside): 0.493, [1,5,7,7], [1,1280], [5]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-S/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.9542422294616699 + }, + { + "id": 0, + "name": "inside", + "confidence": 0.4930516481399536 + } + ], + "raw_scores": [ + 0.4930516481399536, 0.3934609591960907, 0.11348743736743927, + 0.045757781714200974, 0.9542422294616699 + ] + } } ] }, @@ -525,7 +860,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.571, 1 (outside): 0.420, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.5713164210319519 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.42000895738601685 + } + ], + "raw_scores": [ + 0.26569658517837524, 0.42000895738601685, 0.3142944276332855, + 0.4286835789680481, 0.5713164210319519 + ] + } } ] }, @@ -535,7 +887,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.571, 1 (outside): 0.420, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.5714322924613953 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.41985875368118286 + } + ], + "raw_scores": [ + 0.26576101779937744, 0.41985875368118286, 0.3143802583217621, + 0.42856767773628235, 0.5714322924613953 + ] + } } ] }, @@ -545,7 +914,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.571, 1 (outside): 0.420, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.5713164210319519 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.42000892758369446 + } + ], + "raw_scores": [ + 0.26569658517837524, 0.42000892758369446, 0.3142944872379303, + 0.42868363857269287, 0.5713164210319519 + ] + } } ] }, @@ -555,7 +941,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.588, 1 (outside): 0.437, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.5880841016769409 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.4367189109325409 + } + ], + "raw_scores": [ + 0.23817238211631775, 0.4367189109325409, 0.32510867714881897, + 0.4119158685207367, 0.5880841016769409 + ] + } } ] }, @@ -565,19 +968,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "4 (dog): 0.571, 1 (outside): 0.420, [1,5,7,7], [1,960], [5]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-large-1x/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.5714322924613953 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.41985875368118286 + } + ], + "raw_scores": [ + 0.26576101779937744, 0.41985875368118286, 0.3143802583217621, + 0.42856767773628235, 0.5714322924613953 + ] + } } ] }, @@ -587,7 +995,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.813, 1 (outside): 0.548, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.8130664825439453 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.5477104187011719 + } + ], + "raw_scores": [ + 0.22652596235275269, 0.5477104187011719, 0.22576364874839783, + 0.1869334727525711, 0.8130664825439453 + ] + } } ] }, @@ -597,7 +1022,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.813, 1 (outside): 0.547, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.8131321668624878 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.5473816394805908 + } + ], + "raw_scores": [ + 0.22700215876102448, 0.5473816394805908, 0.2256162166595459, + 0.1868678778409958, 0.8131321668624878 + ] + } } ] }, @@ -607,7 +1049,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.813, 1 (outside): 0.548, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.8130664229393005 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.5477102994918823 + } + ], + "raw_scores": [ + 0.22652597725391388, 0.5477102994918823, 0.22576367855072021, + 0.18693360686302185, 0.8130664229393005 + ] + } } ] }, @@ -617,7 +1076,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["4 (dog): 0.804, 1 (outside): 0.559, [0], [0], [5]"] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.804233193397522 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.5585412383079529 + } + ], + "raw_scores": [ + 0.22594331204891205, 0.5585412383079529, 0.21551546454429626, + 0.19576683640480042, 0.804233193397522 + ] + } } ] }, @@ -627,19 +1103,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "4 (dog): 0.813, 1 (outside): 0.547, [1,5,7,7], [1,576], [5]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-small/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "dog", + "confidence": 0.8131321668624878 + }, + { + "id": 1, + "name": "outside", + "confidence": 0.5473816394805908 + } + ], + "raw_scores": [ + 0.22700215876102448, 0.5473816394805908, 0.2256162166595459, + 0.1868678778409958, 0.8131321668624878 + ] + } } ] }, @@ -649,9 +1130,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "1 (inside): 0.519, 2 (outside): 0.910, 4 (dog): 0.975, [0], [0], [6]" - ] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "inside", + "confidence": 0.5192329287528992 + }, + { + "id": 2, + "name": "outside", + "confidence": 0.9097111821174622 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.9750664830207825 + } + ], + "raw_scores": [ + 0.24218815565109253, 0.5192329287528992, 0.9097111821174622, + 0.4285067617893219, 0.9750664830207825, 0.10727697610855103 + ] + } } ] }, @@ -661,9 +1162,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "1 (inside): 0.519, 2 (outside): 0.910, 4 (dog): 0.975, [0], [0], [6]" - ] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "inside", + "confidence": 0.5187600255012512 + }, + { + "id": 2, + "name": "outside", + "confidence": 0.9098359942436218 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.9750276207923889 + } + ], + "raw_scores": [ + 0.24216385185718536, 0.5187600255012512, 0.9098359942436218, + 0.42839863896369934, 0.9750276207923889, 0.1072716936469078 + ] + } } ] }, @@ -673,9 +1194,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "1 (inside): 0.519, 2 (outside): 0.910, 4 (dog): 0.975, [0], [0], [6]" - ] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "inside", + "confidence": 0.5192335844039917 + }, + { + "id": 2, + "name": "outside", + "confidence": 0.9097110033035278 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.9750664830207825 + } + ], + "raw_scores": [ + 0.24218828976154327, 0.5192335844039917, 0.9097110033035278, + 0.4285065233707428, 0.9750664830207825, 0.10727689415216446 + ] + } } ] }, @@ -685,9 +1226,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "1 (inside): 0.561, 2 (outside): 0.917, 4 (dog): 0.970, [0], [0], [6]" - ] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "inside", + "confidence": 0.5612392425537109 + }, + { + "id": 2, + "name": "outside", + "confidence": 0.9172236323356628 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.9701837301254272 + } + ], + "raw_scores": [ + 0.22782911360263824, 0.5612392425537109, 0.9172236323356628, + 0.48290354013442993, 0.9701837301254272, 0.10515786707401276 + ] + } } ] }, @@ -697,19 +1258,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "1 (inside): 0.519, 2 (outside): 0.910, 4 (dog): 0.975, [1,6,14,14], [1,192], [6]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationMultiLabel/DeiT-Tiny/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "inside", + "confidence": 0.5187600255012512 + }, + { + "id": 2, + "name": "outside", + "confidence": 0.9098359942436218 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.9750276207923889 + } + ], + "raw_scores": [ + 0.24216385185718536, 0.5187600255012512, 0.9098359942436218, + 0.42839863896369934, 0.9750276207923889, 0.1072716936469078 + ] + } } ] }, @@ -719,7 +1290,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.597, 4 (dog): 0.651, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5970104336738586 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.650637686252594 + } + ], + "raw_scores": [ + 0.4608972370624542, 0.45636245608329773, 0.5970104336738586, + 0.42311835289001465, 0.650637686252594, 0.4392175078392029 + ] + } } ] }, @@ -729,7 +1317,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.597, 4 (dog): 0.651, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.597006618976593 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6506818532943726 + } + ], + "raw_scores": [ + 0.4609382450580597, 0.4563237130641937, 0.597006618976593, + 0.4230595827102661, 0.6506818532943726, 0.4392147362232208 + ] + } } ] }, @@ -739,7 +1344,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.597, 4 (dog): 0.651, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5970104336738586 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.650637686252594 + } + ], + "raw_scores": [ + 0.4608972370624542, 0.4563624858856201, 0.5970104336738586, + 0.42311838269233704, 0.650637686252594, 0.4392175078392029 + ] + } } ] }, @@ -749,7 +1371,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.598, 4 (dog): 0.649, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5976037383079529 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6492298245429993 + } + ], + "raw_scores": [ + 0.45428210496902466, 0.45743581652641296, 0.5976037383079529, + 0.42379823327064514, 0.6492298245429993, 0.4444277286529541 + ] + } } ] }, @@ -759,19 +1398,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "2 (outside): 0.597, 4 (dog): 0.651, [1,6,7,7], [1,1280], [6]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B0/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.597006618976593 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6506818532943726 + } + ], + "raw_scores": [ + 0.4609382450580597, 0.4563237130641937, 0.597006618976593, + 0.4230595827102661, 0.6506818532943726, 0.4392147362232208 + ] + } } ] }, @@ -781,7 +1425,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.567, 4 (dog): 0.581, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5669705867767334 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5811112523078918 + } + ], + "raw_scores": [ + 0.4820452928543091, 0.48709094524383545, 0.5669705867767334, + 0.4663589894771576, 0.5811112523078918, 0.44530725479125977 + ] + } } ] }, @@ -791,7 +1452,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.567, 4 (dog): 0.581, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5668460130691528 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5812063217163086 + } + ], + "raw_scores": [ + 0.48207327723503113, 0.48721444606781006, 0.5668460130691528, + 0.4663914442062378, 0.5812063217163086, 0.4451849162578583 + ] + } } ] }, @@ -801,7 +1479,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.567, 4 (dog): 0.581, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5669706463813782 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5811112523078918 + } + ], + "raw_scores": [ + 0.4820452928543091, 0.48709094524383545, 0.5669706463813782, + 0.4663589894771576, 0.5811112523078918, 0.44530728459358215 + ] + } } ] }, @@ -811,7 +1506,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.539, 4 (dog): 0.571, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5392977595329285 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5714854598045349 + } + ], + "raw_scores": [ + 0.4972307085990906, 0.49887433648109436, 0.5392977595329285, + 0.4692690670490265, 0.5714854598045349, 0.4509527087211609 + ] + } } ] }, @@ -821,19 +1533,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "2 (outside): 0.567, 4 (dog): 0.581, [1,6,7,7], [1,1536], [6]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B3/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5668460130691528 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5812063217163086 + } + ], + "raw_scores": [ + 0.48207327723503113, 0.48721444606781006, 0.5668460130691528, + 0.4663914442062378, 0.5812063217163086, 0.4451849162578583 + ] + } } ] }, @@ -843,7 +1560,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.628, 4 (dog): 0.601, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.6280241012573242 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6011207103729248 + } + ], + "raw_scores": [ + 0.4296453893184662, 0.4707491099834442, 0.6280241012573242, + 0.4675343930721283, 0.6011207103729248, 0.4306431710720062 + ] + } } ] }, @@ -853,7 +1587,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.628, 4 (dog): 0.601, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.6280432939529419 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6010627150535583 + } + ], + "raw_scores": [ + 0.4296188950538635, 0.4707626402378082, 0.6280432939529419, + 0.46759575605392456, 0.6010627150535583, 0.43063676357269287 + ] + } } ] }, @@ -863,7 +1614,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.628, 4 (dog): 0.601, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.6280241012573242 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6011207103729248 + } + ], + "raw_scores": [ + 0.4296453893184662, 0.4707491099834442, 0.6280241012573242, + 0.4675343632698059, 0.6011207103729248, 0.43064314126968384 + ] + } } ] }, @@ -873,7 +1641,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.626, 4 (dog): 0.590, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.6256459355354309 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5903835892677307 + } + ], + "raw_scores": [ + 0.4292323887348175, 0.4756009578704834, 0.6256459355354309, + 0.46885502338409424, 0.5903835892677307, 0.43823352456092834 + ] + } } ] }, @@ -883,19 +1668,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "2 (outside): 0.628, 4 (dog): 0.601, [1,6,7,7], [1,1280], [6]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-L/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.6280432939529419 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6010627150535583 + } + ], + "raw_scores": [ + 0.4296188950538635, 0.4707626402378082, 0.6280432939529419, + 0.46759575605392456, 0.6010627150535583, 0.43063676357269287 + ] + } } ] }, @@ -905,7 +1695,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.550, 4 (dog): 0.560, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5501821041107178 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5601801872253418 + } + ], + "raw_scores": [ + 0.4664395749568939, 0.49888157844543457, 0.5501821041107178, + 0.4995848536491394, 0.5601801872253418, 0.455502450466156 + ] + } } ] }, @@ -915,7 +1722,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.550, 4 (dog): 0.560, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5500993728637695 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5601934790611267 + } + ], + "raw_scores": [ + 0.4664437174797058, 0.4989291727542877, 0.5500993728637695, + 0.4995180368423462, 0.5601934790611267, 0.45553985238075256 + ] + } } ] }, @@ -925,7 +1749,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.550, 4 (dog): 0.560, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5501821041107178 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5601801872253418 + } + ], + "raw_scores": [ + 0.4664395749568939, 0.49888157844543457, 0.5501821041107178, + 0.49958479404449463, 0.5601801872253418, 0.455502450466156 + ] + } } ] }, @@ -935,9 +1776,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "2 (outside): 0.559, 3 (cat): 0.501, 4 (dog): 0.563, [0], [0], [6]" - ] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5594047904014587 + }, + { + "id": 3, + "name": "cat", + "confidence": 0.5012239217758179 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5634059906005859 + } + ], + "raw_scores": [ + 0.463392436504364, 0.4950887858867645, 0.5594047904014587, + 0.5012239217758179, 0.5634059906005859, 0.45111140608787537 + ] + } } ] }, @@ -947,19 +1808,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "2 (outside): 0.550, 4 (dog): 0.560, [1,6,7,7], [1,1280], [6]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-S/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5500993728637695 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5601934790611267 + } + ], + "raw_scores": [ + 0.4664437174797058, 0.4989291727542877, 0.5500993728637695, + 0.4995180368423462, 0.5601934790611267, 0.45553985238075256 + ] + } } ] }, @@ -969,9 +1835,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "1 (inside): 0.532, 2 (outside): 0.542, 4 (dog): 0.637, [0], [0], [6]" - ] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "inside", + "confidence": 0.5317322015762329 + }, + { + "id": 2, + "name": "outside", + "confidence": 0.5421338677406311 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6366594433784485 + } + ], + "raw_scores": [ + 0.4453333020210266, 0.5317322015762329, 0.5421338677406311, + 0.4043675363063812, 0.6366594433784485, 0.46472203731536865 + ] + } } ] }, @@ -981,9 +1867,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "1 (inside): 0.532, 2 (outside): 0.542, 4 (dog): 0.637, [0], [0], [6]" - ] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "inside", + "confidence": 0.5317105650901794 + }, + { + "id": 2, + "name": "outside", + "confidence": 0.5420862436294556 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6365987658500671 + } + ], + "raw_scores": [ + 0.44537946581840515, 0.5317105650901794, 0.5420862436294556, + 0.4043958783149719, 0.6365987658500671, 0.4647485017776489 + ] + } } ] }, @@ -993,9 +1899,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "1 (inside): 0.532, 2 (outside): 0.542, 4 (dog): 0.637, [0], [0], [6]" - ] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "inside", + "confidence": 0.5317322015762329 + }, + { + "id": 2, + "name": "outside", + "confidence": 0.5421338677406311 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6366594433784485 + } + ], + "raw_scores": [ + 0.4453333020210266, 0.5317322015762329, 0.5421338677406311, + 0.4043675363063812, 0.6366594433784485, 0.4647219777107239 + ] + } } ] }, @@ -1005,9 +1931,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "1 (inside): 0.537, 2 (outside): 0.555, 4 (dog): 0.631, [0], [0], [6]" - ] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "inside", + "confidence": 0.5367164611816406 + }, + { + "id": 2, + "name": "outside", + "confidence": 0.5546934008598328 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6308700442314148 + } + ], + "raw_scores": [ + 0.4350590705871582, 0.5367164611816406, 0.5546934008598328, + 0.4202575087547302, 0.6308700442314148, 0.44943177700042725 + ] + } } ] }, @@ -1017,19 +1963,29 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "1 (inside): 0.532, 2 (outside): 0.542, 4 (dog): 0.637, [1,6,7,7], [1,960], [6]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-large-1x/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "inside", + "confidence": 0.5317105650901794 + }, + { + "id": 2, + "name": "outside", + "confidence": 0.5420862436294556 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6365987658500671 + } + ], + "raw_scores": [ + 0.44537946581840515, 0.5317105650901794, 0.5420862436294556, + 0.4043958783149719, 0.6365987658500671, 0.4647485017776489 + ] + } } ] }, @@ -1039,7 +1995,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.529, 4 (dog): 0.608, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5289269685745239 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6081633567810059 + } + ], + "raw_scores": [ + 0.46969136595726013, 0.49655237793922424, 0.5289269685745239, + 0.4512603282928467, 0.6081633567810059, 0.4342156946659088 + ] + } } ] }, @@ -1049,7 +2022,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.529, 4 (dog): 0.608, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5286858677864075 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6083118319511414 + } + ], + "raw_scores": [ + 0.46965745091438293, 0.4967147409915924, 0.5286858677864075, + 0.4510480463504791, 0.6083118319511414, 0.43423911929130554 + ] + } } ] }, @@ -1059,7 +2049,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.529, 4 (dog): 0.608, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5289270281791687 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6081632971763611 + } + ], + "raw_scores": [ + 0.4696914255619049, 0.4965522587299347, 0.5289270281791687, + 0.4512602686882019, 0.6081632971763611, 0.4342156946659088 + ] + } } ] }, @@ -1069,7 +2076,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["2 (outside): 0.543, 4 (dog): 0.597, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5427511930465698 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.5972496867179871 + } + ], + "raw_scores": [ + 0.4717657268047333, 0.4745117127895355, 0.5427511930465698, + 0.45767879486083984, 0.5972496867179871, 0.44160962104797363 + ] + } } ] }, @@ -1079,19 +2103,24 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "2 (outside): 0.529, 4 (dog): 0.608, [1,6,7,7], [1,576], [6]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-small/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 2, + "name": "outside", + "confidence": 0.5286858677864075 + }, + { + "id": 4, + "name": "dog", + "confidence": 0.6083118319511414 + } + ], + "raw_scores": [ + 0.46965745091438293, 0.4967147409915924, 0.5286858677864075, + 0.4510480463504791, 0.6083118319511414, 0.43423911929130554 + ] + } } ] }, @@ -1101,7 +2130,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.966, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9661258459091187 + } + ], + "raw_scores": [0.03387409448623657, 0.9661258459091187] + } } ] }, @@ -1111,7 +2149,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.966, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9661222100257874 + } + ], + "raw_scores": [0.03387779742479324, 0.9661222100257874] + } } ] }, @@ -1121,7 +2168,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.966, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9661258459091187 + } + ], + "raw_scores": [0.03387409448623657, 0.9661258459091187] + } } ] }, @@ -1131,7 +2187,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.965, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9654262661933899 + } + ], + "raw_scores": [0.0345737561583519, 0.9654262661933899] + } } ] }, @@ -1141,17 +2206,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.966, [1,2,14,14], [1,192], [2]"] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationSingleLabel/DeiT-Tiny/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9661222100257874 + } + ], + "raw_scores": [0.03387779742479324, 0.9661222100257874] + } } ] }, @@ -1161,7 +2225,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.984, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9836701154708862 + } + ], + "raw_scores": [0.016329867765307426, 0.9836701154708862] + } } ] }, @@ -1171,7 +2244,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.984, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9837675094604492 + } + ], + "raw_scores": [0.016232525929808617, 0.9837675094604492] + } } ] }, @@ -1181,7 +2263,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.984, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9836701154708862 + } + ], + "raw_scores": [0.01632986031472683, 0.9836701154708862] + } } ] }, @@ -1191,7 +2282,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.983, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9832952618598938 + } + ], + "raw_scores": [0.016704734414815903, 0.9832952618598938] + } } ] }, @@ -1201,17 +2301,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.984, [1,2,7,7], [1,1280], [2]"] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B0/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9837675094604492 + } + ], + "raw_scores": [0.016232525929808617, 0.9837675094604492] + } } ] }, @@ -1221,7 +2320,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.680, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.6800236701965332 + } + ], + "raw_scores": [0.3199763298034668, 0.6800236701965332] + } } ] }, @@ -1231,7 +2339,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.680, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.6803337931632996 + } + ], + "raw_scores": [0.31966617703437805, 0.6803337931632996] + } } ] }, @@ -1241,7 +2358,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.680, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.6800236701965332 + } + ], + "raw_scores": [0.3199763298034668, 0.6800236701965332] + } } ] }, @@ -1251,7 +2377,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.687, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.6874678730964661 + } + ], + "raw_scores": [0.3125321567058563, 0.6874678730964661] + } } ] }, @@ -1261,17 +2396,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.680, [1,2,7,7], [1,1536], [2]"] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B3/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.6803337931632996 + } + ], + "raw_scores": [0.31966617703437805, 0.6803337931632996] + } } ] }, @@ -1281,7 +2415,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 1.000, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9999783039093018 + } + ], + "raw_scores": [2.1702137019019574e-5, 0.9999783039093018] + } } ] }, @@ -1291,7 +2434,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 1.000, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9999784231185913 + } + ], + "raw_scores": [2.1627654859912582e-5, 0.9999784231185913] + } } ] }, @@ -1301,7 +2453,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 1.000, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9999783039093018 + } + ], + "raw_scores": [2.1702198864659294e-5, 0.9999783039093018] + } } ] }, @@ -1311,7 +2472,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 1.000, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9999547004699707 + } + ], + "raw_scores": [4.5328877604333684e-5, 0.9999547004699707] + } } ] }, @@ -1321,17 +2491,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 1.000, [1,2,7,7], [1,1280], [2]"] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-L/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9999784231185913 + } + ], + "raw_scores": [2.1627654859912582e-5, 0.9999784231185913] + } } ] }, @@ -1341,7 +2510,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.974, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9740546345710754 + } + ], + "raw_scores": [0.025945385918021202, 0.9740546345710754] + } } ] }, @@ -1351,7 +2529,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.974, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.973962664604187 + } + ], + "raw_scores": [0.02603728510439396, 0.973962664604187] + } } ] }, @@ -1361,7 +2548,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.974, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9740546345710754 + } + ], + "raw_scores": [0.025945337489247322, 0.9740546345710754] + } } ] }, @@ -1371,7 +2567,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.951, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.9511551260948181 + } + ], + "raw_scores": [0.0488448366522789, 0.9511551260948181] + } } ] }, @@ -1381,17 +2586,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.974, [1,2,7,7], [1,1280], [2]"] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-S/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.973962664604187 + } + ], + "raw_scores": [0.02603728510439396, 0.973962664604187] + } } ] }, @@ -1401,7 +2605,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.847, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.8473217487335205 + } + ], + "raw_scores": [0.15267826616764069, 0.8473217487335205] + } } ] }, @@ -1411,7 +2624,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.847, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.8470059633255005 + } + ], + "raw_scores": [0.1529940813779831, 0.8470059633255005] + } } ] }, @@ -1421,7 +2643,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.847, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.8473217487335205 + } + ], + "raw_scores": [0.15267828106880188, 0.8473217487335205] + } } ] }, @@ -1431,7 +2662,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.879, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.8792282938957214 + } + ], + "raw_scores": [0.12077173590660095, 0.8792282938957214] + } } ] }, @@ -1441,17 +2681,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.847, [1,2,7,7], [1,960], [2]"] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-large-1x/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.8470059633255005 + } + ], + "raw_scores": [0.1529940813779831, 0.8470059633255005] + } } ] }, @@ -1461,7 +2700,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.870, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.8695344924926758 + } + ], + "raw_scores": [0.1304655522108078, 0.8695344924926758] + } } ] }, @@ -1471,7 +2719,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.869, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.8688372373580933 + } + ], + "raw_scores": [0.13116273283958435, 0.8688372373580933] + } } ] }, @@ -1481,7 +2738,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.870, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.8695343136787415 + } + ], + "raw_scores": [0.13046568632125854, 0.8695343136787415] + } } ] }, @@ -1491,7 +2757,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.838, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.8383836150169373 + } + ], + "raw_scores": [0.1616164594888687, 0.8383836150169373] + } } ] }, @@ -1501,17 +2776,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["1 (dog): 0.869, [1,2,7,7], [1,576], [2]"] - } - ] - }, - { - "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-small/torch/weights.pth", - "type": "ClassificationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "dog", + "confidence": 0.8688372373580933 + } + ], + "raw_scores": [0.13116273283958435, 0.8688372373580933] + } } ] }, @@ -1521,7 +2795,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["90, 61, 339, 300, 1 (dog): 0.605; [0]; [0]"] + "reference": { + "bboxes": [[90, 61, 339, 300]], + "labels": [1], + "scores": [0.605266273021698], + "label_names": ["dog"] + } } ] }, @@ -1531,7 +2810,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["90, 61, 339, 300, 1 (dog): 0.605; [0]; [0]"] + "reference": { + "bboxes": [[90, 61, 339, 300]], + "labels": [1], + "scores": [0.6045332551002502], + "label_names": ["dog"] + } } ] }, @@ -1541,7 +2825,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["90, 61, 339, 300, 1 (dog): 0.605; [0]; [0]"] + "reference": { + "bboxes": [[90, 61, 339, 300]], + "labels": [1], + "scores": [0.6052664518356323], + "label_names": ["dog"] + } } ] }, @@ -1551,7 +2840,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["91, 59, 339, 300, 1 (dog): 0.657; [0]; [0]"] + "reference": { + "bboxes": [[91, 59, 339, 300]], + "labels": [1], + "scores": [0.6574531197547913], + "label_names": ["dog"] + } } ] }, @@ -1561,17 +2855,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["90, 61, 339, 300, 1 (dog): 0.605; [1,2,25,31]; [1,320]"] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/ATSS-MobileNetV2/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [[90, 61, 339, 300]], + "labels": [1], + "scores": [0.6045332551002502], + "label_names": ["dog"] + } } ] }, @@ -1581,7 +2870,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["101, 60, 332, 300, 1 (dog): 0.731; [0]; [0]"] + "reference": { + "bboxes": [[101, 60, 332, 300]], + "labels": [1], + "scores": [0.7311218976974487], + "label_names": ["dog"] + } } ] }, @@ -1591,7 +2885,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["101, 60, 332, 300, 1 (dog): 0.731; [0]; [0]"] + "reference": { + "bboxes": [[101, 60, 332, 300]], + "labels": [1], + "scores": [0.7311151027679443], + "label_names": ["dog"] + } } ] }, @@ -1601,7 +2900,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["101, 60, 332, 300, 1 (dog): 0.731; [0]; [0]"] + "reference": { + "bboxes": [[101, 60, 332, 300]], + "labels": [1], + "scores": [0.7311219573020935], + "label_names": ["dog"] + } } ] }, @@ -1611,7 +2915,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["100, 60, 336, 300, 1 (dog): 0.712; [0]; [0]"] + "reference": { + "bboxes": [[100, 60, 336, 300]], + "labels": [1], + "scores": [0.7124019861221313], + "label_names": ["dog"] + } } ] }, @@ -1621,19 +2930,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "101, 60, 332, 300, 1 (dog): 0.731; [1,2,25,31]; [1,1280]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/ATSS-ResNeXt101/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [[101, 60, 332, 300]], + "labels": [1], + "scores": [0.7311151027679443], + "label_names": ["dog"] + } } ] }, @@ -1643,7 +2945,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["100, 63, 336, 300, 1 (dog): 0.879; [0]; [0]"] + "reference": { + "bboxes": [[100, 63, 336, 300]], + "labels": [1], + "scores": [0.8786922097206116], + "label_names": ["dog"] + } } ] }, @@ -1653,7 +2960,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["100, 63, 336, 300, 1 (dog): 0.880; [0]; [0]"] + "reference": { + "bboxes": [[100, 63, 336, 300]], + "labels": [1], + "scores": [0.879804790019989], + "label_names": ["dog"] + } } ] }, @@ -1663,7 +2975,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["100, 63, 336, 300, 1 (dog): 0.879; [0]; [0]"] + "reference": { + "bboxes": [[100, 63, 336, 300]], + "labels": [1], + "scores": [0.878692090511322], + "label_names": ["dog"] + } } ] }, @@ -1673,7 +2990,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["88, 59, 333, 297, 1 (dog): 0.814; [0]; [0]"] + "reference": { + "bboxes": [[88, 59, 333, 297]], + "labels": [1], + "scores": [0.8135271668434143], + "label_names": ["dog"] + } } ] }, @@ -1683,17 +3005,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["100, 63, 336, 300, 1 (dog): 0.880; [1,2,40,40]; [1,768]"] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/Deim-DFine-L/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [[100, 63, 336, 300]], + "labels": [1], + "scores": [0.879804790019989], + "label_names": ["dog"] + } } ] }, @@ -1703,7 +3020,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["97, 61, 336, 300, 1 (dog): 0.688; [0]; [0]"] + "reference": { + "bboxes": [[97, 61, 336, 300]], + "labels": [1], + "scores": [0.6880279779434204], + "label_names": ["dog"] + } } ] }, @@ -1713,7 +3035,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["97, 61, 336, 300, 1 (dog): 0.691; [0]; [0]"] + "reference": { + "bboxes": [[97, 61, 336, 300]], + "labels": [1], + "scores": [0.6911171674728394], + "label_names": ["dog"] + } } ] }, @@ -1723,7 +3050,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["97, 61, 336, 300, 1 (dog): 0.688; [0]; [0]"] + "reference": { + "bboxes": [[97, 61, 336, 300]], + "labels": [1], + "scores": [0.6880275011062622], + "label_names": ["dog"] + } } ] }, @@ -1733,7 +3065,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1743,17 +3080,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["97, 61, 336, 300, 1 (dog): 0.691; [1,2,40,40]; [1,768]"] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/Deim-DFine-M/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [[97, 61, 336, 300]], + "labels": [1], + "scores": [0.6911171674728394], + "label_names": ["dog"] + } } ] }, @@ -1763,7 +3095,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["99, 61, 337, 300, 1 (dog): 0.572; [0]; [0]"] + "reference": { + "bboxes": [[99, 61, 337, 300]], + "labels": [1], + "scores": [0.5722445249557495], + "label_names": ["dog"] + } } ] }, @@ -1773,7 +3110,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["99, 61, 337, 300, 1 (dog): 0.572; [0]; [0]"] + "reference": { + "bboxes": [[99, 61, 337, 300]], + "labels": [1], + "scores": [0.5715287327766418], + "label_names": ["dog"] + } } ] }, @@ -1783,7 +3125,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["99, 61, 337, 300, 1 (dog): 0.572; [0]; [0]"] + "reference": { + "bboxes": [[99, 61, 337, 300]], + "labels": [1], + "scores": [0.5722460746765137], + "label_names": ["dog"] + } } ] }, @@ -1793,7 +3140,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["98, 63, 336, 300, 1 (dog): 0.576; [0]; [0]"] + "reference": { + "bboxes": [[98, 63, 336, 300]], + "labels": [1], + "scores": [0.5758538842201233], + "label_names": ["dog"] + } } ] }, @@ -1803,17 +3155,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["99, 61, 337, 300, 1 (dog): 0.572; [1,2,40,40]; [1,1152]"] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/Deim-DFine-X/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [[99, 61, 337, 300]], + "labels": [1], + "scores": [0.5715287327766418], + "label_names": ["dog"] + } } ] }, @@ -1823,7 +3170,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["96, 63, 336, 300, 1 (dog): 0.730; [0]; [0]"] + "reference": { + "bboxes": [[96, 63, 336, 300]], + "labels": [1], + "scores": [0.729743242263794], + "label_names": ["dog"] + } } ] }, @@ -1833,7 +3185,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["96, 63, 336, 300, 1 (dog): 0.730; [0]; [0]"] + "reference": { + "bboxes": [[96, 63, 336, 300]], + "labels": [1], + "scores": [0.7303683757781982], + "label_names": ["dog"] + } } ] }, @@ -1843,7 +3200,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["96, 63, 336, 300, 1 (dog): 0.730; [0]; [0]"] + "reference": { + "bboxes": [[96, 63, 336, 300]], + "labels": [1], + "scores": [0.7297437787055969], + "label_names": ["dog"] + } } ] }, @@ -1853,7 +3215,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1863,17 +3230,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["96, 63, 336, 300, 1 (dog): 0.730; [1,2,40,40]; [1,1152]"] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/DFine-X/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [[96, 63, 336, 300]], + "labels": [1], + "scores": [0.7303683757781982], + "label_names": ["dog"] + } } ] }, @@ -1937,16 +3299,6 @@ } ] }, - { - "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-EfficientNetB2B/torch/weights.pth", - "type": "MaskRCNNModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V1/onnx/model.onnx", "type": "MaskRCNNModel", @@ -2005,16 +3357,6 @@ } ] }, - { - "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V1/torch/weights.pth", - "type": "MaskRCNNModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V2/onnx/model.onnx", "type": "MaskRCNNModel", @@ -2075,23 +3417,18 @@ } ] }, - { - "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V2/torch/weights.pth", - "type": "MaskRCNNModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/Detection/RTMdet-Tiny/onnx/model.onnx", "type": "DetectionModel", "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2101,7 +3438,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2111,7 +3453,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2121,7 +3468,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2131,17 +3483,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[1,2,40,40]; [1,288]"] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/RTMdet-Tiny/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2151,9 +3498,15 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "118, 22, 374, 300, 1 (dog): 0.998; 0, 21, 351, 298, 0 (cat): 0.872; [0]; [0]" - ] + "reference": { + "bboxes": [ + [118, 22, 374, 300], + [0, 21, 351, 298] + ], + "labels": [1, 0], + "scores": [0.9981312155723572, 0.8724134564399719], + "label_names": ["dog", "cat"] + } } ] }, @@ -2163,9 +3516,15 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "118, 22, 374, 300, 1 (dog): 0.998; 0, 21, 351, 298, 0 (cat): 0.873; [0]; [0]" - ] + "reference": { + "bboxes": [ + [118, 22, 374, 300], + [0, 21, 351, 298] + ], + "labels": [1, 0], + "scores": [0.9981437921524048, 0.8729411363601685], + "label_names": ["dog", "cat"] + } } ] }, @@ -2175,9 +3534,15 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "118, 22, 374, 300, 1 (dog): 0.998; 0, 21, 351, 298, 0 (cat): 0.872; [0]; [0]" - ] + "reference": { + "bboxes": [ + [118, 22, 374, 300], + [0, 21, 351, 298] + ], + "labels": [1, 0], + "scores": [0.9981312155723572, 0.8724136352539062], + "label_names": ["dog", "cat"] + } } ] }, @@ -2187,9 +3552,15 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "123, 40, 373, 300, 1 (dog): 0.997; 0, 24, 345, 299, 0 (cat): 0.854; [0]; [0]" - ] + "reference": { + "bboxes": [ + [123, 40, 373, 300], + [0, 24, 345, 299] + ], + "labels": [1, 0], + "scores": [0.9971006512641907, 0.8536375164985657], + "label_names": ["dog", "cat"] + } } ] }, @@ -2199,19 +3570,15 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "118, 22, 374, 300, 1 (dog): 0.998; 0, 21, 351, 298, 0 (cat): 0.873; [1,3,27,27]; [1,416]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/SSD-MobilenetV2/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [ + [118, 22, 374, 300], + [0, 21, 351, 298] + ], + "labels": [1, 0], + "scores": [0.9981437921524048, 0.8729411363601685], + "label_names": ["dog", "cat"] + } } ] }, @@ -2221,7 +3588,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2231,7 +3603,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2241,7 +3618,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2251,7 +3633,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2261,17 +3648,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["[1,2,40,40]; [1,768]"] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/YOLOX-L/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2281,9 +3663,18 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "14, 62, 348, 296, 1 (dog): 0.841; 5, 57, 368, 295, 0 (cat): 0.399; 10, 187, 395, 300, 0 (cat): 0.228; [0]; [0]" - ] + "reference": { + "bboxes": [ + [14, 62, 348, 296], + [5, 57, 368, 295], + [10, 187, 395, 300] + ], + "labels": [1, 0, 0], + "scores": [ + 0.8407946228981018, 0.3989197611808777, 0.22831308841705322 + ], + "label_names": ["dog", "cat", "cat"] + } } ] }, @@ -2293,9 +3684,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "14, 62, 348, 296, 1 (dog): 0.841; 5, 57, 368, 296, 0 (cat): 0.399; 10, 187, 395, 300, 0 (cat): 0.228; [0]; [0]" - ] + "reference": { + "bboxes": [ + [14, 62, 348, 296], + [5, 57, 368, 296], + [10, 187, 395, 300] + ], + "labels": [1, 0, 0], + "scores": [0.841036319732666, 0.3987918794155121, 0.2283603549003601], + "label_names": ["dog", "cat", "cat"] + } } ] }, @@ -2305,9 +3703,18 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "14, 62, 348, 296, 1 (dog): 0.841; 5, 57, 368, 295, 0 (cat): 0.399; 10, 187, 395, 300, 0 (cat): 0.228; [0]; [0]" - ] + "reference": { + "bboxes": [ + [14, 62, 348, 296], + [5, 57, 368, 295], + [10, 187, 395, 300] + ], + "labels": [1, 0, 0], + "scores": [ + 0.8407946228981018, 0.3989197611808777, 0.22831308841705322 + ], + "label_names": ["dog", "cat", "cat"] + } } ] }, @@ -2317,9 +3724,18 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "21, 63, 355, 297, 1 (dog): 0.893; 9, 56, 369, 298, 0 (cat): 0.234; 7, 188, 396, 300, 0 (cat): 0.220; [0]; [0]" - ] + "reference": { + "bboxes": [ + [21, 63, 355, 297], + [9, 56, 369, 298], + [7, 188, 396, 300] + ], + "labels": [1, 0, 0], + "scores": [ + 0.8926340341567993, 0.23384703695774078, 0.22025303542613983 + ], + "label_names": ["dog", "cat", "cat"] + } } ] }, @@ -2329,19 +3745,16 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "14, 62, 348, 296, 1 (dog): 0.841; 5, 57, 368, 296, 0 (cat): 0.399; 10, 187, 395, 300, 0 (cat): 0.228; [1,2,40,40]; [1,384]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/YOLOX-S/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [ + [14, 62, 348, 296], + [5, 57, 368, 296], + [10, 187, 395, 300] + ], + "labels": [1, 0, 0], + "scores": [0.841036319732666, 0.3987918794155121, 0.2283603549003601], + "label_names": ["dog", "cat", "cat"] + } } ] }, @@ -2351,9 +3764,15 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "112, 63, 367, 300, 1 (dog): 0.897; 0, 0, 400, 300, 0 (cat): 0.253; [0]; [0]" - ] + "reference": { + "bboxes": [ + [112, 63, 367, 300], + [0, 0, 400, 300] + ], + "labels": [1, 0], + "scores": [0.8967000246047974, 0.25308260321617126], + "label_names": ["dog", "cat"] + } } ] }, @@ -2363,9 +3782,15 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "112, 63, 367, 300, 1 (dog): 0.896; 0, 0, 400, 300, 0 (cat): 0.254; [0]; [0]" - ] + "reference": { + "bboxes": [ + [112, 63, 367, 300], + [0, 0, 400, 300] + ], + "labels": [1, 0], + "scores": [0.896433413028717, 0.2537277042865753], + "label_names": ["dog", "cat"] + } } ] }, @@ -2375,9 +3800,15 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "112, 63, 367, 300, 1 (dog): 0.897; 0, 0, 400, 300, 0 (cat): 0.253; [0]; [0]" - ] + "reference": { + "bboxes": [ + [112, 63, 367, 300], + [0, 0, 400, 300] + ], + "labels": [1, 0], + "scores": [0.8967000246047974, 0.25308260321617126], + "label_names": ["dog", "cat"] + } } ] }, @@ -2387,9 +3818,15 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "31, 54, 375, 300, 1 (dog): 0.764; 0, 0, 399, 300, 0 (cat): 0.132; [0]; [0]" - ] + "reference": { + "bboxes": [ + [31, 54, 375, 300], + [0, 0, 399, 300] + ], + "labels": [1, 0], + "scores": [0.7641829252243042, 0.13213935494422913], + "label_names": ["dog", "cat"] + } } ] }, @@ -2399,19 +3836,15 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": [ - "112, 63, 367, 300, 1 (dog): 0.896; 0, 0, 400, 300, 0 (cat): 0.254; [1,2,26,26]; [1,288]" - ] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/YOLOX-Tiny/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [ + [112, 63, 367, 300], + [0, 0, 400, 300] + ], + "labels": [1, 0], + "scores": [0.896433413028717, 0.2537277042865753], + "label_names": ["dog", "cat"] + } } ] }, @@ -2421,7 +3854,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["96, 65, 340, 300, 1 (dog): 0.932; [0]; [0]"] + "reference": { + "bboxes": [[96, 65, 340, 300]], + "labels": [1], + "scores": [0.9315186738967896], + "label_names": ["dog"] + } } ] }, @@ -2431,7 +3869,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["96, 65, 340, 300, 1 (dog): 0.932; [0]; [0]"] + "reference": { + "bboxes": [[96, 65, 340, 300]], + "labels": [1], + "scores": [0.931570827960968], + "label_names": ["dog"] + } } ] }, @@ -2441,7 +3884,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["96, 65, 340, 300, 1 (dog): 0.932; [0]; [0]"] + "reference": { + "bboxes": [[96, 65, 340, 300]], + "labels": [1], + "scores": [0.9315186738967896], + "label_names": ["dog"] + } } ] }, @@ -2451,7 +3899,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["95, 57, 339, 300, 1 (dog): 0.915; [0]; [0]"] + "reference": { + "bboxes": [[95, 57, 339, 300]], + "labels": [1], + "scores": [0.9153797626495361], + "label_names": ["dog"] + } } ] }, @@ -2461,17 +3914,12 @@ "test_data": [ { "image": "images/dog_50.jpg", - "reference": ["96, 65, 340, 300, 1 (dog): 0.932; [1,2,40,40]; [1,960]"] - } - ] - }, - { - "name": "geti_2.13.0_models/Detection/YOLOX-X/torch/weights.pth", - "type": "DetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] + "reference": { + "bboxes": [[96, 65, 340, 300]], + "labels": [1], + "scores": [0.931570827960968], + "label_names": ["dog"] + } } ] }, @@ -2523,16 +3971,6 @@ } ] }, - { - "name": "geti_2.13.0_models/KeypointDetection/RTMPose-Tiny/torch/weights.pth", - "type": "KeypointDetectionModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-EfficientNetB2B/onnx/model.onnx", "type": "MaskRCNNModel", @@ -2593,16 +4031,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-EfficientNetB2B/torch/weights.pth", - "type": "MaskRCNNModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V1/onnx/model.onnx", "type": "MaskRCNNModel", @@ -2663,16 +4091,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V1/torch/weights.pth", - "type": "MaskRCNNModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V2/onnx/model.onnx", "type": "MaskRCNNModel", @@ -2733,16 +4151,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V2/torch/weights.pth", - "type": "MaskRCNNModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-Swin-T/onnx/model.onnx", "type": "MaskRCNNModel", @@ -2803,16 +4211,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-Swin-T/torch/weights.pth", - "type": "MaskRCNNModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationInstance/RTMDet-Tiny/onnx/model.onnx", "type": "MaskRCNNModel", @@ -2863,16 +4261,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationInstance/RTMDet-Tiny/torch/weights.pth", - "type": "MaskRCNNModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationSemantic/Dino-V2-Small/onnx/model.onnx", "type": "SegmentationModel", @@ -2933,16 +4321,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationSemantic/Dino-V2-Small/torch/weights.pth", - "type": "SegmentationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-18/onnx/model.onnx", "type": "SegmentationModel", @@ -3003,16 +4381,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-18/torch/weights.pth", - "type": "SegmentationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-S/onnx/model.onnx", "type": "SegmentationModel", @@ -3073,16 +4441,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-S/torch/weights.pth", - "type": "SegmentationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-X/onnx/model.onnx", "type": "SegmentationModel", @@ -3143,16 +4501,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-X/torch/weights.pth", - "type": "SegmentationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-B/onnx/model.onnx", "type": "SegmentationModel", @@ -3213,16 +4561,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-B/torch/weights.pth", - "type": "SegmentationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-S/onnx/model.onnx", "type": "SegmentationModel", @@ -3283,16 +4621,6 @@ } ] }, - { - "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-S/torch/weights.pth", - "type": "SegmentationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] - }, { "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-T/onnx/model.onnx", "type": "SegmentationModel", @@ -3352,15 +4680,5 @@ ] } ] - }, - { - "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-T/torch/weights.pth", - "type": "SegmentationModel", - "test_data": [ - { - "image": "images/dog_50.jpg", - "reference": [""] - } - ] } ] diff --git a/tests/accuracy/otx_2.6.0_models.json b/tests/accuracy/otx_2.6.0_models.json index 4cf4781b..740945e6 100644 --- a/tests/accuracy/otx_2.6.0_models.json +++ b/tests/accuracy/otx_2.6.0_models.json @@ -185,7 +185,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.715, 2 (Heart_King): 0.734, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.7145756483078003 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.7336823344230652 + } + ], + "raw_scores": [ + 0.7145756483078003, 0.2854243218898773, 0.7336823344230652, + 0.2663177251815796, 0.986702024936676, 0.01329794805496931 + ] + } } ] }, @@ -195,7 +212,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.617, 2 (Heart_King): 0.861, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.6165615320205688 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.8612127304077148 + } + ], + "raw_scores": [ + 0.6165615320205688, 0.38343846797943115, 0.8612127304077148, + 0.13878728449344635, 0.9972419738769531, 0.0027580340392887592 + ] + } } ] }, @@ -205,7 +239,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.616, 2 (Heart_King): 0.861, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.6163210868835449 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.8607946038246155 + } + ], + "raw_scores": [ + 0.6163210868835449, 0.3836788833141327, 0.8607946038246155, + 0.13920536637306213, 0.9972367286682129, 0.0027632242999970913 + ] + } } ] }, @@ -215,7 +266,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.617, 2 (Heart_King): 0.861, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.61669921875 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.861328125 + } + ], + "raw_scores": [ + 0.61669921875, 0.383544921875, 0.861328125, 0.1387939453125, + 0.9970703125, 0.002758026123046875 + ] + } } ] }, @@ -225,7 +293,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.616, 2 (Heart_King): 0.861, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.6163213849067688 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.8607947826385498 + } + ], + "raw_scores": [ + 0.6163213849067688, 0.3836786150932312, 0.8607947826385498, + 0.13920524716377258, 0.9972367286682129, 0.002763220574706793 + ] + } } ] }, @@ -235,7 +320,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 1.000, 2 (Heart_King): 0.991, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.9999998807907104 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.9913763403892517 + } + ], + "raw_scores": [ + 0.9999998807907104, 9.976682235901535e-8, 0.9913763403892517, + 0.008623705245554447, 1.0, 1.2107886915302402e-9 + ] + } } ] }, @@ -245,7 +347,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 1.000, 2 (Heart_King): 0.968, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.9999996423721313 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.9678851962089539 + } + ], + "raw_scores": [ + 0.9999996423721313, 3.8175650729499466e-7, 0.9678851962089539, + 0.03211481124162674, 1.0, 9.205073335516456e-12 + ] + } } ] }, @@ -255,7 +374,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 1.000, 2 (Heart_King): 0.968, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.9999996423721313 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.967502236366272 + } + ], + "raw_scores": [ + 0.9999996423721313, 3.8787777612014906e-7, 0.967502236366272, + 0.032497771084308624, 1.0, 9.132846388870686e-12 + ] + } } ] }, @@ -265,7 +401,23 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 1.000, 2 (Heart_King): 0.968, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 1.0 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.9677734375 + } + ], + "raw_scores": [ + 1.0, 3.5762786865234375e-7, 0.9677734375, 0.0323486328125, 1.0, 0.0 + ] + } } ] }, @@ -275,7 +427,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 1.000, 2 (Heart_King): 0.968, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.9999996423721313 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.9675025343894958 + } + ], + "raw_scores": [ + 0.9999996423721313, 3.8787447920185514e-7, 0.9675025343894958, + 0.03249741345643997, 1.0, 9.13310746475382e-12 + ] + } } ] }, @@ -285,7 +454,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["1 (Spade): 0.607, 4 (Spade_King): 0.818, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "Spade", + "confidence": 0.6065202355384827 + }, + { + "id": 4, + "name": "Spade_King", + "confidence": 0.8183473944664001 + } + ], + "raw_scores": [ + 0.3934797942638397, 0.6065202355384827, 0.44813984632492065, + 0.5518601536750793, 0.8183473944664001, 0.18165265023708344 + ] + } } ] }, @@ -295,7 +481,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["1 (Spade): 0.634, 4 (Spade_King): 0.821, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "Spade", + "confidence": 0.6341033577919006 + }, + { + "id": 4, + "name": "Spade_King", + "confidence": 0.8208940029144287 + } + ], + "raw_scores": [ + 0.36589667201042175, 0.6341033577919006, 0.4909251034259796, + 0.5090749263763428, 0.8208940029144287, 0.17910604178905487 + ] + } } ] }, @@ -305,7 +508,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["1 (Spade): 0.633, 4 (Spade_King): 0.820, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "Spade", + "confidence": 0.6334952116012573 + }, + { + "id": 4, + "name": "Spade_King", + "confidence": 0.8196662664413452 + } + ], + "raw_scores": [ + 0.3665047883987427, 0.6334952116012573, 0.4927893579006195, + 0.5072106122970581, 0.8196662664413452, 0.18033373355865479 + ] + } } ] }, @@ -315,7 +535,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["1 (Spade): 0.634, 4 (Spade_King): 0.821, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "Spade", + "confidence": 0.63427734375 + }, + { + "id": 4, + "name": "Spade_King", + "confidence": 0.8212890625 + } + ], + "raw_scores": [ + 0.365966796875, 0.63427734375, 0.4912109375, 0.5087890625, + 0.8212890625, 0.1788330078125 + ] + } } ] }, @@ -325,7 +562,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["1 (Spade): 0.633, 4 (Spade_King): 0.820, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "Spade", + "confidence": 0.6334952116012573 + }, + { + "id": 4, + "name": "Spade_King", + "confidence": 0.8196666836738586 + } + ], + "raw_scores": [ + 0.3665047585964203, 0.6334952116012573, 0.49278950691223145, + 0.5072105526924133, 0.8196666836738586, 0.18033328652381897 + ] + } } ] }, @@ -335,7 +589,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.979, 2 (Heart_King): 0.971, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.9791454076766968 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.9708479642868042 + } + ], + "raw_scores": [ + 0.9791454076766968, 0.020854605361819267, 0.9708479642868042, + 0.02915201708674431, 0.8400623202323914, 0.15993769466876984 + ] + } } ] }, @@ -345,7 +616,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.977, 2 (Heart_King): 0.990, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.9767499566078186 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.9902340173721313 + } + ], + "raw_scores": [ + 0.9767499566078186, 0.023250026628375053, 0.9902340173721313, + 0.009766042232513428, 0.981468141078949, 0.018531937152147293 + ] + } } ] }, @@ -355,7 +643,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.977, 2 (Heart_King): 0.990, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.9767941832542419 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.9902704954147339 + } + ], + "raw_scores": [ + 0.9767941832542419, 0.023205850273370743, 0.9902704954147339, + 0.009729569777846336, 0.981397271156311, 0.018602769821882248 + ] + } } ] }, @@ -365,7 +670,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.977, 2 (Heart_King): 0.990, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.97705078125 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.990234375 + } + ], + "raw_scores": [ + 0.97705078125, 0.0232391357421875, 0.990234375, 0.0097808837890625, + 0.98193359375, 0.0185394287109375 + ] + } } ] }, @@ -375,7 +697,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.977, 2 (Heart_King): 0.990, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.9767940640449524 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.9902703762054443 + } + ], + "raw_scores": [ + 0.9767940640449524, 0.023205872625112534, 0.9902703762054443, + 0.009729595854878426, 0.9813971519470215, 0.01860278658568859 + ] + } } ] }, @@ -385,7 +724,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.637, 2 (Heart_King): 0.662, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.637029767036438 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.6621490716934204 + } + ], + "raw_scores": [ + 0.637029767036438, 0.362970232963562, 0.6621490716934204, + 0.3378508687019348, 0.4769825041294098, 0.5230174660682678 + ] + } } ] }, @@ -395,7 +751,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.577, 2 (Heart_King): 0.664, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.5770482420921326 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.6644704341888428 + } + ], + "raw_scores": [ + 0.5770482420921326, 0.42295172810554504, 0.6644704341888428, + 0.3355295956134796, 0.4053749144077301, 0.5946251153945923 + ] + } } ] }, @@ -405,7 +778,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.577, 2 (Heart_King): 0.665, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.5771256685256958 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.6648337244987488 + } + ], + "raw_scores": [ + 0.5771256685256958, 0.422874391078949, 0.6648337244987488, + 0.3351662755012512, 0.4056793749332428, 0.5943205952644348 + ] + } } ] }, @@ -415,7 +805,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.577, 2 (Heart_King): 0.665, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.5771484375 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.66455078125 + } + ], + "raw_scores": [ + 0.5771484375, 0.423095703125, 0.66455078125, 0.33544921875, + 0.4052734375, 0.5947265625 + ] + } } ] }, @@ -425,7 +832,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.577, 2 (Heart_King): 0.665, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.5771257877349854 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.6648337841033936 + } + ], + "raw_scores": [ + 0.5771257877349854, 0.42287421226501465, 0.6648337841033936, + 0.33516618609428406, 0.40567925572395325, 0.5943207740783691 + ] + } } ] }, @@ -435,7 +859,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.818, 2 (Heart_King): 0.773, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.8180504441261292 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.7726703882217407 + } + ], + "raw_scores": [ + 0.8180504441261292, 0.18194961547851562, 0.7726703882217407, + 0.22732959687709808, 0.6283246874809265, 0.3716753125190735 + ] + } } ] }, @@ -445,7 +886,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.816, 2 (Heart_King): 0.826, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.8160292506217957 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.8262423276901245 + } + ], + "raw_scores": [ + 0.8160292506217957, 0.18397068977355957, 0.8262423276901245, + 0.1737576723098755, 0.7183647155761719, 0.2816353142261505 + ] + } } ] }, @@ -455,7 +913,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.815, 2 (Heart_King): 0.826, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.8154787421226501 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.8258689045906067 + } + ], + "raw_scores": [ + 0.8154787421226501, 0.18452122807502747, 0.8258689045906067, + 0.1741311401128769, 0.717056393623352, 0.28294363617897034 + ] + } } ] }, @@ -465,7 +940,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.816, 2 (Heart_King): 0.827, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.81640625 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.82666015625 + } + ], + "raw_scores": [ + 0.81640625, 0.18359375, 0.82666015625, 0.173583984375, + 0.71923828125, 0.281005859375 + ] + } } ] }, @@ -475,7 +967,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.815, 2 (Heart_King): 0.826, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.8154786825180054 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.8258687853813171 + } + ], + "raw_scores": [ + 0.8154786825180054, 0.18452130258083344, 0.8258687853813171, + 0.17413116991519928, 0.7170566916465759, 0.2829433083534241 + ] + } } ] }, @@ -485,7 +994,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.743, 2 (Heart_King): 0.981, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.7434941530227661 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.980540931224823 + } + ], + "raw_scores": [ + 0.7434941530227661, 0.25650590658187866, 0.980540931224823, + 0.019459107890725136, 0.9756947755813599, 0.02430526353418827 + ] + } } ] }, @@ -495,7 +1021,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.648, 2 (Heart_King): 0.986, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.6483248472213745 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.9862406849861145 + } + ], + "raw_scores": [ + 0.6483248472213745, 0.3516751825809479, 0.9862406849861145, + 0.013759355060756207, 0.9830005168914795, 0.016999520361423492 + ] + } } ] }, @@ -505,7 +1048,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.649, 2 (Heart_King): 0.987, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.6490258574485779 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.986549437046051 + } + ], + "raw_scores": [ + 0.6490258574485779, 0.3509741425514221, 0.986549437046051, + 0.013450534082949162, 0.9830832481384277, 0.01691676676273346 + ] + } } ] }, @@ -515,7 +1075,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.648, 2 (Heart_King): 0.986, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.64794921875 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.986328125 + } + ], + "raw_scores": [ + 0.64794921875, 0.3515625, 0.986328125, 0.01374053955078125, + 0.98291015625, 0.01702880859375 + ] + } } ] }, @@ -525,7 +1102,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["0 (Heart): 0.649, 2 (Heart_King): 0.987, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Heart", + "confidence": 0.6490260362625122 + }, + { + "id": 2, + "name": "Heart_King", + "confidence": 0.9865495562553406 + } + ], + "raw_scores": [ + 0.6490260362625122, 0.3509739935398102, 0.9865495562553406, + 0.013450471684336662, 0.9830832481384277, 0.016916722059249878 + ] + } } ] }, @@ -535,7 +1129,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["1 (Spade): 0.917, 4 (Spade_King): 0.998, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "Spade", + "confidence": 0.9173175692558289 + }, + { + "id": 4, + "name": "Spade_King", + "confidence": 0.9975026249885559 + } + ], + "raw_scores": [ + 0.08268244564533234, 0.9173175692558289, 0.9704619646072388, + 0.029538072645664215, 0.9975026249885559, 0.0024973812978714705 + ] + } } ] }, @@ -545,7 +1156,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["1 (Spade): 0.838, 4 (Spade_King): 0.998, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "Spade", + "confidence": 0.8375370502471924 + }, + { + "id": 4, + "name": "Spade_King", + "confidence": 0.9975228905677795 + } + ], + "raw_scores": [ + 0.16246289014816284, 0.8375370502471924, 0.9533870816230774, + 0.04661286249756813, 0.9975228905677795, 0.002477056346833706 + ] + } } ] }, @@ -555,7 +1183,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["1 (Spade): 0.837, 4 (Spade_King): 0.998, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "Spade", + "confidence": 0.8373593091964722 + }, + { + "id": 4, + "name": "Spade_King", + "confidence": 0.9975346326828003 + } + ], + "raw_scores": [ + 0.16264064610004425, 0.8373593091964722, 0.9533910751342773, + 0.04660887271165848, 0.9975346326828003, 0.00246535730548203 + ] + } } ] }, @@ -565,7 +1210,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["1 (Spade): 0.836, 4 (Spade_King): 0.997, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "Spade", + "confidence": 0.83642578125 + }, + { + "id": 4, + "name": "Spade_King", + "confidence": 0.9970703125 + } + ], + "raw_scores": [ + 0.16357421875, 0.83642578125, 0.95361328125, 0.046478271484375, + 0.9970703125, 0.002471923828125 + ] + } } ] }, @@ -575,7 +1237,24 @@ "test_data": [ { "image": "images/083.jpg", - "reference": ["1 (Spade): 0.837, 4 (Spade_King): 0.998, [0], [0], [6]"] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "Spade", + "confidence": 0.8373590111732483 + }, + { + "id": 4, + "name": "Spade_King", + "confidence": 0.9975346326828003 + } + ], + "raw_scores": [ + 0.1626410335302353, 0.8373590111732483, 0.9533913135528564, + 0.046608712524175644, 0.9975346326828003, 0.002465343102812767 + ] + } } ] }, @@ -585,7 +1264,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.584, 1 (Lion): 0.588, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5843340158462524 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.588005542755127 + } + ], + "raw_scores": [0.5843340158462524, 0.588005542755127] + } } ] }, @@ -595,7 +1288,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.592, 1 (Lion): 0.587, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5918193459510803 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5873188376426697 + } + ], + "raw_scores": [0.5918193459510803, 0.5873188376426697] + } } ] }, @@ -605,7 +1312,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.592, 1 (Lion): 0.587, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5918653607368469 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5873985290527344 + } + ], + "raw_scores": [0.5918653607368469, 0.5873985290527344] + } } ] }, @@ -615,7 +1336,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.592, 1 (Lion): 0.587, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.591796875 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5869140625 + } + ], + "raw_scores": [0.591796875, 0.5869140625] + } } ] }, @@ -625,7 +1360,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.592, 1 (Lion): 0.587, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5918653607368469 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5873984694480896 + } + ], + "raw_scores": [0.5918653607368469, 0.5873984694480896] + } } ] }, @@ -635,7 +1384,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.984, 1 (Lion): 0.977, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.9840827584266663 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.9772526621818542 + } + ], + "raw_scores": [0.9840827584266663, 0.9772526621818542] + } } ] }, @@ -645,7 +1408,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.985, 1 (Lion): 0.979, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.9845241904258728 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.9793886542320251 + } + ], + "raw_scores": [0.9845241904258728, 0.9793886542320251] + } } ] }, @@ -655,7 +1432,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.985, 1 (Lion): 0.979, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.9845324158668518 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.979377269744873 + } + ], + "raw_scores": [0.9845324158668518, 0.979377269744873] + } } ] }, @@ -665,7 +1456,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.984, 1 (Lion): 0.979, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.984375 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.97900390625 + } + ], + "raw_scores": [0.984375, 0.97900390625] + } } ] }, @@ -675,7 +1480,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.985, 1 (Lion): 0.979, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.9845324158668518 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.979377269744873 + } + ], + "raw_scores": [0.9845324158668518, 0.979377269744873] + } } ] }, @@ -685,7 +1504,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.621, 1 (Lion): 0.612, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.6206169128417969 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.6122708916664124 + } + ], + "raw_scores": [0.6206169128417969, 0.6122708916664124] + } } ] }, @@ -695,7 +1528,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.622, 1 (Lion): 0.613, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.6221526861190796 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.6132678985595703 + } + ], + "raw_scores": [0.6221526861190796, 0.6132678985595703] + } } ] }, @@ -705,7 +1552,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.622, 1 (Lion): 0.613, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.62178635597229 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.6128226518630981 + } + ], + "raw_scores": [0.62178635597229, 0.6128226518630981] + } } ] }, @@ -715,7 +1576,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.622, 1 (Lion): 0.613, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.6220703125 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.61328125 + } + ], + "raw_scores": [0.6220703125, 0.61328125] + } } ] }, @@ -725,7 +1600,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.622, 1 (Lion): 0.613, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.62178635597229 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.6128225326538086 + } + ], + "raw_scores": [0.62178635597229, 0.6128225326538086] + } } ] }, @@ -735,7 +1624,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.596, 1 (Lion): 0.593, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.595554769039154 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5933579206466675 + } + ], + "raw_scores": [0.595554769039154, 0.5933579206466675] + } } ] }, @@ -745,7 +1648,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.581, 1 (Lion): 0.575, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5812430381774902 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5747255682945251 + } + ], + "raw_scores": [0.5812430381774902, 0.5747255682945251] + } } ] }, @@ -755,7 +1672,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.581, 1 (Lion): 0.575, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5811952948570251 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5747138857841492 + } + ], + "raw_scores": [0.5811952948570251, 0.5747138857841492] + } } ] }, @@ -765,7 +1696,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.581, 1 (Lion): 0.575, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5810546875 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.57470703125 + } + ], + "raw_scores": [0.5810546875, 0.57470703125] + } } ] }, @@ -775,7 +1720,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.581, 1 (Lion): 0.575, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5811952352523804 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5747138261795044 + } + ], + "raw_scores": [0.5811952352523804, 0.5747138261795044] + } } ] }, @@ -785,7 +1744,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.555, 1 (Lion): 0.550, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5553590059280396 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5501201152801514 + } + ], + "raw_scores": [0.5553590059280396, 0.5501201152801514] + } } ] }, @@ -795,7 +1768,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.576, 1 (Lion): 0.575, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5763163566589355 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.574970006942749 + } + ], + "raw_scores": [0.5763163566589355, 0.574970006942749] + } } ] }, @@ -805,7 +1792,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.576, 1 (Lion): 0.575, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5763561725616455 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5750037431716919 + } + ], + "raw_scores": [0.5763561725616455, 0.5750037431716919] + } } ] }, @@ -815,7 +1816,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.576, 1 (Lion): 0.575, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.576171875 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5751953125 + } + ], + "raw_scores": [0.576171875, 0.5751953125] + } } ] }, @@ -825,7 +1840,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.576, 1 (Lion): 0.575, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5763562321662903 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5750037431716919 + } + ], + "raw_scores": [0.5763562321662903, 0.5750037431716919] + } } ] }, @@ -835,7 +1864,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.586, 1 (Lion): 0.571, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5859345197677612 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5710081458091736 + } + ], + "raw_scores": [0.5859345197677612, 0.5710081458091736] + } } ] }, @@ -845,7 +1888,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.582, 1 (Lion): 0.559, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5817728042602539 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5589332580566406 + } + ], + "raw_scores": [0.5817728042602539, 0.5589332580566406] + } } ] }, @@ -855,7 +1912,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.582, 1 (Lion): 0.559, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5817349553108215 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.558952808380127 + } + ], + "raw_scores": [0.5817349553108215, 0.558952808380127] + } } ] }, @@ -865,7 +1936,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.582, 1 (Lion): 0.559, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.58203125 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.55908203125 + } + ], + "raw_scores": [0.58203125, 0.55908203125] + } } ] }, @@ -875,7 +1960,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.582, 1 (Lion): 0.559, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5817349553108215 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.558952808380127 + } + ], + "raw_scores": [0.5817349553108215, 0.558952808380127] + } } ] }, @@ -885,7 +1984,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.556, 1 (Lion): 0.550, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5564266443252563 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5498062968254089 + } + ], + "raw_scores": [0.5564266443252563, 0.5498062968254089] + } } ] }, @@ -895,7 +2008,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.576, 1 (Lion): 0.568, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5757785439491272 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5679048895835876 + } + ], + "raw_scores": [0.5757785439491272, 0.5679048895835876] + } } ] }, @@ -905,7 +2032,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.576, 1 (Lion): 0.568, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5757876634597778 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5679351091384888 + } + ], + "raw_scores": [0.5757876634597778, 0.5679351091384888] + } } ] }, @@ -915,7 +2056,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.576, 1 (Lion): 0.568, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.576171875 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.56787109375 + } + ], + "raw_scores": [0.576171875, 0.56787109375] + } } ] }, @@ -925,7 +2080,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.576, 1 (Lion): 0.568, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.5757876634597778 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.5679351091384888 + } + ], + "raw_scores": [0.5757876634597778, 0.5679351091384888] + } } ] }, @@ -935,7 +2104,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.984, 1 (Lion): 0.988, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.9844750761985779 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.9883787631988525 + } + ], + "raw_scores": [0.9844750761985779, 0.9883787631988525] + } } ] }, @@ -945,7 +2128,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.986, 1 (Lion): 0.989, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.9855929017066956 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.9885444045066833 + } + ], + "raw_scores": [0.9855929017066956, 0.9885444045066833] + } } ] }, @@ -955,7 +2152,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.986, 1 (Lion): 0.989, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.9855932593345642 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.9885438084602356 + } + ], + "raw_scores": [0.9855932593345642, 0.9885438084602356] + } } ] }, @@ -965,7 +2176,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.985, 1 (Lion): 0.988, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.9853515625 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.98828125 + } + ], + "raw_scores": [0.9853515625, 0.98828125] + } } ] }, @@ -975,7 +2200,21 @@ "test_data": [ { "image": "images/Slide4.jpg", - "reference": ["0 (Panda): 0.986, 1 (Lion): 0.989, [0], [0], [2]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "Panda", + "confidence": 0.9855932593345642 + }, + { + "id": 1, + "name": "Lion", + "confidence": 0.9885438084602356 + } + ], + "raw_scores": [0.9855932593345642, 0.9885438084602356] + } } ] }, @@ -1165,9 +2404,715 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "795, 186, 1080, 508, 0 (car): 0.077; 674, 104, 813, 282, 0 (car): 0.064; 797, 189, 1079, 509, 0 (car): 0.063; 799, 191, 1074, 507, 0 (car): 0.062; 792, 181, 1084, 514, 0 (car): 0.060; 794, 188, 1079, 511, 0 (car): 0.060; 806, 189, 1078, 499, 0 (car): 0.059; 794, 187, 1080, 509, 0 (car): 0.059; 794, 190, 1075, 510, 0 (car): 0.057; 798, 195, 1077, 510, 0 (car): 0.056; 815, 190, 1076, 499, 0 (car): 0.056; 783, 174, 1092, 522, 0 (car): 0.052; 270, 68, 549, 344, 2 (bug): 0.052; 786, 183, 1086, 513, 0 (car): 0.052; 790, 195, 1082, 519, 0 (car): 0.049; 294, 73, 539, 339, 2 (bug): 0.049; 812, 187, 1076, 505, 0 (car): 0.048; 88, 52, 1116, 504, 2 (bug): 0.047; 790, 186, 1081, 509, 0 (car): 0.047; 240, 56, 573, 389, 2 (bug): 0.047; 254, 59, 568, 386, 2 (bug): 0.047; 240, 58, 562, 379, 2 (bug): 0.046; 786, 180, 1088, 519, 0 (car): 0.045; 0, 69, 1075, 605, 1 (tree): 0.045; 368, 82, 537, 329, 2 (bug): 0.044; 0, 70, 1076, 490, 1 (tree): 0.044; 0, 156, 1000, 518, 1 (tree): 0.044; 238, 59, 562, 383, 2 (bug): 0.044; 893, 192, 1080, 469, 2 (bug): 0.044; 815, 190, 1076, 499, 2 (bug): 0.043; 0, 83, 711, 381, 1 (tree): 0.043; 0, 76, 643, 247, 1 (tree): 0.043; 893, 192, 1077, 470, 2 (bug): 0.043; 180, 90, 1106, 489, 1 (tree): 0.043; 49, 309, 585, 477, 1 (tree): 0.043; 674, 104, 813, 282, 2 (bug): 0.043; 0, 333, 378, 546, 1 (tree): 0.043; 790, 195, 1082, 519, 2 (bug): 0.042; 795, 186, 1080, 508, 2 (bug): 0.042; 50, 243, 685, 414, 1 (tree): 0.042; 253, 63, 563, 386, 2 (bug): 0.042; 343, 122, 1152, 377, 1 (tree): 0.042; 798, 195, 1077, 510, 2 (bug): 0.042; 1077, 248, 1180, 399, 1 (tree): 0.042; 914, 191, 1078, 462, 2 (bug): 0.042; 276, 70, 546, 342, 2 (bug): 0.041; 0, 214, 370, 388, 1 (tree): 0.041; 126, 259, 578, 431, 1 (tree): 0.041; 791, 183, 1081, 513, 0 (car): 0.041; 0, 106, 688, 267, 1 (tree): 0.041; 803, 189, 1078, 507, 0 (car): 0.041; 386, 80, 537, 331, 2 (bug): 0.041; 913, 310, 1060, 463, 2 (bug): 0.041; 1166, 400, 1276, 508, 1 (tree): 0.040; 288, 75, 385, 198, 2 (bug): 0.040; 811, 184, 1076, 505, 0 (car): 0.040; 803, 189, 1078, 507, 1 (tree): 0.040; 58, 273, 607, 421, 1 (tree): 0.040; 0, 108, 467, 263, 1 (tree): 0.040; 282, 71, 1119, 262, 1 (tree): 0.040; 156, 61, 1153, 492, 2 (bug): 0.040; 792, 181, 1084, 514, 2 (bug): 0.040; 983, 458, 1247, 608, 1 (tree): 0.040; 295, 74, 543, 343, 2 (bug): 0.040; 810, 190, 1084, 506, 1 (tree): 0.040; 258, 58, 570, 375, 2 (bug): 0.040; 316, 77, 538, 340, 2 (bug): 0.040; 241, 54, 563, 374, 2 (bug): 0.040; 0, 345, 509, 533, 1 (tree): 0.040; 678, 107, 809, 280, 1 (tree): 0.040; 679, 103, 813, 282, 1 (tree): 0.040; 18, 308, 628, 431, 1 (tree): 0.039; 675, 105, 810, 284, 0 (car): 0.039; 793, 179, 1086, 514, 1 (tree): 0.039; 914, 191, 1078, 462, 0 (car): 0.039; 281, 75, 397, 252, 2 (bug): 0.039; 782, 178, 1097, 518, 1 (tree): 0.039; 240, 58, 1132, 518, 2 (bug): 0.039; 918, 194, 1075, 459, 2 (bug): 0.039; 280, 72, 544, 340, 2 (bug): 0.039; 128, 153, 815, 477, 1 (tree): 0.039; 0, 194, 901, 311, 1 (tree): 0.039; 811, 184, 1076, 505, 1 (tree): 0.038; 797, 189, 1079, 509, 2 (bug): 0.038; 905, 304, 1058, 465, 2 (bug): 0.038; 938, 315, 1059, 455, 2 (bug): 0.038; 799, 191, 1074, 507, 2 (bug): 0.038; 0, 55, 865, 228, 1 (tree): 0.038; 794, 193, 1076, 511, 1 (tree): 0.038; 0, 171, 1049, 666, 1 (tree): 0.038; 793, 179, 1086, 514, 0 (car): 0.038; 0, 315, 740, 427, 1 (tree): 0.038; 0, 223, 381, 402, 1 (tree): 0.038; 792, 191, 1080, 513, 1 (tree): 0.038; 676, 106, 809, 282, 0 (car): 0.038; 654, 96, 829, 319, 0 (car): 0.038; 0, 216, 971, 360, 1 (tree): 0.038; 402, 115, 535, 321, 2 (bug): 0.038; 0, 92, 930, 242, 1 (tree): 0.038; 776, 170, 1103, 526, 1 (tree): 0.038; 938, 314, 1057, 460, 2 (bug): 0.038; 0, 23, 117, 83, 1 (tree): 0.038; 935, 225, 999, 292, 2 (bug): 0.038; 0, 31, 975, 195, 1 (tree): 0.037; 798, 184, 1068, 506, 1 (tree): 0.037; 935, 225, 999, 292, 0 (car): 0.037; 0, 344, 690, 470, 1 (tree): 0.037; 0, 294, 857, 474, 1 (tree): 0.037; 794, 204, 1082, 516, 1 (tree): 0.037; 298, 74, 545, 344, 1 (tree): 0.037; 281, 71, 535, 323, 1 (tree): 0.037; 0, 34, 971, 191, 1 (tree): 0.037; 0, 376, 573, 494, 1 (tree): 0.037; 264, 322, 904, 510, 1 (tree): 0.037; 806, 181, 1080, 500, 1 (tree): 0.037; 783, 189, 1065, 514, 1 (tree): 0.037; 791, 183, 1081, 513, 1 (tree): 0.037; 287, 71, 539, 337, 1 (tree): 0.037; 0, 17, 988, 258, 1 (tree): 0.037; 43, 295, 637, 644, 1 (tree): 0.037; 794, 188, 1079, 511, 1 (tree): 0.037; 812, 187, 1076, 505, 1 (tree): 0.037; 112, 64, 1151, 508, 1 (tree): 0.037; 287, 71, 544, 346, 2 (bug): 0.037; 265, 66, 551, 359, 2 (bug): 0.037; 1048, 339, 1169, 501, 1 (tree): 0.037; 256, 66, 563, 367, 2 (bug): 0.037; 293, 73, 535, 335, 1 (tree): 0.036; 794, 193, 1076, 511, 0 (car): 0.036; 786, 180, 1088, 519, 1 (tree): 0.036; 834, 192, 1065, 483, 1 (tree): 0.036; 279, 73, 540, 338, 1 (tree): 0.036; 0, 256, 848, 464, 1 (tree): 0.036; 1049, 292, 1132, 437, 1 (tree): 0.036; 790, 186, 1081, 509, 1 (tree): 0.036; 893, 192, 1080, 469, 0 (car): 0.036; 269, 67, 558, 362, 2 (bug): 0.036; 786, 183, 1086, 513, 1 (tree): 0.036; 947, 313, 1057, 461, 2 (bug): 0.036; 778, 153, 1097, 531, 1 (tree): 0.036; 303, 73, 540, 338, 1 (tree): 0.036; 782, 178, 1097, 518, 0 (car): 0.036; 0, 239, 972, 354, 1 (tree): 0.036; 794, 188, 1079, 511, 2 (bug): 0.036; 26, 111, 166, 195, 1 (tree): 0.036; 287, 72, 555, 357, 1 (tree): 0.036; 278, 72, 541, 340, 1 (tree): 0.036; 0, 161, 1018, 322, 1 (tree): 0.036; 1, 184, 889, 462, 1 (tree): 0.036; 17, 50, 1132, 558, 1 (tree): 0.036; 0, 517, 1137, 540, 1 (tree): 0.036; 794, 187, 1080, 509, 2 (bug): 0.035; 1034, 316, 1190, 515, 1 (tree): 0.035; 279, 70, 555, 364, 1 (tree): 0.035; 0, 490, 639, 535, 1 (tree): 0.035; 282, 73, 543, 340, 1 (tree): 0.035; 1093, 390, 1184, 456, 1 (tree): 0.035; 806, 181, 1080, 500, 0 (car): 0.035; 298, 73, 540, 337, 2 (bug): 0.035; 0, 190, 1046, 688, 1 (tree): 0.035; 60, 44, 1127, 509, 2 (bug): 0.035; 793, 185, 1082, 509, 0 (car): 0.035; 810, 190, 1084, 506, 0 (car): 0.035; 797, 216, 1077, 515, 0 (car): 0.035; 267, 65, 554, 354, 2 (bug): 0.035; 661, 99, 824, 299, 0 (car): 0.035; 670, 102, 814, 293, 0 (car): 0.035; 933, 191, 1058, 296, 2 (bug): 0.035; 1047, 293, 1123, 432, 1 (tree): 0.035; 60, 44, 1127, 509, 1 (tree): 0.035; 1042, 267, 1131, 443, 1 (tree): 0.035; 899, 187, 1071, 457, 1 (tree): 0.035; 289, 69, 537, 342, 1 (tree): 0.035; 169, 57, 1155, 574, 1 (tree): 0.035; 293, 71, 540, 343, 1 (tree): 0.035; 0, 103, 843, 216, 1 (tree): 0.035; 783, 174, 1092, 522, 1 (tree): 0.035; 778, 153, 1097, 531, 0 (car): 0.035; 893, 192, 1077, 470, 0 (car): 0.035; 279, 70, 545, 348, 1 (tree): 0.035; 783, 174, 1092, 522, 2 (bug): 0.035; 893, 302, 1061, 479, 1 (tree): 0.035; 806, 189, 1078, 499, 2 (bug): 0.035; 7, 51, 1147, 609, 1 (tree): 0.035; 69, 59, 1134, 507, 1 (tree): 0.035; 0, 59, 1039, 245, 1 (tree): 0.035; 633, 94, 867, 328, 0 (car): 0.035; 0, 137, 977, 281, 1 (tree): 0.035; 797, 189, 1079, 509, 1 (tree): 0.034; 1052, 200, 1159, 410, 1 (tree): 0.034; 276, 75, 548, 353, 1 (tree): 0.034; 652, 97, 832, 308, 1 (tree): 0.034; 661, 99, 824, 299, 1 (tree): 0.034; 17, 645, 538, 704, 1 (tree): 0.034; 0, 507, 708, 568, 1 (tree): 0.034; 644, 109, 816, 356, 0 (car): 0.034; 894, 190, 1071, 466, 1 (tree): 0.034; 798, 184, 1068, 506, 0 (car): 0.034; 1017, 199, 1129, 458, 1 (tree): 0.034; 268, 72, 552, 361, 1 (tree): 0.034; 0, 524, 722, 579, 1 (tree): 0.034; 794, 190, 1075, 510, 2 (bug): 0.034; 0, 176, 1021, 309, 1 (tree): 0.034; 279, 82, 546, 357, 1 (tree): 0.034; 1024, 202, 1131, 458, 1 (tree): 0.034; 678, 105, 811, 281, 1 (tree): 0.034; 678, 105, 811, 281, 0 (car): 0.034; 652, 97, 832, 308, 0 (car): 0.034; 267, 68, 556, 377, 1 (tree): 0.034; 783, 189, 1065, 514, 0 (car): 0.034; 169, 57, 1155, 574, 2 (bug): 0.034; 240, 58, 1132, 518, 1 (tree): 0.034; 260, 65, 560, 376, 1 (tree): 0.034; 857, 278, 1071, 507, 1 (tree): 0.034; 901, 301, 1060, 474, 1 (tree): 0.034; 922, 192, 1083, 452, 2 (bug): 0.033; 1040, 350, 1102, 440, 1 (tree): 0.033; 673, 104, 813, 286, 0 (car): 0.033; 0, 420, 535, 458, 1 (tree): 0.033; 794, 187, 1080, 509, 1 (tree): 0.033; 156, 61, 1153, 492, 1 (tree): 0.033; 792, 191, 1080, 513, 0 (car): 0.033; 402, 116, 637, 381, 1 (tree): 0.033; 925, 194, 1053, 299, 1 (tree): 0.033; 1042, 346, 1098, 427, 1 (tree): 0.033; 776, 170, 1103, 526, 0 (car): 0.033; 794, 190, 1075, 510, 1 (tree): 0.033; 258, 61, 565, 368, 2 (bug): 0.033; 644, 109, 816, 356, 1 (tree): 0.033; 806, 189, 1078, 499, 1 (tree): 0.033; 935, 225, 999, 292, 1 (tree): 0.033; 0, 56, 1006, 233, 1 (tree): 0.033; 1031, 212, 1121, 419, 1 (tree): 0.033; 1045, 255, 1129, 430, 1 (tree): 0.033; 834, 192, 1065, 483, 0 (car): 0.033; 1093, 228, 1184, 381, 1 (tree): 0.033; 904, 301, 1061, 471, 1 (tree): 0.033; 673, 104, 813, 286, 1 (tree): 0.033; 796, 214, 1076, 509, 1 (tree): 0.033; 801, 171, 1051, 453, 1 (tree): 0.033; 0, 211, 948, 343, 1 (tree): 0.033; 934, 176, 1077, 293, 1 (tree): 0.033; 903, 193, 1072, 476, 1 (tree): 0.033; 922, 307, 1059, 462, 1 (tree): 0.033; 1033, 371, 1181, 527, 1 (tree): 0.033; 793, 185, 1082, 509, 1 (tree): 0.033; 797, 216, 1077, 515, 2 (bug): 0.033; 931, 184, 1068, 293, 1 (tree): 0.033; 277, 72, 546, 347, 2 (bug): 0.033; 929, 181, 1068, 298, 1 (tree): 0.033; 678, 107, 809, 280, 0 (car): 0.033; 0, 246, 945, 362, 1 (tree): 0.033; 783, 370, 901, 502, 1 (tree): 0.033; 88, 52, 1116, 504, 1 (tree): 0.032; 298, 75, 539, 341, 1 (tree): 0.032; 906, 189, 1075, 478, 1 (tree): 0.032; 0, 165, 953, 303, 1 (tree): 0.032; 1021, 200, 1113, 397, 1 (tree): 0.032; 270, 69, 543, 343, 1 (tree): 0.032; 676, 106, 809, 282, 2 (bug): 0.032; 918, 194, 1075, 459, 0 (car): 0.032; 69, 59, 1134, 507, 2 (bug): 0.032; 888, 287, 1070, 496, 1 (tree): 0.032; 562, 112, 917, 454, 2 (bug): 0.032; 0, 199, 973, 325, 1 (tree): 0.032; 276, 70, 546, 342, 0 (car): 0.032; 933, 172, 1074, 293, 1 (tree): 0.032; 298, 75, 539, 341, 2 (bug): 0.032; 679, 103, 813, 282, 0 (car): 0.032; 241, 54, 563, 374, 0 (car): 0.032; 0, 16, 1064, 183, 1 (tree): 0.032; 675, 105, 810, 284, 1 (tree): 0.032; 796, 214, 1076, 509, 0 (car): 0.032; 258, 58, 570, 375, 1 (tree): 0.032; 932, 313, 1056, 466, 1 (tree): 0.032; 676, 106, 809, 282, 1 (tree): 0.032; 914, 307, 1058, 467, 2 (bug): 0.032; 933, 194, 1056, 294, 2 (bug): 0.032; 0, 206, 942, 343, 1 (tree): 0.032; 0, 209, 976, 319, 1 (tree): 0.032; 915, 193, 1076, 455, 2 (bug): 0.032; 270, 68, 549, 344, 0 (car): 0.032; 798, 195, 1077, 510, 1 (tree): 0.032; 294, 73, 539, 339, 0 (car): 0.031; 141, 2, 182, 21, 1 (tree): 0.031; 180, 2, 225, 22, 1 (tree): 0.031; 794, 204, 1082, 516, 0 (car): 0.031; 654, 96, 829, 319, 1 (tree): 0.031; 879, 188, 1078, 487, 1 (tree): 0.031; 792, 181, 1084, 514, 1 (tree): 0.031; 282, 73, 543, 340, 0 (car): 0.031; 797, 281, 1066, 505, 2 (bug): 0.031; 356, 81, 537, 333, 1 (tree): 0.031; 241, 54, 563, 374, 1 (tree): 0.031; [0]; [0]" - ] + "reference": { + "bboxes": [ + [795, 186, 1080, 508], + [674, 104, 813, 282], + [797, 189, 1079, 509], + [799, 191, 1074, 507], + [792, 181, 1084, 514], + [794, 188, 1079, 511], + [806, 189, 1078, 499], + [794, 187, 1080, 509], + [794, 190, 1075, 510], + [798, 195, 1077, 510], + [815, 190, 1076, 499], + [783, 174, 1092, 522], + [270, 68, 549, 344], + [786, 183, 1086, 513], + [790, 195, 1082, 519], + [294, 73, 539, 339], + [812, 187, 1076, 505], + [88, 52, 1116, 504], + [790, 186, 1081, 509], + [240, 56, 573, 389], + [254, 59, 568, 386], + [240, 58, 562, 379], + [786, 180, 1088, 519], + [0, 69, 1075, 605], + [368, 82, 537, 329], + [0, 70, 1076, 490], + [0, 156, 1000, 518], + [238, 59, 562, 383], + [893, 192, 1080, 469], + [815, 190, 1076, 499], + [0, 83, 711, 381], + [0, 76, 643, 247], + [893, 192, 1077, 470], + [180, 90, 1106, 489], + [49, 309, 585, 477], + [674, 104, 813, 282], + [0, 333, 378, 546], + [790, 195, 1082, 519], + [795, 186, 1080, 508], + [50, 243, 685, 414], + [253, 63, 563, 386], + [343, 122, 1152, 377], + [798, 195, 1077, 510], + [1077, 248, 1180, 399], + [914, 191, 1078, 462], + [276, 70, 546, 342], + [0, 214, 370, 388], + [126, 259, 578, 431], + [791, 183, 1081, 513], + [0, 106, 688, 267], + [803, 189, 1078, 507], + [386, 80, 537, 331], + [913, 310, 1060, 463], + [1166, 400, 1276, 508], + [288, 75, 385, 198], + [811, 184, 1076, 505], + [803, 189, 1078, 507], + [58, 273, 607, 421], + [0, 108, 467, 263], + [282, 71, 1119, 262], + [156, 61, 1153, 492], + [792, 181, 1084, 514], + [983, 458, 1247, 608], + [295, 74, 543, 343], + [810, 190, 1084, 506], + [258, 58, 570, 375], + [316, 77, 538, 340], + [241, 54, 563, 374], + [0, 345, 509, 533], + [678, 107, 809, 280], + [679, 103, 813, 282], + [18, 308, 628, 431], + [675, 105, 810, 284], + [793, 179, 1086, 514], + [914, 191, 1078, 462], + [281, 75, 397, 252], + [782, 178, 1097, 518], + [240, 58, 1132, 518], + [918, 194, 1075, 459], + [280, 72, 544, 340], + [128, 153, 815, 477], + [0, 194, 901, 311], + [811, 184, 1076, 505], + [797, 189, 1079, 509], + [905, 304, 1058, 465], + [938, 315, 1059, 455], + [799, 191, 1074, 507], + [0, 55, 865, 228], + [794, 193, 1076, 511], + [0, 171, 1049, 666], + [793, 179, 1086, 514], + [0, 315, 740, 427], + [0, 223, 381, 402], + [792, 191, 1080, 513], + [676, 106, 809, 282], + [654, 96, 829, 319], + [0, 216, 971, 360], + [402, 115, 535, 321], + [0, 92, 930, 242], + [776, 170, 1103, 526], + [938, 314, 1057, 460], + [0, 23, 117, 83], + [935, 225, 999, 292], + [0, 31, 975, 195], + [798, 184, 1068, 506], + [935, 225, 999, 292], + [0, 344, 690, 470], + [0, 294, 857, 474], + [794, 204, 1082, 516], + [298, 74, 545, 344], + [281, 71, 535, 323], + [0, 34, 971, 191], + [0, 376, 573, 494], + [264, 322, 904, 510], + [806, 181, 1080, 500], + [783, 189, 1065, 514], + [791, 183, 1081, 513], + [287, 71, 539, 337], + [0, 17, 988, 258], + [43, 295, 637, 644], + [794, 188, 1079, 511], + [812, 187, 1076, 505], + [112, 64, 1151, 508], + [287, 71, 544, 346], + [265, 66, 551, 359], + [1048, 339, 1169, 501], + [256, 66, 563, 367], + [293, 73, 535, 335], + [794, 193, 1076, 511], + [786, 180, 1088, 519], + [834, 192, 1065, 483], + [279, 73, 540, 338], + [0, 256, 848, 464], + [1049, 292, 1132, 437], + [790, 186, 1081, 509], + [893, 192, 1080, 469], + [269, 67, 558, 362], + [786, 183, 1086, 513], + [947, 313, 1057, 461], + [778, 153, 1097, 531], + [303, 73, 540, 338], + [782, 178, 1097, 518], + [0, 239, 972, 354], + [794, 188, 1079, 511], + [26, 111, 166, 195], + [287, 72, 555, 357], + [278, 72, 541, 340], + [0, 161, 1018, 322], + [1, 184, 889, 462], + [17, 50, 1132, 558], + [0, 517, 1137, 540], + [794, 187, 1080, 509], + [1034, 316, 1190, 515], + [279, 70, 555, 364], + [0, 490, 639, 535], + [282, 73, 543, 340], + [1093, 390, 1184, 456], + [806, 181, 1080, 500], + [298, 73, 540, 337], + [0, 190, 1046, 688], + [60, 44, 1127, 509], + [793, 185, 1082, 509], + [810, 190, 1084, 506], + [797, 216, 1077, 515], + [267, 65, 554, 354], + [661, 99, 824, 299], + [670, 102, 814, 293], + [933, 191, 1058, 296], + [1047, 293, 1123, 432], + [60, 44, 1127, 509], + [1042, 267, 1131, 443], + [899, 187, 1071, 457], + [289, 69, 537, 342], + [169, 57, 1155, 574], + [293, 71, 540, 343], + [0, 103, 843, 216], + [783, 174, 1092, 522], + [778, 153, 1097, 531], + [893, 192, 1077, 470], + [279, 70, 545, 348], + [783, 174, 1092, 522], + [893, 302, 1061, 479], + [806, 189, 1078, 499], + [7, 51, 1147, 609], + [69, 59, 1134, 507], + [0, 59, 1039, 245], + [633, 94, 867, 328], + [0, 137, 977, 281], + [797, 189, 1079, 509], + [1052, 200, 1159, 410], + [276, 75, 548, 353], + [652, 97, 832, 308], + [661, 99, 824, 299], + [17, 645, 538, 704], + [0, 507, 708, 568], + [644, 109, 816, 356], + [894, 190, 1071, 466], + [798, 184, 1068, 506], + [1017, 199, 1129, 458], + [268, 72, 552, 361], + [0, 524, 722, 579], + [794, 190, 1075, 510], + [0, 176, 1021, 309], + [279, 82, 546, 357], + [1024, 202, 1131, 458], + [678, 105, 811, 281], + [678, 105, 811, 281], + [652, 97, 832, 308], + [267, 68, 556, 377], + [783, 189, 1065, 514], + [169, 57, 1155, 574], + [240, 58, 1132, 518], + [260, 65, 560, 376], + [857, 278, 1071, 507], + [901, 301, 1060, 474], + [922, 192, 1083, 452], + [1040, 350, 1102, 440], + [673, 104, 813, 286], + [0, 420, 535, 458], + [794, 187, 1080, 509], + [156, 61, 1153, 492], + [792, 191, 1080, 513], + [402, 116, 637, 381], + [925, 194, 1053, 299], + [1042, 346, 1098, 427], + [776, 170, 1103, 526], + [794, 190, 1075, 510], + [258, 61, 565, 368], + [644, 109, 816, 356], + [806, 189, 1078, 499], + [935, 225, 999, 292], + [0, 56, 1006, 233], + [1031, 212, 1121, 419], + [1045, 255, 1129, 430], + [834, 192, 1065, 483], + [1093, 228, 1184, 381], + [904, 301, 1061, 471], + [673, 104, 813, 286], + [796, 214, 1076, 509], + [801, 171, 1051, 453], + [0, 211, 948, 343], + [934, 176, 1077, 293], + [903, 193, 1072, 476], + [922, 307, 1059, 462], + [1033, 371, 1181, 527], + [793, 185, 1082, 509], + [797, 216, 1077, 515], + [931, 184, 1068, 293], + [277, 72, 546, 347], + [929, 181, 1068, 298], + [678, 107, 809, 280], + [0, 246, 945, 362], + [783, 370, 901, 502], + [88, 52, 1116, 504], + [298, 75, 539, 341], + [906, 189, 1075, 478], + [0, 165, 953, 303], + [1021, 200, 1113, 397], + [270, 69, 543, 343], + [676, 106, 809, 282], + [918, 194, 1075, 459], + [69, 59, 1134, 507], + [888, 287, 1070, 496], + [562, 112, 917, 454], + [0, 199, 973, 325], + [276, 70, 546, 342], + [933, 172, 1074, 293], + [298, 75, 539, 341], + [679, 103, 813, 282], + [241, 54, 563, 374], + [0, 16, 1064, 183], + [675, 105, 810, 284], + [796, 214, 1076, 509], + [258, 58, 570, 375], + [932, 313, 1056, 466], + [676, 106, 809, 282], + [914, 307, 1058, 467], + [933, 194, 1056, 294], + [0, 206, 942, 343], + [0, 209, 976, 319], + [915, 193, 1076, 455], + [270, 68, 549, 344], + [798, 195, 1077, 510], + [294, 73, 539, 339], + [141, 2, 182, 21], + [180, 2, 225, 22], + [794, 204, 1082, 516], + [654, 96, 829, 319], + [879, 188, 1078, 487], + [792, 181, 1084, 514], + [282, 73, 543, 340], + [797, 281, 1066, 505], + [356, 81, 537, 333], + [241, 54, 563, 374] + ], + "labels": [ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 2, 0, 2, 2, 2, 0, + 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, + 1, 1, 0, 1, 0, 2, 2, 1, 2, 0, 1, 1, 1, 1, 2, 2, 1, 2, 1, 2, 2, 2, 1, + 1, 1, 1, 0, 1, 0, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 0, 1, + 1, 1, 0, 0, 1, 2, 1, 1, 2, 1, 2, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 0, 1, 1, 1, 1, 1, 1, 0, 2, 1, + 2, 1, 1, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 0, 2, 1, 2, + 0, 0, 0, 2, 0, 0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 2, 1, 2, 1, + 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 2, 1, 1, 1, 1, 0, + 0, 1, 0, 2, 1, 1, 1, 1, 2, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 2, 1, 1, + 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 0, 1, 1, + 1, 1, 1, 1, 1, 1, 2, 0, 2, 1, 2, 1, 0, 1, 2, 0, 0, 1, 1, 0, 1, 1, 1, + 2, 2, 1, 1, 2, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 2, 1, 1 + ], + "scores": [ + 0.07712989300489426, 0.06422772258520126, 0.06286537647247314, + 0.061941396445035934, 0.059900350868701935, 0.05968528613448143, + 0.059003010392189026, 0.05898953974246979, 0.05745352804660797, + 0.05628286302089691, 0.05610175058245659, 0.052281830459833145, + 0.051911018788814545, 0.051665049046278, 0.04869649186730385, + 0.04855925589799881, 0.04782288521528244, 0.046837642788887024, + 0.046835821121931076, 0.046791497617959976, 0.04654623568058014, + 0.04552202671766281, 0.044945910573005676, 0.04455644637346268, + 0.0444718599319458, 0.044215261936187744, 0.04412241280078888, + 0.044029612094163895, 0.0436910055577755, 0.043240875005722046, + 0.04306304454803467, 0.04292577505111694, 0.04285784810781479, + 0.042703889310359955, 0.042643751949071884, 0.04263269528746605, + 0.04254656657576561, 0.042057301849126816, 0.042020536959171295, + 0.04195639118552208, 0.04193761944770813, 0.041902679949998856, + 0.04187212884426117, 0.04182804748415947, 0.04155130684375763, + 0.041438087821006775, 0.04129200428724289, 0.0412876158952713, + 0.04107086732983589, 0.040726274251937866, 0.04063796252012253, + 0.04051849991083145, 0.040513575077056885, 0.0404803566634655, + 0.040308136492967606, 0.040290940552949905, 0.04023712873458862, + 0.04015259072184563, 0.04012332484126091, 0.040087658911943436, + 0.040068890899419785, 0.03989904746413231, 0.0398971252143383, + 0.0398726724088192, 0.039777763187885284, 0.03974185883998871, + 0.03967795893549919, 0.039622653275728226, 0.039612509310245514, + 0.03957483544945717, 0.039528682827949524, 0.03932851180434227, + 0.03930716961622238, 0.03923848271369934, 0.039227768778800964, + 0.03917048126459122, 0.0391458235681057, 0.03910437226295471, + 0.038687024265527725, 0.038679737597703934, 0.03858653083443642, + 0.03851320594549179, 0.038488756865262985, 0.03847118467092514, + 0.03844613581895828, 0.0384349450469017, 0.03831185773015022, + 0.03823704645037651, 0.03821119666099548, 0.03821035847067833, + 0.03819169104099274, 0.03793006390333176, 0.03792555630207062, + 0.03789619728922844, 0.03789385408163071, 0.037884388118982315, + 0.037804510444402695, 0.03771897405385971, 0.03770057484507561, + 0.037691809237003326, 0.03760458901524544, 0.037578850984573364, + 0.037545330822467804, 0.03749490901827812, 0.03747302666306496, + 0.03747060149908066, 0.03745199367403984, 0.037438925355672836, + 0.037437837570905685, 0.03743623569607735, 0.03733021020889282, + 0.03726227208971977, 0.037225667387247086, 0.037143271416425705, + 0.03713369369506836, 0.03710181266069412, 0.037078287452459335, + 0.03705207630991936, 0.03700955957174301, 0.03697855398058891, + 0.036957960575819016, 0.03691789135336876, 0.036823444068431854, + 0.03673316538333893, 0.03671024739742279, 0.036685336381196976, + 0.03668202459812164, 0.03646252304315567, 0.03637387230992317, + 0.03633805364370346, 0.03629450872540474, 0.03628314286470413, + 0.036266155540943146, 0.03625134378671646, 0.036249443888664246, + 0.036236170679330826, 0.036221861839294434, 0.036129653453826904, + 0.036101892590522766, 0.036098163574934006, 0.03607415035367012, + 0.036056552082300186, 0.036031678318977356, 0.03601788729429245, + 0.03599419444799423, 0.03584321215748787, 0.035790640860795975, + 0.035789210349321365, 0.03564325347542763, 0.03563303127884865, + 0.03558199107646942, 0.035390980541706085, 0.03538262099027634, + 0.03537894785404205, 0.035364728420972824, 0.035361628979444504, + 0.03533878177404404, 0.0352979376912117, 0.03528143838047981, + 0.035255592316389084, 0.03525007516145706, 0.035248760133981705, + 0.03519996255636215, 0.0351976677775383, 0.035176146775484085, + 0.035161133855581284, 0.035140957683324814, 0.03500889614224434, + 0.03499217703938484, 0.03498351201415062, 0.03497767075896263, + 0.034933432936668396, 0.03486177325248718, 0.034820571541786194, + 0.03479970991611481, 0.03476065769791603, 0.03474488854408264, + 0.03469977527856827, 0.03469174727797508, 0.03466444090008736, + 0.03463369607925415, 0.03459250181913376, 0.03457269072532654, + 0.03457048535346985, 0.03454389050602913, 0.03453293815255165, + 0.03452900052070618, 0.03450322151184082, 0.03447479382157326, + 0.034457266330718994, 0.03441732004284859, 0.03435984253883362, + 0.034345488995313644, 0.03434368595480919, 0.03433767333626747, + 0.03431331738829613, 0.03425365686416626, 0.03423602133989334, + 0.03416036069393158, 0.03402990847826004, 0.034008193761110306, + 0.03399306535720825, 0.03390315920114517, 0.0338665172457695, + 0.03383864462375641, 0.033806927502155304, 0.033805761486291885, + 0.03380231186747551, 0.033791348338127136, 0.03378850966691971, + 0.033739108592271805, 0.033737264573574066, 0.033670973032712936, + 0.03365282341837883, 0.0335182324051857, 0.033471908420324326, + 0.03344961255788803, 0.033447664231061935, 0.03340566158294678, + 0.03340419381856918, 0.033395398408174515, 0.03339042887091637, + 0.033375974744558334, 0.033357102423906326, 0.03333539515733719, + 0.03331808000802994, 0.03330237418413162, 0.033291373401880264, + 0.03328941762447357, 0.03316213935613632, 0.03315553441643715, + 0.0331488735973835, 0.03313402831554413, 0.033096909523010254, + 0.03307952731847763, 0.03297276049852371, 0.03296294063329697, + 0.032961033284664154, 0.032935887575149536, 0.03293278068304062, + 0.03283881023526192, 0.032787811011075974, 0.03276741877198219, + 0.032733362168073654, 0.03269730135798454, 0.032684776932001114, + 0.03265960514545441, 0.03261343389749527, 0.03260676562786102, + 0.03259040787816048, 0.03256566449999809, 0.03253116458654404, + 0.03252124413847923, 0.03248560056090355, 0.03248094022274017, + 0.03238590061664581, 0.032383572310209274, 0.03232058882713318, + 0.03230072185397148, 0.032269854098558426, 0.03219262883067131, + 0.03218064084649086, 0.03216831386089325, 0.03211570158600807, + 0.032099224627017975, 0.03205551207065582, 0.031986627727746964, + 0.031960491091012955, 0.03194780647754669, 0.031917065382003784, + 0.03188195079565048, 0.03187191113829613, 0.031807415187358856, + 0.03174525871872902, 0.031742729246616364, 0.03173913061618805, + 0.03173569589853287, 0.03172416612505913, 0.03172183409333229, + 0.03171905502676964, 0.03171759843826294, 0.03164832293987274, + 0.03152768313884735, 0.031491540372371674, 0.03148963674902916, + 0.0314895398914814, 0.031472865492105484, 0.031418345868587494, + 0.03141305223107338, 0.03132467716932297, 0.031322840601205826, + 0.03130529075860977, 0.03128360956907272, 0.031253937631845474 + ], + "label_names": [ + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "tree", + "bug", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "car", + "tree", + "car", + "bug", + "bug", + "tree", + "bug", + "car", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "car", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "car", + "car", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "bug", + "tree", + "bug", + "tree", + "tree", + "car", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "bug", + "tree", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "car", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "car", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "car", + "car", + "tree", + "car", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "car", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "car", + "bug", + "tree", + "bug", + "tree", + "car", + "tree", + "bug", + "car", + "car", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "car", + "tree", + "car", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "car", + "bug", + "tree", + "tree" + ] + } } ] }, @@ -1177,9 +3122,722 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "795, 188, 1081, 508, 0 (car): 0.071; 797, 183, 1085, 506, 0 (car): 0.069; 795, 187, 1081, 510, 0 (car): 0.068; 793, 184, 1083, 509, 0 (car): 0.061; 790, 180, 1088, 513, 0 (car): 0.057; 791, 179, 1088, 516, 0 (car): 0.057; 796, 186, 1080, 509, 0 (car): 0.057; 144, 66, 1137, 501, 2 (bug): 0.055; 792, 181, 1086, 513, 0 (car): 0.055; 794, 185, 1081, 512, 0 (car): 0.055; 114, 66, 1144, 505, 2 (bug): 0.054; 674, 106, 813, 283, 0 (car): 0.054; 792, 175, 1091, 518, 0 (car): 0.054; 247, 62, 566, 357, 2 (bug): 0.054; 792, 183, 1084, 509, 0 (car): 0.052; 789, 177, 1095, 519, 0 (car): 0.051; 795, 188, 1081, 508, 2 (bug): 0.051; 795, 187, 1081, 510, 2 (bug): 0.050; 815, 187, 1083, 501, 0 (car): 0.050; 88, 60, 1131, 499, 2 (bug): 0.050; 135, 63, 1181, 499, 2 (bug): 0.048; 674, 106, 813, 283, 2 (bug): 0.048; 789, 182, 1084, 514, 0 (car): 0.047; 791, 179, 1088, 516, 2 (bug): 0.046; 235, 59, 1144, 509, 2 (bug): 0.046; 797, 183, 1085, 506, 2 (bug): 0.046; 149, 60, 1120, 530, 2 (bug): 0.046; 793, 184, 1083, 509, 2 (bug): 0.044; 905, 190, 1079, 467, 2 (bug): 0.044; 279, 75, 410, 259, 2 (bug): 0.044; 790, 180, 1088, 513, 2 (bug): 0.044; 792, 175, 1091, 518, 2 (bug): 0.044; 785, 176, 1094, 513, 0 (car): 0.044; 815, 187, 1083, 501, 2 (bug): 0.043; 61, 59, 1148, 568, 2 (bug): 0.043; 0, 389, 1039, 506, 1 (tree): 0.043; 801, 181, 1084, 510, 0 (car): 0.042; 916, 191, 1079, 456, 2 (bug): 0.042; 233, 58, 578, 393, 2 (bug): 0.042; 35, 52, 1139, 495, 2 (bug): 0.041; 286, 77, 390, 202, 2 (bug): 0.041; 1109, 397, 1262, 543, 1 (tree): 0.041; 795, 183, 1084, 511, 0 (car): 0.041; 256, 66, 557, 348, 2 (bug): 0.041; 0, 164, 812, 390, 1 (tree): 0.041; 0, 399, 1161, 584, 1 (tree): 0.040; 788, 179, 1086, 513, 0 (car): 0.040; 798, 190, 1076, 508, 0 (car): 0.040; 921, 311, 1060, 462, 2 (bug): 0.040; 0, 336, 1132, 579, 1 (tree): 0.040; 343, 73, 861, 397, 2 (bug): 0.039; 789, 177, 1095, 519, 2 (bug): 0.039; 904, 304, 1058, 464, 2 (bug): 0.039; 0, 280, 802, 375, 1 (tree): 0.039; 0, 237, 839, 457, 1 (tree): 0.039; 0, 291, 1138, 599, 1 (tree): 0.039; 798, 194, 1074, 507, 1 (tree): 0.039; 792, 181, 1086, 513, 2 (bug): 0.038; 404, 99, 538, 333, 2 (bug): 0.038; 0, 231, 830, 442, 1 (tree): 0.038; 0, 619, 481, 703, 1 (tree): 0.038; 798, 176, 1091, 511, 1 (tree): 0.038; 676, 106, 808, 281, 0 (car): 0.038; 1127, 630, 1280, 720, 1 (tree): 0.038; 0, 220, 908, 322, 1 (tree): 0.038; 282, 73, 385, 200, 2 (bug): 0.038; 413, 112, 542, 328, 2 (bug): 0.038; 224, 55, 585, 388, 2 (bug): 0.037; 794, 159, 1097, 525, 0 (car): 0.037; 17, 81, 133, 196, 1 (tree): 0.037; 932, 312, 1057, 461, 2 (bug): 0.037; 807, 188, 1081, 504, 1 (tree): 0.037; 0, 260, 853, 530, 1 (tree): 0.037; 250, 61, 567, 371, 2 (bug): 0.037; 813, 186, 1084, 504, 1 (tree): 0.037; 251, 60, 566, 379, 2 (bug): 0.037; 794, 159, 1097, 525, 1 (tree): 0.037; 942, 313, 1060, 462, 2 (bug): 0.037; 0, 211, 833, 278, 1 (tree): 0.037; 675, 105, 813, 283, 0 (car): 0.037; 928, 190, 1088, 450, 2 (bug): 0.037; 401, 97, 541, 325, 2 (bug): 0.037; 0, 174, 880, 282, 1 (tree): 0.037; 23, 69, 168, 221, 1 (tree): 0.037; 273, 70, 545, 349, 2 (bug): 0.037; 1079, 422, 1271, 635, 1 (tree): 0.037; 1081, 624, 1280, 720, 1 (tree): 0.037; 805, 180, 1083, 505, 1 (tree): 0.037; 801, 181, 1084, 510, 1 (tree): 0.037; 243, 59, 571, 389, 2 (bug): 0.037; 219, 55, 558, 391, 1 (tree): 0.037; 272, 72, 545, 343, 2 (bug): 0.036; 390, 84, 543, 325, 2 (bug): 0.036; 794, 185, 1081, 512, 2 (bug): 0.036; 798, 176, 1091, 511, 0 (car): 0.036; 0, 228, 656, 334, 1 (tree): 0.036; 0, 165, 902, 298, 1 (tree): 0.036; 789, 192, 1075, 516, 1 (tree): 0.036; 260, 65, 566, 370, 2 (bug): 0.036; 794, 183, 1073, 509, 1 (tree): 0.036; 903, 187, 1081, 471, 2 (bug): 0.036; 798, 190, 1076, 508, 1 (tree): 0.036; 622, 89, 853, 331, 2 (bug): 0.036; 925, 303, 1062, 463, 2 (bug): 0.036; 807, 188, 1081, 504, 0 (car): 0.036; 35, 52, 1139, 495, 1 (tree): 0.036; 677, 107, 808, 280, 0 (car): 0.036; 27, 62, 238, 232, 1 (tree): 0.036; 619, 89, 863, 331, 2 (bug): 0.035; 285, 74, 539, 343, 2 (bug): 0.035; 797, 176, 1086, 498, 1 (tree): 0.035; 0, 229, 832, 307, 1 (tree): 0.035; 776, 186, 1090, 519, 1 (tree): 0.035; 1043, 319, 1152, 480, 1 (tree): 0.035; 0, 459, 1169, 577, 1 (tree): 0.035; 9, 179, 63, 250, 1 (tree): 0.035; 790, 188, 1060, 515, 1 (tree): 0.035; 81, 108, 802, 428, 1 (tree): 0.035; 818, 185, 1078, 494, 0 (car): 0.035; 796, 186, 1080, 509, 2 (bug): 0.035; 782, 159, 1099, 526, 1 (tree): 0.035; 114, 66, 1144, 505, 1 (tree): 0.035; 622, 89, 853, 331, 0 (car): 0.035; 44, 629, 260, 720, 1 (tree): 0.035; 376, 81, 534, 331, 2 (bug): 0.035; 785, 176, 1094, 513, 1 (tree): 0.035; 676, 106, 808, 281, 2 (bug): 0.035; 433, 129, 534, 317, 2 (bug): 0.035; 0, 504, 1182, 558, 1 (tree): 0.035; 0, 277, 874, 576, 1 (tree): 0.035; 805, 180, 1083, 505, 0 (car): 0.035; 15, 245, 335, 373, 1 (tree): 0.035; 293, 76, 542, 346, 2 (bug): 0.035; 19, 0, 81, 104, 1 (tree): 0.035; 20, 21, 72, 96, 1 (tree): 0.034; 298, 74, 557, 355, 1 (tree): 0.034; 0, 163, 901, 286, 1 (tree): 0.034; 3, 197, 57, 257, 1 (tree): 0.034; 788, 179, 1086, 513, 1 (tree): 0.034; 261, 69, 546, 348, 2 (bug): 0.034; 636, 93, 908, 317, 2 (bug): 0.034; 928, 190, 1085, 453, 2 (bug): 0.034; 304, 79, 535, 339, 1 (tree): 0.034; 972, 589, 1180, 714, 1 (tree): 0.034; 651, 95, 835, 314, 0 (car): 0.034; 283, 72, 553, 357, 1 (tree): 0.034; 311, 80, 537, 336, 1 (tree): 0.034; 267, 74, 558, 378, 1 (tree): 0.034; 12, 143, 90, 223, 1 (tree): 0.034; 268, 69, 554, 361, 1 (tree): 0.034; 794, 234, 1079, 511, 1 (tree): 0.034; 298, 92, 547, 361, 1 (tree): 0.034; 301, 73, 541, 341, 1 (tree): 0.034; 274, 72, 553, 360, 1 (tree): 0.034; 907, 185, 1082, 470, 1 (tree): 0.034; 303, 80, 533, 333, 1 (tree): 0.034; 913, 189, 1075, 462, 1 (tree): 0.034; 818, 185, 1078, 494, 1 (tree): 0.034; 292, 74, 537, 337, 1 (tree): 0.034; 319, 87, 556, 360, 1 (tree): 0.034; 273, 71, 551, 353, 2 (bug): 0.034; 791, 178, 1070, 498, 1 (tree): 0.034; 794, 207, 1080, 513, 1 (tree): 0.034; 677, 107, 808, 280, 2 (bug): 0.034; 679, 105, 815, 281, 1 (tree): 0.034; 125, 681, 506, 716, 1 (tree): 0.034; 1, 268, 992, 415, 1 (tree): 0.034; 797, 183, 1085, 506, 1 (tree): 0.034; 798, 194, 1074, 507, 0 (car): 0.034; 149, 60, 1120, 530, 1 (tree): 0.034; 176, 668, 536, 720, 1 (tree): 0.034; 837, 191, 1071, 476, 1 (tree): 0.033; 796, 186, 1080, 509, 1 (tree): 0.033; 961, 189, 1080, 389, 2 (bug): 0.033; 651, 105, 833, 380, 1 (tree): 0.033; 619, 89, 863, 331, 0 (car): 0.033; 655, 110, 846, 419, 2 (bug): 0.033; 792, 183, 1084, 509, 1 (tree): 0.033; 282, 81, 546, 355, 1 (tree): 0.033; 657, 100, 828, 293, 1 (tree): 0.033; 126, 687, 516, 716, 1 (tree): 0.033; 933, 180, 1103, 468, 1 (tree): 0.033; 124, 673, 458, 720, 1 (tree): 0.033; 281, 74, 539, 339, 1 (tree): 0.033; 1089, 424, 1271, 633, 1 (tree): 0.033; 1016, 198, 1118, 436, 1 (tree): 0.033; 916, 191, 1079, 456, 0 (car): 0.033; 281, 72, 554, 353, 1 (tree): 0.033; 280, 71, 538, 338, 1 (tree): 0.033; 147, 670, 488, 720, 1 (tree): 0.033; 268, 67, 545, 351, 1 (tree): 0.033; 795, 183, 1084, 511, 1 (tree): 0.033; 272, 79, 553, 368, 1 (tree): 0.033; 1006, 195, 1118, 442, 1 (tree): 0.033; 899, 185, 1082, 478, 2 (bug): 0.033; 1193, 315, 1260, 438, 1 (tree): 0.033; 247, 65, 560, 361, 2 (bug): 0.033; 235, 59, 1144, 509, 1 (tree): 0.033; 927, 188, 1066, 306, 2 (bug): 0.033; 266, 67, 539, 343, 1 (tree): 0.033; 1039, 304, 1122, 456, 1 (tree): 0.033; 252, 63, 547, 354, 1 (tree): 0.033; 782, 159, 1099, 526, 0 (car): 0.033; 789, 182, 1084, 514, 1 (tree): 0.033; 933, 183, 1067, 297, 2 (bug): 0.033; 242, 670, 661, 716, 1 (tree): 0.033; 856, 181, 1079, 464, 2 (bug): 0.033; 158, 667, 518, 720, 1 (tree): 0.033; 277, 69, 540, 346, 1 (tree): 0.033; 5, 92, 1169, 651, 1 (tree): 0.033; 1050, 344, 1132, 463, 1 (tree): 0.033; 135, 63, 1181, 499, 1 (tree): 0.033; 905, 298, 1062, 477, 1 (tree): 0.032; 789, 177, 1095, 519, 1 (tree): 0.032; 794, 185, 1081, 512, 1 (tree): 0.032; 650, 95, 836, 308, 0 (car): 0.032; 659, 99, 830, 297, 0 (car): 0.032; 361, 82, 534, 337, 1 (tree): 0.032; 136, 693, 444, 716, 1 (tree): 0.032; 675, 105, 813, 283, 2 (bug): 0.032; 1164, 317, 1239, 436, 1 (tree): 0.032; 915, 185, 1081, 470, 1 (tree): 0.032; 673, 104, 814, 286, 0 (car): 0.032; 937, 186, 1071, 298, 1 (tree): 0.032; 262, 67, 552, 349, 2 (bug): 0.032; 261, 667, 649, 716, 1 (tree): 0.032; 0, 115, 870, 252, 1 (tree): 0.032; 1030, 245, 1120, 435, 1 (tree): 0.032; 672, 95, 811, 248, 1 (tree): 0.032; 1019, 195, 1126, 425, 1 (tree): 0.032; 900, 290, 1066, 484, 1 (tree): 0.032; 960, 318, 1060, 454, 2 (bug): 0.032; 933, 165, 1085, 294, 1 (tree): 0.032; 188, 671, 560, 718, 1 (tree): 0.032; 667, 101, 817, 298, 1 (tree): 0.032; 982, 191, 1102, 437, 1 (tree): 0.032; 0, 103, 813, 250, 1 (tree): 0.032; 277, 668, 656, 716, 1 (tree): 0.032; 290, 671, 664, 716, 1 (tree): 0.032; 221, 673, 618, 716, 1 (tree): 0.032; 679, 105, 815, 281, 0 (car): 0.032; 659, 99, 830, 297, 1 (tree): 0.032; 893, 188, 1074, 466, 2 (bug): 0.031; 88, 60, 1131, 499, 1 (tree): 0.031; 205, 673, 580, 716, 1 (tree): 0.031; 794, 183, 1073, 509, 0 (car): 0.031; 54, 659, 321, 720, 1 (tree): 0.031; 910, 298, 1063, 471, 1 (tree): 0.031; 813, 186, 1084, 504, 0 (car): 0.031; 964, 187, 1098, 456, 1 (tree): 0.031; 275, 68, 524, 207, 2 (bug): 0.031; 912, 185, 1078, 458, 2 (bug): 0.031; 291, 74, 552, 353, 1 (tree): 0.031; 905, 190, 1079, 467, 0 (car): 0.031; 794, 295, 1059, 503, 1 (tree): 0.031; 0, 95, 859, 230, 1 (tree): 0.031; 988, 197, 1100, 452, 1 (tree): 0.031; 271, 72, 541, 341, 2 (bug): 0.031; 308, 678, 677, 716, 1 (tree): 0.031; 1004, 467, 1257, 712, 1 (tree): 0.031; 243, 63, 571, 391, 1 (tree): 0.031; 837, 191, 1071, 476, 0 (car): 0.031; 1090, 325, 1190, 460, 1 (tree): 0.031; 912, 185, 1078, 458, 1 (tree): 0.031; 15, 677, 350, 719, 1 (tree): 0.031; 237, 58, 571, 374, 1 (tree): 0.031; 674, 102, 812, 232, 2 (bug): 0.031; 405, 104, 558, 346, 1 (tree): 0.031; 405, 86, 552, 339, 2 (bug): 0.031; 792, 181, 1086, 513, 1 (tree): 0.031; 677, 107, 808, 280, 1 (tree): 0.031; 331, 681, 687, 716, 1 (tree): 0.031; 962, 175, 1087, 287, 1 (tree): 0.031; 814, 314, 1067, 503, 1 (tree): 0.031; 673, 104, 814, 286, 1 (tree): 0.031; 1041, 366, 1111, 461, 1 (tree): 0.031; 993, 193, 1103, 413, 1 (tree): 0.031; 924, 329, 1052, 469, 1 (tree): 0.031; 953, 187, 1093, 437, 1 (tree): 0.031; 655, 110, 846, 419, 0 (car): 0.031; 225, 50, 578, 409, 1 (tree): 0.031; 657, 100, 828, 293, 0 (car): 0.031; 0, 228, 656, 334, 2 (bug): 0.031; 790, 180, 1088, 513, 1 (tree): 0.030; 791, 179, 1088, 516, 1 (tree): 0.030; 797, 176, 1086, 498, 0 (car): 0.030; 1029, 221, 1119, 418, 1 (tree): 0.030; 1045, 367, 1117, 463, 1 (tree): 0.030; 144, 66, 1137, 501, 1 (tree): 0.030; 91, 612, 568, 707, 1 (tree): 0.030; 225, 50, 578, 409, 2 (bug): 0.030; 1041, 380, 1153, 500, 1 (tree): 0.030; 881, 277, 1065, 485, 1 (tree): 0.030; 893, 188, 1074, 466, 1 (tree): 0.030; 667, 101, 817, 298, 0 (car): 0.030; 792, 175, 1091, 518, 1 (tree): 0.030; 30, 531, 182, 720, 1 (tree): 0.030; [0]; [0]" - ] + "reference": { + "bboxes": [ + [795, 188, 1081, 508], + [797, 183, 1085, 506], + [795, 187, 1081, 510], + [793, 184, 1083, 509], + [790, 180, 1088, 513], + [791, 179, 1088, 516], + [796, 186, 1080, 509], + [144, 66, 1137, 501], + [792, 181, 1086, 513], + [794, 185, 1081, 512], + [114, 66, 1144, 505], + [674, 106, 813, 283], + [792, 175, 1091, 518], + [247, 62, 566, 357], + [792, 183, 1084, 509], + [789, 177, 1095, 519], + [795, 188, 1081, 508], + [795, 187, 1081, 510], + [815, 187, 1083, 501], + [88, 60, 1131, 499], + [135, 63, 1181, 499], + [674, 106, 813, 283], + [789, 182, 1084, 514], + [791, 179, 1088, 516], + [235, 59, 1144, 509], + [797, 183, 1085, 506], + [149, 60, 1120, 530], + [793, 184, 1083, 509], + [905, 190, 1079, 467], + [279, 75, 410, 259], + [790, 180, 1088, 513], + [792, 175, 1091, 518], + [785, 176, 1094, 513], + [815, 187, 1083, 501], + [61, 59, 1148, 568], + [0, 389, 1039, 506], + [801, 181, 1084, 510], + [916, 191, 1079, 456], + [233, 58, 578, 393], + [35, 52, 1139, 495], + [286, 77, 390, 202], + [1109, 397, 1262, 543], + [795, 183, 1084, 511], + [256, 66, 557, 348], + [0, 164, 812, 390], + [0, 399, 1161, 584], + [788, 179, 1086, 513], + [798, 190, 1076, 508], + [921, 311, 1060, 462], + [0, 336, 1132, 579], + [343, 73, 861, 397], + [789, 177, 1095, 519], + [904, 304, 1058, 464], + [0, 280, 802, 375], + [0, 237, 839, 457], + [0, 291, 1138, 599], + [798, 194, 1074, 507], + [792, 181, 1086, 513], + [404, 99, 538, 333], + [0, 231, 830, 442], + [0, 619, 481, 703], + [798, 176, 1091, 511], + [676, 106, 808, 281], + [1127, 630, 1280, 720], + [0, 220, 908, 322], + [282, 73, 385, 200], + [413, 112, 542, 328], + [224, 55, 585, 388], + [794, 159, 1097, 525], + [17, 81, 133, 196], + [932, 312, 1057, 461], + [807, 188, 1081, 504], + [0, 260, 853, 530], + [250, 61, 567, 371], + [813, 186, 1084, 504], + [251, 60, 566, 379], + [794, 159, 1097, 525], + [942, 313, 1060, 462], + [0, 211, 833, 278], + [675, 105, 813, 283], + [928, 190, 1088, 450], + [401, 97, 541, 325], + [0, 174, 880, 282], + [23, 69, 168, 221], + [273, 70, 545, 349], + [1079, 422, 1271, 635], + [1081, 624, 1280, 720], + [805, 180, 1083, 505], + [801, 181, 1084, 510], + [243, 59, 571, 389], + [219, 55, 558, 391], + [272, 72, 545, 343], + [390, 84, 543, 325], + [794, 185, 1081, 512], + [798, 176, 1091, 511], + [0, 228, 656, 334], + [0, 165, 902, 298], + [789, 192, 1075, 516], + [260, 65, 566, 370], + [794, 183, 1073, 509], + [903, 187, 1081, 471], + [798, 190, 1076, 508], + [622, 89, 853, 331], + [925, 303, 1062, 463], + [807, 188, 1081, 504], + [35, 52, 1139, 495], + [677, 107, 808, 280], + [27, 62, 238, 232], + [619, 89, 863, 331], + [285, 74, 539, 343], + [797, 176, 1086, 498], + [0, 229, 832, 307], + [776, 186, 1090, 519], + [1043, 319, 1152, 480], + [0, 459, 1169, 577], + [9, 179, 63, 250], + [790, 188, 1060, 515], + [81, 108, 802, 428], + [818, 185, 1078, 494], + [796, 186, 1080, 509], + [782, 159, 1099, 526], + [114, 66, 1144, 505], + [622, 89, 853, 331], + [44, 629, 260, 720], + [376, 81, 534, 331], + [785, 176, 1094, 513], + [676, 106, 808, 281], + [433, 129, 534, 317], + [0, 504, 1182, 558], + [0, 277, 874, 576], + [805, 180, 1083, 505], + [15, 245, 335, 373], + [293, 76, 542, 346], + [19, 0, 81, 104], + [20, 21, 72, 96], + [298, 74, 557, 355], + [0, 163, 901, 286], + [3, 197, 57, 257], + [788, 179, 1086, 513], + [261, 69, 546, 348], + [636, 93, 908, 317], + [928, 190, 1085, 453], + [304, 79, 535, 339], + [972, 589, 1180, 714], + [651, 95, 835, 314], + [283, 72, 553, 357], + [311, 80, 537, 336], + [267, 74, 558, 378], + [12, 143, 90, 223], + [268, 69, 554, 361], + [794, 234, 1079, 511], + [298, 92, 547, 361], + [301, 73, 541, 341], + [274, 72, 553, 360], + [907, 185, 1082, 470], + [303, 80, 533, 333], + [913, 189, 1075, 462], + [818, 185, 1078, 494], + [292, 74, 537, 337], + [319, 87, 556, 360], + [273, 71, 551, 353], + [791, 178, 1070, 498], + [794, 207, 1080, 513], + [677, 107, 808, 280], + [679, 105, 815, 281], + [125, 681, 506, 716], + [1, 268, 992, 415], + [797, 183, 1085, 506], + [798, 194, 1074, 507], + [149, 60, 1120, 530], + [176, 668, 536, 720], + [837, 191, 1071, 476], + [796, 186, 1080, 509], + [961, 189, 1080, 389], + [651, 105, 833, 380], + [619, 89, 863, 331], + [655, 110, 846, 419], + [792, 183, 1084, 509], + [282, 81, 546, 355], + [657, 100, 828, 293], + [126, 687, 516, 716], + [933, 180, 1103, 468], + [124, 673, 458, 720], + [281, 74, 539, 339], + [1089, 424, 1271, 633], + [1016, 198, 1118, 436], + [916, 191, 1079, 456], + [281, 72, 554, 353], + [280, 71, 538, 338], + [147, 670, 488, 720], + [268, 67, 545, 351], + [795, 183, 1084, 511], + [272, 79, 553, 368], + [1006, 195, 1118, 442], + [899, 185, 1082, 478], + [1193, 315, 1260, 438], + [247, 65, 560, 361], + [235, 59, 1144, 509], + [927, 188, 1066, 306], + [266, 67, 539, 343], + [1039, 304, 1122, 456], + [252, 63, 547, 354], + [782, 159, 1099, 526], + [789, 182, 1084, 514], + [933, 183, 1067, 297], + [242, 670, 661, 716], + [856, 181, 1079, 464], + [158, 667, 518, 720], + [277, 69, 540, 346], + [5, 92, 1169, 651], + [1050, 344, 1132, 463], + [135, 63, 1181, 499], + [905, 298, 1062, 477], + [789, 177, 1095, 519], + [794, 185, 1081, 512], + [650, 95, 836, 308], + [659, 99, 830, 297], + [361, 82, 534, 337], + [136, 693, 444, 716], + [675, 105, 813, 283], + [1164, 317, 1239, 436], + [915, 185, 1081, 470], + [673, 104, 814, 286], + [937, 186, 1071, 298], + [262, 67, 552, 349], + [261, 667, 649, 716], + [0, 115, 870, 252], + [1030, 245, 1120, 435], + [672, 95, 811, 248], + [1019, 195, 1126, 425], + [900, 290, 1066, 484], + [960, 318, 1060, 454], + [933, 165, 1085, 294], + [188, 671, 560, 718], + [667, 101, 817, 298], + [982, 191, 1102, 437], + [0, 103, 813, 250], + [277, 668, 656, 716], + [290, 671, 664, 716], + [221, 673, 618, 716], + [679, 105, 815, 281], + [659, 99, 830, 297], + [893, 188, 1074, 466], + [88, 60, 1131, 499], + [205, 673, 580, 716], + [794, 183, 1073, 509], + [54, 659, 321, 720], + [910, 298, 1063, 471], + [813, 186, 1084, 504], + [964, 187, 1098, 456], + [275, 68, 524, 207], + [912, 185, 1078, 458], + [291, 74, 552, 353], + [905, 190, 1079, 467], + [794, 295, 1059, 503], + [0, 95, 859, 230], + [988, 197, 1100, 452], + [271, 72, 541, 341], + [308, 678, 677, 716], + [1004, 467, 1257, 712], + [243, 63, 571, 391], + [837, 191, 1071, 476], + [1090, 325, 1190, 460], + [912, 185, 1078, 458], + [15, 677, 350, 719], + [237, 58, 571, 374], + [674, 102, 812, 232], + [405, 104, 558, 346], + [405, 86, 552, 339], + [792, 181, 1086, 513], + [677, 107, 808, 280], + [331, 681, 687, 716], + [962, 175, 1087, 287], + [814, 314, 1067, 503], + [673, 104, 814, 286], + [1041, 366, 1111, 461], + [993, 193, 1103, 413], + [924, 329, 1052, 469], + [953, 187, 1093, 437], + [655, 110, 846, 419], + [225, 50, 578, 409], + [657, 100, 828, 293], + [0, 228, 656, 334], + [790, 180, 1088, 513], + [791, 179, 1088, 516], + [797, 176, 1086, 498], + [1029, 221, 1119, 418], + [1045, 367, 1117, 463], + [144, 66, 1137, 501], + [91, 612, 568, 707], + [225, 50, 578, 409], + [1041, 380, 1153, 500], + [881, 277, 1065, 485], + [893, 188, 1074, 466], + [667, 101, 817, 298], + [792, 175, 1091, 518], + [30, 531, 182, 720] + ], + "labels": [ + 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 2, 0, 0, 2, 2, 0, 2, 2, 2, 0, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 1, 0, 2, 2, 2, 2, 1, 0, 2, 1, 1, + 0, 0, 2, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 0, 1, 1, 2, 2, 2, 0, + 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 0, 2, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, + 2, 2, 0, 1, 1, 1, 2, 1, 2, 1, 2, 2, 0, 1, 0, 1, 2, 2, 1, 1, 1, 1, 1, + 1, 1, 1, 0, 2, 1, 1, 0, 1, 2, 1, 2, 2, 1, 1, 0, 1, 2, 1, 1, 1, 1, 1, + 1, 2, 2, 2, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, + 1, 1, 2, 1, 1, 1, 1, 0, 1, 1, 1, 1, 2, 1, 0, 2, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 0, 1, 2, 1, 2, + 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 2, 1, 1, 0, 1, 2, 1, 1, 1, 1, 1, + 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 2, 1, 1, 0, 1, 1, 0, 1, 2, 2, 1, + 0, 1, 1, 1, 2, 1, 1, 1, 0, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 0, 1, 0, 2, 1, 1, 0, 1, 1, 1, 1, 2, 1, 1, 1, 0, 1, 1 + ], + "scores": [ + 0.0710434541106224, 0.06860100477933884, 0.06763820350170135, + 0.060700688511133194, 0.05706356093287468, 0.05676444247364998, + 0.05670475587248802, 0.05467608571052551, 0.05464385449886322, + 0.05459129065275192, 0.05420410633087158, 0.05405239760875702, + 0.0535334013402462, 0.053520649671554565, 0.05189439281821251, + 0.051376376301050186, 0.05114800110459328, 0.050429567694664, + 0.049893010407686234, 0.04952552542090416, 0.04834987595677376, + 0.04779281094670296, 0.04718825966119766, 0.04639219865202904, + 0.046116676181554794, 0.04610981047153473, 0.045777805149555206, + 0.044325441122055054, 0.04407700151205063, 0.04395206272602081, + 0.04393448308110237, 0.043690044432878494, 0.04360175505280495, + 0.04308241233229637, 0.043010395020246506, 0.0425436794757843, + 0.04221060499548912, 0.041954249143600464, 0.041785143315792084, + 0.0414818674325943, 0.041401077061891556, 0.04131857305765152, + 0.0412740483880043, 0.040829285979270935, 0.04080315679311752, + 0.040000516921281815, 0.03994010016322136, 0.039880115538835526, + 0.039741694927215576, 0.03973282128572464, 0.039289336651563644, + 0.03926607593894005, 0.03924686089158058, 0.039230380207300186, + 0.03906603157520294, 0.03900632634758949, 0.038681309670209885, + 0.03846537321805954, 0.03836052119731903, 0.03827796131372452, + 0.03808944299817085, 0.038077060133218765, 0.03795110434293747, + 0.03787829726934433, 0.03783799335360527, 0.037689950317144394, + 0.03753490000963211, 0.037370484322309494, 0.03734041005373001, + 0.03730582818388939, 0.037275757640600204, 0.03715537488460541, + 0.03712226822972298, 0.037026140838861465, 0.03700349107384682, + 0.036949522793293, 0.03690209239721298, 0.03685939311981201, + 0.03683795779943466, 0.03683183342218399, 0.03681015595793724, + 0.03676493093371391, 0.036667048931121826, 0.036622319370508194, + 0.03656267002224922, 0.036557942628860474, 0.03654727712273598, + 0.03653891757130623, 0.036530543118715286, 0.03652491420507431, + 0.03650667518377304, 0.0364500992000103, 0.036434900015592575, + 0.03643288090825081, 0.03637639060616493, 0.0363299585878849, + 0.03631555289030075, 0.03619450330734253, 0.03608265146613121, + 0.035961706191301346, 0.03590742498636246, 0.03581048920750618, + 0.03580844774842262, 0.035652510821819305, 0.03564707934856415, + 0.03560859337449074, 0.03556838259100914, 0.03553834185004234, + 0.03547525033354759, 0.035467956215143204, 0.035467833280563354, + 0.03537571802735329, 0.035374417901039124, 0.03534165397286415, + 0.035313282161951065, 0.0352967232465744, 0.0352015346288681, + 0.035165682435035706, 0.03514784947037697, 0.035094574093818665, + 0.03508735075592995, 0.03506165370345116, 0.035032693296670914, + 0.035008035600185394, 0.03499050438404083, 0.03498275578022003, + 0.034903060644865036, 0.034818895161151886, 0.03481198474764824, + 0.03481162711977959, 0.03476633131504059, 0.03473780304193497, + 0.0346306636929512, 0.03455469012260437, 0.0344870463013649, + 0.03441717475652695, 0.034365758299827576, 0.034351788461208344, + 0.034326136112213135, 0.0343167670071125, 0.03429530933499336, + 0.034284137189388275, 0.03427952900528908, 0.03424925357103348, + 0.03421897441148758, 0.03421036899089813, 0.034186627715826035, + 0.03415144234895706, 0.034145452082157135, 0.034132082015275955, + 0.03409881144762039, 0.034059785306453705, 0.03404071554541588, + 0.034003980457782745, 0.03398134186863899, 0.03395971283316612, + 0.03394729644060135, 0.03393569216132164, 0.03389434888958931, + 0.03389110043644905, 0.03381767123937607, 0.033766742795705795, + 0.033705584704875946, 0.033657364547252655, 0.03357420489192009, + 0.03356795012950897, 0.033554792404174805, 0.03354587033390999, + 0.03353510797023773, 0.03353274241089821, 0.03353028744459152, + 0.03348885104060173, 0.0334552526473999, 0.033451881259679794, + 0.03334179148077965, 0.033337850123643875, 0.03329768404364586, + 0.03327658399939537, 0.033271025866270065, 0.03321179747581482, + 0.0331401564180851, 0.03312452509999275, 0.03311420604586601, + 0.03309877961874008, 0.03309418261051178, 0.033082831650972366, + 0.03300155699253082, 0.032984957098960876, 0.032948579639196396, + 0.032929785549640656, 0.03291993588209152, 0.03287133201956749, + 0.03284513205289841, 0.032812297344207764, 0.032806530594825745, + 0.03278588131070137, 0.03278214856982231, 0.03274672105908394, + 0.032727740705013275, 0.032724425196647644, 0.03270168602466583, + 0.03268984705209732, 0.03267894312739372, 0.03267265111207962, + 0.032654501497745514, 0.03264594078063965, 0.032627761363983154, + 0.032626476138830185, 0.032590147107839584, 0.032587382942438126, + 0.0325702540576458, 0.03253262862563133, 0.032489851117134094, + 0.032480642199516296, 0.032446883618831635, 0.03244093060493469, + 0.03243769332766533, 0.03228325769305229, 0.03223127871751785, + 0.03220010921359062, 0.0321529395878315, 0.03212828189134598, + 0.032113831490278244, 0.032072167843580246, 0.032028160989284515, + 0.032002419233322144, 0.03200241178274155, 0.03199143335223198, + 0.03197577968239784, 0.03190673515200615, 0.031867481768131256, + 0.03184961527585983, 0.031815774738788605, 0.03177214413881302, + 0.03176763281226158, 0.031686048954725266, 0.03161976486444473, + 0.031607966870069504, 0.031605273485183716, 0.03157924860715866, + 0.03157815337181091, 0.031567852944135666, 0.03146033734083176, + 0.031447798013687134, 0.03134771063923836, 0.03134540095925331, + 0.03134040907025337, 0.03132275119423866, 0.03130626305937767, + 0.03125569969415665, 0.031225867569446564, 0.031220940873026848, + 0.031194990500807762, 0.031179243698716164, 0.031164512038230896, + 0.031143097206950188, 0.031130502000451088, 0.031114056706428528, + 0.031078215688467026, 0.031074579805135727, 0.031041765585541725, + 0.031039798632264137, 0.03102506883442402, 0.031010715290904045, + 0.030973752960562706, 0.030945083126425743, 0.030880959704518318, + 0.03084367886185646, 0.030808549374341965, 0.030805004760622978, + 0.03078124113380909, 0.030747340992093086, 0.03074589930474758, + 0.0307390708476305, 0.0307087991386652, 0.030688198283314705, + 0.030685488134622574, 0.030669882893562317, 0.03063148818910122, + 0.030576376244425774, 0.030530564486980438, 0.03051653690636158, + 0.030509499832987785, 0.030495595186948776, 0.030478179454803467, + 0.03045840747654438, 0.03043820708990097, 0.030433399602770805, + 0.03040502592921257, 0.030402693897485733, 0.030343255028128624, + 0.030253363773226738, 0.03024749457836151, 0.030221002176404, + 0.030175551772117615, 0.030120544135570526, 0.030095215886831284 + ], + "label_names": [ + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "tree", + "car", + "bug", + "bug", + "bug", + "bug", + "tree", + "car", + "bug", + "tree", + "tree", + "car", + "car", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "bug", + "bug", + "bug", + "car", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "car", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "car", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "car", + "tree", + "car", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "bug", + "tree", + "tree", + "car", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "car", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "car", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "car", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "car", + "tree", + "tree", + "bug", + "tree", + "tree", + "car", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "bug", + "tree", + "tree", + "car", + "tree", + "tree", + "car", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "car", + "bug", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "car", + "tree", + "tree" + ] + } } ] }, @@ -1189,9 +3847,730 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "794, 188, 1081, 508, 0 (car): 0.071; 796, 183, 1085, 506, 0 (car): 0.068; 795, 187, 1081, 510, 0 (car): 0.068; 793, 184, 1083, 509, 0 (car): 0.061; 790, 180, 1088, 513, 0 (car): 0.057; 796, 186, 1080, 510, 0 (car): 0.057; 791, 179, 1088, 516, 0 (car): 0.057; 791, 181, 1086, 513, 0 (car): 0.055; 794, 185, 1081, 512, 0 (car): 0.055; 247, 62, 566, 357, 2 (bug): 0.054; 139, 66, 1141, 537, 2 (bug): 0.054; 674, 106, 813, 283, 0 (car): 0.054; 791, 175, 1091, 519, 0 (car): 0.053; 792, 183, 1085, 509, 0 (car): 0.052; 789, 178, 1095, 519, 0 (car): 0.052; 794, 188, 1081, 508, 2 (bug): 0.051; 795, 187, 1081, 510, 2 (bug): 0.051; 114, 67, 1146, 470, 2 (bug): 0.050; 815, 187, 1083, 501, 0 (car): 0.050; 789, 181, 1084, 514, 0 (car): 0.050; 87, 59, 1130, 498, 2 (bug): 0.049; 137, 63, 1181, 500, 2 (bug): 0.048; 674, 106, 813, 283, 2 (bug): 0.048; 791, 179, 1088, 516, 2 (bug): 0.047; 796, 183, 1085, 506, 2 (bug): 0.046; 228, 57, 1142, 492, 2 (bug): 0.046; 256, 66, 557, 348, 2 (bug): 0.046; 232, 58, 578, 393, 2 (bug): 0.045; 279, 75, 408, 257, 2 (bug): 0.045; 790, 180, 1088, 513, 2 (bug): 0.044; 905, 190, 1080, 467, 2 (bug): 0.044; 793, 184, 1083, 509, 2 (bug): 0.044; 791, 175, 1091, 519, 2 (bug): 0.044; 785, 176, 1095, 514, 0 (car): 0.044; 154, 59, 1125, 530, 2 (bug): 0.044; 73, 59, 1145, 564, 2 (bug): 0.043; 815, 187, 1083, 501, 2 (bug): 0.043; 800, 180, 1084, 510, 0 (car): 0.043; 916, 191, 1079, 456, 2 (bug): 0.042; 795, 183, 1084, 511, 0 (car): 0.042; 286, 77, 390, 202, 2 (bug): 0.042; 35, 52, 1140, 496, 2 (bug): 0.041; 306, 69, 854, 396, 2 (bug): 0.041; 249, 61, 567, 371, 2 (bug): 0.041; 250, 60, 566, 379, 2 (bug): 0.041; 1109, 396, 1260, 518, 1 (tree): 0.041; 788, 179, 1086, 513, 0 (car): 0.041; 224, 55, 584, 388, 2 (bug): 0.041; 0, 216, 828, 450, 1 (tree): 0.040; 798, 190, 1076, 508, 0 (car): 0.040; 921, 311, 1060, 462, 2 (bug): 0.040; 789, 178, 1095, 519, 2 (bug): 0.040; 904, 304, 1058, 464, 2 (bug): 0.040; 0, 280, 802, 370, 1 (tree): 0.039; 791, 181, 1086, 513, 2 (bug): 0.039; 404, 101, 538, 333, 2 (bug): 0.039; 260, 65, 566, 370, 2 (bug): 0.039; 0, 617, 449, 703, 1 (tree): 0.039; 798, 193, 1075, 508, 1 (tree): 0.038; 0, 340, 1132, 588, 1 (tree): 0.038; 242, 59, 571, 389, 2 (bug): 0.038; 0, 192, 898, 301, 1 (tree): 0.038; 0, 305, 1146, 612, 1 (tree): 0.038; 282, 73, 384, 200, 2 (bug): 0.038; 798, 176, 1091, 511, 1 (tree): 0.038; 0, 158, 810, 333, 1 (tree): 0.038; 0, 236, 836, 436, 1 (tree): 0.038; 273, 70, 545, 349, 2 (bug): 0.038; 676, 106, 808, 281, 0 (car): 0.038; 795, 159, 1097, 525, 0 (car): 0.038; 0, 230, 903, 329, 1 (tree): 0.038; 0, 257, 849, 466, 1 (tree): 0.038; 413, 112, 542, 327, 2 (bug): 0.038; 16, 75, 198, 215, 1 (tree): 0.038; 1126, 630, 1280, 720, 1 (tree): 0.038; 272, 72, 544, 343, 2 (bug): 0.038; 932, 313, 1057, 462, 2 (bug): 0.037; 943, 314, 1060, 462, 2 (bug): 0.037; 813, 186, 1084, 504, 1 (tree): 0.037; 807, 188, 1081, 504, 1 (tree): 0.037; 0, 408, 1106, 586, 1 (tree): 0.037; 927, 190, 1088, 450, 2 (bug): 0.037; 1080, 422, 1271, 636, 1 (tree): 0.037; 400, 96, 541, 325, 2 (bug): 0.037; 798, 176, 1091, 511, 0 (car): 0.037; 675, 105, 813, 283, 0 (car): 0.037; 0, 179, 886, 284, 1 (tree): 0.037; 795, 159, 1097, 525, 1 (tree): 0.037; 789, 192, 1075, 516, 1 (tree): 0.037; 0, 231, 627, 333, 1 (tree): 0.037; 79, 112, 805, 432, 1 (tree): 0.037; 1079, 624, 1280, 720, 1 (tree): 0.037; 0, 216, 836, 279, 1 (tree): 0.037; 219, 55, 558, 390, 1 (tree): 0.037; 805, 180, 1083, 505, 1 (tree): 0.037; 390, 84, 543, 325, 2 (bug): 0.036; 794, 185, 1081, 512, 2 (bug): 0.036; 0, 414, 1157, 606, 1 (tree): 0.036; 807, 188, 1081, 504, 0 (car): 0.036; 16, 250, 365, 372, 1 (tree): 0.036; 800, 180, 1084, 510, 1 (tree): 0.036; 622, 89, 852, 331, 2 (bug): 0.036; 0, 172, 897, 286, 1 (tree): 0.036; 285, 74, 539, 342, 2 (bug): 0.036; 793, 183, 1074, 510, 1 (tree): 0.036; 273, 71, 551, 352, 2 (bug): 0.036; 619, 89, 862, 331, 2 (bug): 0.036; 798, 190, 1076, 508, 1 (tree): 0.036; 677, 107, 808, 280, 0 (car): 0.036; 797, 176, 1086, 498, 1 (tree): 0.036; 924, 302, 1062, 464, 2 (bug): 0.036; 293, 76, 542, 346, 2 (bug): 0.036; 798, 193, 1075, 508, 0 (car): 0.036; 775, 186, 1090, 520, 1 (tree): 0.036; 35, 52, 1140, 496, 1 (tree): 0.035; 903, 187, 1082, 471, 2 (bug): 0.035; 818, 185, 1078, 494, 0 (car): 0.035; 789, 188, 1060, 515, 1 (tree): 0.035; 622, 89, 852, 331, 0 (car): 0.035; 796, 186, 1080, 510, 2 (bug): 0.035; 0, 275, 869, 572, 1 (tree): 0.035; 676, 106, 808, 281, 2 (bug): 0.035; 805, 180, 1083, 505, 0 (car): 0.035; 1042, 321, 1151, 481, 1 (tree): 0.035; 0, 207, 932, 325, 1 (tree): 0.035; 651, 95, 835, 314, 0 (car): 0.035; 782, 159, 1099, 526, 1 (tree): 0.035; 785, 176, 1095, 514, 1 (tree): 0.035; 261, 69, 545, 348, 2 (bug): 0.035; 376, 81, 534, 331, 2 (bug): 0.035; 433, 129, 534, 316, 2 (bug): 0.035; 0, 223, 832, 278, 1 (tree): 0.035; 19, 63, 171, 236, 1 (tree): 0.034; 636, 93, 909, 317, 2 (bug): 0.034; 298, 74, 557, 355, 1 (tree): 0.034; 304, 79, 535, 339, 1 (tree): 0.034; 282, 71, 553, 357, 1 (tree): 0.034; 114, 67, 1146, 470, 1 (tree): 0.034; 266, 74, 558, 379, 1 (tree): 0.034; 311, 80, 537, 336, 1 (tree): 0.034; 906, 185, 1082, 470, 1 (tree): 0.034; 267, 69, 555, 362, 1 (tree): 0.034; 973, 590, 1180, 714, 1 (tree): 0.034; 301, 73, 540, 341, 1 (tree): 0.034; 913, 189, 1075, 462, 1 (tree): 0.034; 40, 625, 253, 720, 1 (tree): 0.034; 788, 179, 1086, 513, 1 (tree): 0.034; 928, 190, 1085, 453, 2 (bug): 0.034; 10, 178, 67, 258, 1 (tree): 0.034; 273, 72, 554, 360, 1 (tree): 0.034; 298, 92, 547, 361, 1 (tree): 0.034; 303, 80, 533, 333, 1 (tree): 0.034; 317, 86, 556, 361, 1 (tree): 0.034; 793, 234, 1079, 511, 1 (tree): 0.034; 292, 74, 537, 337, 1 (tree): 0.034; 790, 178, 1071, 500, 1 (tree): 0.034; 6, 194, 60, 268, 1 (tree): 0.034; 677, 107, 808, 280, 2 (bug): 0.034; 794, 205, 1080, 513, 1 (tree): 0.034; 20, 0, 80, 111, 1 (tree): 0.034; 246, 64, 561, 361, 2 (bug): 0.034; 21, 21, 72, 79, 1 (tree): 0.034; 961, 189, 1080, 389, 2 (bug): 0.034; 679, 105, 815, 281, 1 (tree): 0.034; 818, 185, 1078, 494, 1 (tree): 0.034; 650, 95, 836, 308, 0 (car): 0.034; 129, 680, 510, 716, 1 (tree): 0.034; 619, 89, 862, 331, 0 (car): 0.034; 8, 141, 77, 238, 1 (tree): 0.033; 796, 183, 1085, 506, 1 (tree): 0.033; 282, 81, 547, 355, 1 (tree): 0.033; 87, 620, 537, 707, 1 (tree): 0.033; 233, 59, 573, 380, 2 (bug): 0.033; 178, 668, 534, 720, 1 (tree): 0.033; 837, 191, 1072, 476, 1 (tree): 0.033; 933, 180, 1103, 469, 1 (tree): 0.033; 796, 186, 1080, 510, 1 (tree): 0.033; 150, 670, 484, 720, 1 (tree): 0.033; 657, 100, 828, 294, 1 (tree): 0.033; 281, 74, 539, 339, 1 (tree): 0.033; 916, 191, 1079, 456, 0 (car): 0.033; 1088, 423, 1271, 632, 1 (tree): 0.033; 280, 71, 538, 338, 1 (tree): 0.033; 655, 110, 844, 418, 2 (bug): 0.033; 129, 685, 527, 716, 1 (tree): 0.033; 789, 181, 1084, 514, 2 (bug): 0.033; 792, 183, 1085, 509, 1 (tree): 0.033; 659, 99, 830, 297, 0 (car): 0.033; 154, 59, 1125, 530, 1 (tree): 0.033; 282, 72, 554, 352, 1 (tree): 0.033; 1016, 198, 1118, 436, 1 (tree): 0.033; 782, 159, 1099, 526, 0 (car): 0.033; 0, 462, 1164, 588, 1 (tree): 0.033; 271, 78, 553, 369, 1 (tree): 0.033; 261, 67, 552, 348, 2 (bug): 0.033; 651, 106, 835, 381, 1 (tree): 0.033; 651, 95, 835, 314, 2 (bug): 0.033; 795, 183, 1084, 511, 1 (tree): 0.033; 933, 183, 1067, 297, 2 (bug): 0.033; 252, 63, 546, 354, 1 (tree): 0.033; 266, 67, 539, 343, 1 (tree): 0.033; 225, 50, 578, 409, 2 (bug): 0.033; 1006, 195, 1118, 442, 1 (tree): 0.033; 161, 667, 515, 720, 1 (tree): 0.033; 243, 669, 650, 716, 1 (tree): 0.033; 278, 70, 540, 346, 1 (tree): 0.033; 1191, 314, 1260, 438, 1 (tree): 0.033; 1039, 305, 1122, 456, 1 (tree): 0.033; 139, 691, 450, 716, 1 (tree): 0.033; 912, 185, 1078, 458, 2 (bug): 0.033; 905, 298, 1062, 477, 1 (tree): 0.033; 675, 105, 813, 283, 2 (bug): 0.032; 927, 188, 1066, 306, 2 (bug): 0.032; 268, 67, 545, 351, 1 (tree): 0.032; 673, 104, 814, 286, 0 (car): 0.032; 1050, 344, 1132, 464, 1 (tree): 0.032; 915, 185, 1081, 470, 1 (tree): 0.032; 0, 525, 1181, 557, 1 (tree): 0.032; 899, 185, 1082, 478, 2 (bug): 0.032; 650, 95, 836, 308, 2 (bug): 0.032; 137, 63, 1181, 500, 1 (tree): 0.032; 855, 181, 1079, 465, 2 (bug): 0.032; 794, 185, 1081, 512, 1 (tree): 0.032; 959, 318, 1060, 455, 2 (bug): 0.032; 127, 673, 455, 718, 1 (tree): 0.032; 789, 178, 1095, 519, 1 (tree): 0.032; 937, 186, 1071, 298, 1 (tree): 0.032; 4, 97, 1173, 651, 1 (tree): 0.032; 672, 95, 811, 248, 1 (tree): 0.032; 22, 305, 182, 720, 1 (tree): 0.032; 1164, 317, 1239, 437, 1 (tree): 0.032; 1030, 247, 1121, 436, 1 (tree): 0.032; 139, 66, 1141, 537, 1 (tree): 0.032; 933, 165, 1085, 294, 1 (tree): 0.032; 900, 289, 1067, 484, 1 (tree): 0.032; 0, 264, 1011, 414, 1 (tree): 0.032; 1019, 196, 1126, 425, 1 (tree): 0.032; 893, 188, 1074, 466, 2 (bug): 0.032; 222, 672, 616, 716, 1 (tree): 0.032; 679, 105, 815, 281, 0 (car): 0.032; 289, 671, 662, 716, 1 (tree): 0.032; 982, 191, 1102, 437, 1 (tree): 0.032; 189, 671, 557, 717, 1 (tree): 0.032; 262, 666, 645, 716, 1 (tree): 0.032; 87, 59, 1130, 498, 1 (tree): 0.032; 366, 82, 534, 337, 1 (tree): 0.032; 813, 186, 1084, 504, 0 (car): 0.032; 667, 101, 817, 297, 1 (tree): 0.032; 207, 672, 577, 716, 1 (tree): 0.032; 837, 191, 1072, 476, 0 (car): 0.031; 23, 677, 353, 719, 1 (tree): 0.031; 0, 113, 868, 244, 1 (tree): 0.031; 910, 298, 1063, 471, 1 (tree): 0.031; 277, 667, 653, 716, 1 (tree): 0.031; 0, 103, 811, 249, 1 (tree): 0.031; 275, 68, 524, 207, 2 (bug): 0.031; 228, 57, 1142, 492, 1 (tree): 0.031; 655, 110, 844, 418, 0 (car): 0.031; 793, 183, 1074, 510, 0 (car): 0.031; 905, 190, 1080, 467, 0 (car): 0.031; 912, 174, 1072, 303, 1 (tree): 0.031; 789, 181, 1084, 514, 1 (tree): 0.031; 271, 72, 541, 340, 2 (bug): 0.031; 963, 187, 1098, 456, 1 (tree): 0.031; 405, 87, 552, 338, 2 (bug): 0.031; 987, 197, 1100, 453, 1 (tree): 0.031; 238, 61, 563, 360, 2 (bug): 0.031; 1004, 466, 1256, 712, 1 (tree): 0.031; 0, 92, 857, 225, 1 (tree): 0.031; 673, 104, 814, 286, 1 (tree): 0.031; 307, 677, 676, 716, 1 (tree): 0.031; 674, 102, 812, 233, 2 (bug): 0.031; 794, 297, 1059, 503, 1 (tree): 0.031; 659, 99, 830, 297, 1 (tree): 0.031; 667, 101, 817, 297, 0 (car): 0.031; 657, 100, 828, 294, 0 (car): 0.031; 404, 103, 559, 347, 1 (tree): 0.031; 290, 74, 552, 353, 1 (tree): 0.031; 924, 331, 1051, 470, 1 (tree): 0.031; 677, 107, 808, 280, 1 (tree): 0.031; 237, 58, 571, 374, 1 (tree): 0.031; 52, 659, 322, 720, 1 (tree): 0.031; 912, 185, 1078, 458, 1 (tree): 0.031; 791, 181, 1086, 513, 1 (tree): 0.031; 1092, 328, 1191, 461, 1 (tree): 0.031; 963, 175, 1087, 287, 1 (tree): 0.031; 242, 63, 571, 391, 1 (tree): 0.031; 952, 187, 1093, 437, 1 (tree): 0.031; 331, 681, 686, 716, 1 (tree): 0.031; 797, 176, 1086, 498, 0 (car): 0.031; 993, 193, 1103, 413, 1 (tree): 0.031; 1041, 366, 1111, 461, 1 (tree): 0.031; 814, 314, 1067, 502, 1 (tree): 0.031; 3, 563, 1191, 568, 1 (tree): 0.030; 790, 180, 1088, 513, 1 (tree): 0.030; 791, 179, 1088, 516, 1 (tree): 0.030; 1045, 367, 1116, 463, 1 (tree): 0.030; 205, 594, 530, 700, 1 (tree): 0.030; 789, 192, 1075, 516, 0 (car): 0.030; 1029, 224, 1120, 419, 1 (tree): 0.030; [0]; [0]" - ] + "reference": { + "bboxes": [ + [794, 188, 1081, 508], + [796, 183, 1085, 506], + [795, 187, 1081, 510], + [793, 184, 1083, 509], + [790, 180, 1088, 513], + [796, 186, 1080, 510], + [791, 179, 1088, 516], + [791, 181, 1086, 513], + [794, 185, 1081, 512], + [247, 62, 566, 357], + [139, 66, 1141, 537], + [674, 106, 813, 283], + [791, 175, 1091, 519], + [792, 183, 1085, 509], + [789, 178, 1095, 519], + [794, 188, 1081, 508], + [795, 187, 1081, 510], + [114, 67, 1146, 470], + [815, 187, 1083, 501], + [789, 181, 1084, 514], + [87, 59, 1130, 498], + [137, 63, 1181, 500], + [674, 106, 813, 283], + [791, 179, 1088, 516], + [796, 183, 1085, 506], + [228, 57, 1142, 492], + [256, 66, 557, 348], + [232, 58, 578, 393], + [279, 75, 408, 257], + [790, 180, 1088, 513], + [905, 190, 1080, 467], + [793, 184, 1083, 509], + [791, 175, 1091, 519], + [785, 176, 1095, 514], + [154, 59, 1125, 530], + [73, 59, 1145, 564], + [815, 187, 1083, 501], + [800, 180, 1084, 510], + [916, 191, 1079, 456], + [795, 183, 1084, 511], + [286, 77, 390, 202], + [35, 52, 1140, 496], + [306, 69, 854, 396], + [249, 61, 567, 371], + [250, 60, 566, 379], + [1109, 396, 1260, 518], + [788, 179, 1086, 513], + [224, 55, 584, 388], + [0, 216, 828, 450], + [798, 190, 1076, 508], + [921, 311, 1060, 462], + [789, 178, 1095, 519], + [904, 304, 1058, 464], + [0, 280, 802, 370], + [791, 181, 1086, 513], + [404, 101, 538, 333], + [260, 65, 566, 370], + [0, 617, 449, 703], + [798, 193, 1075, 508], + [0, 340, 1132, 588], + [242, 59, 571, 389], + [0, 192, 898, 301], + [0, 305, 1146, 612], + [282, 73, 384, 200], + [798, 176, 1091, 511], + [0, 158, 810, 333], + [0, 236, 836, 436], + [273, 70, 545, 349], + [676, 106, 808, 281], + [795, 159, 1097, 525], + [0, 230, 903, 329], + [0, 257, 849, 466], + [413, 112, 542, 327], + [16, 75, 198, 215], + [1126, 630, 1280, 720], + [272, 72, 544, 343], + [932, 313, 1057, 462], + [943, 314, 1060, 462], + [813, 186, 1084, 504], + [807, 188, 1081, 504], + [0, 408, 1106, 586], + [927, 190, 1088, 450], + [1080, 422, 1271, 636], + [400, 96, 541, 325], + [798, 176, 1091, 511], + [675, 105, 813, 283], + [0, 179, 886, 284], + [795, 159, 1097, 525], + [789, 192, 1075, 516], + [0, 231, 627, 333], + [79, 112, 805, 432], + [1079, 624, 1280, 720], + [0, 216, 836, 279], + [219, 55, 558, 390], + [805, 180, 1083, 505], + [390, 84, 543, 325], + [794, 185, 1081, 512], + [0, 414, 1157, 606], + [807, 188, 1081, 504], + [16, 250, 365, 372], + [800, 180, 1084, 510], + [622, 89, 852, 331], + [0, 172, 897, 286], + [285, 74, 539, 342], + [793, 183, 1074, 510], + [273, 71, 551, 352], + [619, 89, 862, 331], + [798, 190, 1076, 508], + [677, 107, 808, 280], + [797, 176, 1086, 498], + [924, 302, 1062, 464], + [293, 76, 542, 346], + [798, 193, 1075, 508], + [775, 186, 1090, 520], + [35, 52, 1140, 496], + [903, 187, 1082, 471], + [818, 185, 1078, 494], + [789, 188, 1060, 515], + [622, 89, 852, 331], + [796, 186, 1080, 510], + [0, 275, 869, 572], + [676, 106, 808, 281], + [805, 180, 1083, 505], + [1042, 321, 1151, 481], + [0, 207, 932, 325], + [651, 95, 835, 314], + [782, 159, 1099, 526], + [785, 176, 1095, 514], + [261, 69, 545, 348], + [376, 81, 534, 331], + [433, 129, 534, 316], + [0, 223, 832, 278], + [19, 63, 171, 236], + [636, 93, 909, 317], + [298, 74, 557, 355], + [304, 79, 535, 339], + [282, 71, 553, 357], + [114, 67, 1146, 470], + [266, 74, 558, 379], + [311, 80, 537, 336], + [906, 185, 1082, 470], + [267, 69, 555, 362], + [973, 590, 1180, 714], + [301, 73, 540, 341], + [913, 189, 1075, 462], + [40, 625, 253, 720], + [788, 179, 1086, 513], + [928, 190, 1085, 453], + [10, 178, 67, 258], + [273, 72, 554, 360], + [298, 92, 547, 361], + [303, 80, 533, 333], + [317, 86, 556, 361], + [793, 234, 1079, 511], + [292, 74, 537, 337], + [790, 178, 1071, 500], + [6, 194, 60, 268], + [677, 107, 808, 280], + [794, 205, 1080, 513], + [20, 0, 80, 111], + [246, 64, 561, 361], + [21, 21, 72, 79], + [961, 189, 1080, 389], + [679, 105, 815, 281], + [818, 185, 1078, 494], + [650, 95, 836, 308], + [129, 680, 510, 716], + [619, 89, 862, 331], + [8, 141, 77, 238], + [796, 183, 1085, 506], + [282, 81, 547, 355], + [87, 620, 537, 707], + [233, 59, 573, 380], + [178, 668, 534, 720], + [837, 191, 1072, 476], + [933, 180, 1103, 469], + [796, 186, 1080, 510], + [150, 670, 484, 720], + [657, 100, 828, 294], + [281, 74, 539, 339], + [916, 191, 1079, 456], + [1088, 423, 1271, 632], + [280, 71, 538, 338], + [655, 110, 844, 418], + [129, 685, 527, 716], + [789, 181, 1084, 514], + [792, 183, 1085, 509], + [659, 99, 830, 297], + [154, 59, 1125, 530], + [282, 72, 554, 352], + [1016, 198, 1118, 436], + [782, 159, 1099, 526], + [0, 462, 1164, 588], + [271, 78, 553, 369], + [261, 67, 552, 348], + [651, 106, 835, 381], + [651, 95, 835, 314], + [795, 183, 1084, 511], + [933, 183, 1067, 297], + [252, 63, 546, 354], + [266, 67, 539, 343], + [225, 50, 578, 409], + [1006, 195, 1118, 442], + [161, 667, 515, 720], + [243, 669, 650, 716], + [278, 70, 540, 346], + [1191, 314, 1260, 438], + [1039, 305, 1122, 456], + [139, 691, 450, 716], + [912, 185, 1078, 458], + [905, 298, 1062, 477], + [675, 105, 813, 283], + [927, 188, 1066, 306], + [268, 67, 545, 351], + [673, 104, 814, 286], + [1050, 344, 1132, 464], + [915, 185, 1081, 470], + [0, 525, 1181, 557], + [899, 185, 1082, 478], + [650, 95, 836, 308], + [137, 63, 1181, 500], + [855, 181, 1079, 465], + [794, 185, 1081, 512], + [959, 318, 1060, 455], + [127, 673, 455, 718], + [789, 178, 1095, 519], + [937, 186, 1071, 298], + [4, 97, 1173, 651], + [672, 95, 811, 248], + [22, 305, 182, 720], + [1164, 317, 1239, 437], + [1030, 247, 1121, 436], + [139, 66, 1141, 537], + [933, 165, 1085, 294], + [900, 289, 1067, 484], + [0, 264, 1011, 414], + [1019, 196, 1126, 425], + [893, 188, 1074, 466], + [222, 672, 616, 716], + [679, 105, 815, 281], + [289, 671, 662, 716], + [982, 191, 1102, 437], + [189, 671, 557, 717], + [262, 666, 645, 716], + [87, 59, 1130, 498], + [366, 82, 534, 337], + [813, 186, 1084, 504], + [667, 101, 817, 297], + [207, 672, 577, 716], + [837, 191, 1072, 476], + [23, 677, 353, 719], + [0, 113, 868, 244], + [910, 298, 1063, 471], + [277, 667, 653, 716], + [0, 103, 811, 249], + [275, 68, 524, 207], + [228, 57, 1142, 492], + [655, 110, 844, 418], + [793, 183, 1074, 510], + [905, 190, 1080, 467], + [912, 174, 1072, 303], + [789, 181, 1084, 514], + [271, 72, 541, 340], + [963, 187, 1098, 456], + [405, 87, 552, 338], + [987, 197, 1100, 453], + [238, 61, 563, 360], + [1004, 466, 1256, 712], + [0, 92, 857, 225], + [673, 104, 814, 286], + [307, 677, 676, 716], + [674, 102, 812, 233], + [794, 297, 1059, 503], + [659, 99, 830, 297], + [667, 101, 817, 297], + [657, 100, 828, 294], + [404, 103, 559, 347], + [290, 74, 552, 353], + [924, 331, 1051, 470], + [677, 107, 808, 280], + [237, 58, 571, 374], + [52, 659, 322, 720], + [912, 185, 1078, 458], + [791, 181, 1086, 513], + [1092, 328, 1191, 461], + [963, 175, 1087, 287], + [242, 63, 571, 391], + [952, 187, 1093, 437], + [331, 681, 686, 716], + [797, 176, 1086, 498], + [993, 193, 1103, 413], + [1041, 366, 1111, 461], + [814, 314, 1067, 502], + [3, 563, 1191, 568], + [790, 180, 1088, 513], + [791, 179, 1088, 516], + [1045, 367, 1116, 463], + [205, 594, 530, 700], + [789, 192, 1075, 516], + [1029, 224, 1120, 419] + ], + "labels": [ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 2, 2, 2, 0, 0, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 0, 2, 0, 2, 2, 2, 2, 2, 1, + 0, 2, 1, 0, 2, 2, 2, 1, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 0, + 0, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 2, 0, 0, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 2, 2, 1, 0, 1, 1, 2, 1, 2, 1, 2, 2, 1, 0, 1, 2, 2, 0, 1, 1, + 2, 0, 1, 0, 2, 1, 2, 0, 1, 1, 0, 1, 1, 2, 2, 2, 1, 1, 2, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, + 1, 2, 1, 1, 0, 1, 0, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 2, + 1, 2, 1, 0, 1, 1, 1, 0, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, + 1, 1, 2, 1, 2, 2, 1, 0, 1, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 2, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, + 1, 1, 2, 1, 0, 0, 0, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 0, 0, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, + 1 + ], + "scores": [ + 0.07094395160675049, 0.06838739663362503, 0.06764603406190872, + 0.060538582503795624, 0.057274457067251205, 0.0570429190993309, + 0.05688835307955742, 0.055088307708501816, 0.05502411723136902, + 0.054442308843135834, 0.054146360605955124, 0.05394584313035011, + 0.053475867956876755, 0.05213151127099991, 0.05181080475449562, + 0.051484111696481705, 0.05092744529247284, 0.050415389239788055, + 0.049917783588171005, 0.04982132464647293, 0.048877038061618805, + 0.048088084906339645, 0.048065438866615295, 0.046869002282619476, + 0.046442411839962006, 0.04581400007009506, 0.0456320159137249, + 0.04499537870287895, 0.04458825662732124, 0.04449421912431717, + 0.04425201937556267, 0.043844301253557205, 0.04369395598769188, + 0.04365072771906853, 0.04358479753136635, 0.04349971562623978, + 0.04339270293712616, 0.043081559240818024, 0.04212468862533569, + 0.04202689230442047, 0.041780609637498856, 0.04139988496899605, + 0.04134373366832733, 0.041280895471572876, 0.04115668311715126, + 0.041124939918518066, 0.040852855890989304, 0.040686655789613724, + 0.040404342114925385, 0.04026908054947853, 0.04024776071310043, + 0.03974942862987518, 0.039623942226171494, 0.03898061439394951, + 0.03864626586437225, 0.03864547237753868, 0.03860652446746826, + 0.03851667419075966, 0.038392771035432816, 0.03829819709062576, + 0.038163550198078156, 0.03816349059343338, 0.03810519725084305, + 0.038066696375608444, 0.03804557025432587, 0.03804434835910797, + 0.03796910122036934, 0.0379682220518589, 0.037922658026218414, + 0.03788954019546509, 0.03783418983221054, 0.03782742843031883, + 0.037783361971378326, 0.037737004458904266, 0.03773120045661926, + 0.03769650310277939, 0.03740033507347107, 0.03729453310370445, + 0.03723539039492607, 0.03721919283270836, 0.03717942535877228, + 0.03715100884437561, 0.03696944937109947, 0.03691735491156578, + 0.03685985878109932, 0.03683416545391083, 0.036752279847860336, + 0.036653585731983185, 0.036648694425821304, 0.036645859479904175, + 0.036643002182245255, 0.03664258122444153, 0.03663545474410057, + 0.03663332760334015, 0.03657881170511246, 0.03646527975797653, + 0.036445651203393936, 0.03642966225743294, 0.0364055410027504, + 0.03637697175145149, 0.03626886382699013, 0.03615114465355873, + 0.03610432147979736, 0.036036934703588486, 0.03597141429781914, + 0.035808298736810684, 0.03576768934726715, 0.03576231375336647, + 0.03570717200636864, 0.03562603145837784, 0.0356045700609684, + 0.03554616868495941, 0.03553122282028198, 0.035531044006347656, + 0.035486239939928055, 0.03539152443408966, 0.035377778112888336, + 0.03535960242152214, 0.035237867385149, 0.03523462265729904, + 0.03521432355046272, 0.035204801708459854, 0.035123784095048904, + 0.03508744761347771, 0.03507275506854057, 0.03507183492183685, + 0.035058215260505676, 0.03494090214371681, 0.03490060940384865, + 0.03486017510294914, 0.03485861048102379, 0.034727491438388824, + 0.034460749477148056, 0.03445306420326233, 0.03443222492933273, + 0.03433499112725258, 0.03429458662867546, 0.03424909710884094, + 0.03423949331045151, 0.03423863649368286, 0.03419136628508568, + 0.034186672419309616, 0.0341855026781559, 0.03415070101618767, + 0.0341486893594265, 0.03411727771162987, 0.03410153090953827, + 0.03405489772558212, 0.03404468670487404, 0.03404046967625618, + 0.03401899337768555, 0.03399107605218887, 0.03396850451827049, + 0.03396129235625267, 0.033953629434108734, 0.03393956273794174, + 0.03390775993466377, 0.033890556544065475, 0.033871859312057495, + 0.03385642170906067, 0.03384766727685928, 0.03380918875336647, + 0.03363575413823128, 0.033628564327955246, 0.03362682834267616, + 0.03359171748161316, 0.03356935456395149, 0.03354545310139656, + 0.03348541632294655, 0.033416587859392166, 0.033387504518032074, + 0.03338553011417389, 0.03337262198328972, 0.03330617770552635, + 0.03329736366868019, 0.033269207924604416, 0.03322224318981171, + 0.03321965038776398, 0.033214669674634933, 0.03321419656276703, + 0.033207617700099945, 0.03320300951600075, 0.03319595381617546, + 0.033194877207279205, 0.03319370374083519, 0.03317560628056526, + 0.03317353501915932, 0.03314930200576782, 0.03311312571167946, + 0.033080317080020905, 0.033058200031518936, 0.03301472216844559, + 0.03295520320534706, 0.03294112905859947, 0.03286091238260269, + 0.03285818174481392, 0.03285771608352661, 0.03285171464085579, + 0.032829802483320236, 0.03281127288937569, 0.03279076889157295, + 0.03275556489825249, 0.03269459307193756, 0.03263908252120018, + 0.032638970762491226, 0.0326288677752018, 0.03262704238295555, + 0.03261856734752655, 0.03260093554854393, 0.03257234767079353, + 0.03252819925546646, 0.032482340931892395, 0.03248027339577675, + 0.03246789798140526, 0.032463543117046356, 0.032459061592817307, + 0.032397955656051636, 0.032394953072071075, 0.03238070011138916, + 0.032326992601156235, 0.03229925408959389, 0.03229227289557457, + 0.032246049493551254, 0.03219768777489662, 0.03219214826822281, + 0.03216894343495369, 0.032154131680727005, 0.03213144838809967, + 0.032112967222929, 0.03210020437836647, 0.032096460461616516, + 0.031892478466033936, 0.03189230337738991, 0.03187011182308197, + 0.03185613080859184, 0.03184909000992775, 0.031833816319704056, + 0.0317806601524353, 0.031751327216625214, 0.03167107701301575, + 0.03166797757148743, 0.03166612982749939, 0.03164041414856911, + 0.031613171100616455, 0.031611595302820206, 0.031611133366823196, + 0.03155312314629555, 0.031528208404779434, 0.03150583803653717, + 0.03148872032761574, 0.03147958591580391, 0.031470995396375656, + 0.03147042170166969, 0.03146643936634064, 0.03143952414393425, + 0.031433239579200745, 0.03138666972517967, 0.03138401731848717, + 0.03136950731277466, 0.031349483877420425, 0.031304094940423965, + 0.03127690777182579, 0.03127452731132507, 0.031247664242982864, + 0.03121209889650345, 0.031209304928779602, 0.0311737097799778, + 0.031102238222956657, 0.031101815402507782, 0.03105650097131729, + 0.03104408085346222, 0.0310128852725029, 0.030997944995760918, + 0.03094428963959217, 0.030930325388908386, 0.03092622570693493, + 0.030907530337572098, 0.030810225754976273, 0.03079226426780224, + 0.03077237866818905, 0.030769091099500656, 0.030761856585741043, + 0.030749328434467316, 0.030745064839720726, 0.030736925080418587, + 0.030736224725842476, 0.030718352645635605, 0.03071010299026966, + 0.03069363534450531, 0.030688390135765076, 0.030667060986161232, + 0.030609572306275368, 0.03060508333146572, 0.030456462875008583, + 0.03043965995311737, 0.030434098094701767, 0.030432365834712982, + 0.030382972210645676, 0.030305203050374985, 0.030269406735897064 + ], + "label_names": [ + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "bug", + "car", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "car", + "bug", + "tree", + "car", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "car", + "car", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "car", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "bug", + "bug", + "car", + "tree", + "tree", + "bug", + "car", + "tree", + "car", + "bug", + "tree", + "bug", + "car", + "tree", + "tree", + "car", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "car", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "car", + "car", + "car", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "car", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree" + ] + } } ] }, @@ -1201,9 +4580,726 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "794, 188, 1081, 508, 0 (car): 0.071; 796, 183, 1085, 506, 0 (car): 0.069; 795, 187, 1081, 509, 0 (car): 0.068; 792, 184, 1082, 509, 0 (car): 0.061; 790, 180, 1088, 512, 0 (car): 0.057; 796, 186, 1081, 509, 0 (car): 0.057; 790, 179, 1088, 515, 0 (car): 0.057; 792, 181, 1086, 512, 0 (car): 0.055; 794, 185, 1081, 512, 0 (car): 0.055; 247, 62, 566, 356, 2 (bug): 0.054; 674, 106, 812, 283, 0 (car): 0.054; 791, 175, 1091, 518, 0 (car): 0.053; 792, 183, 1084, 509, 0 (car): 0.052; 790, 178, 1094, 518, 0 (car): 0.052; 132, 66, 1126, 554, 2 (bug): 0.052; 794, 188, 1081, 508, 2 (bug): 0.051; 795, 187, 1081, 509, 2 (bug): 0.051; 815, 187, 1083, 500, 0 (car): 0.050; 790, 182, 1084, 514, 0 (car): 0.049; 88, 57, 1131, 498, 2 (bug): 0.049; 129, 69, 1139, 460, 2 (bug): 0.049; 137, 63, 1180, 501, 2 (bug): 0.048; 674, 106, 812, 283, 2 (bug): 0.048; 790, 179, 1088, 515, 2 (bug): 0.047; 796, 183, 1085, 506, 2 (bug): 0.046; 256, 66, 557, 348, 2 (bug): 0.046; 235, 58, 1147, 506, 2 (bug): 0.045; 154, 60, 1127, 526, 2 (bug): 0.045; 279, 75, 409, 257, 2 (bug): 0.044; 232, 59, 578, 392, 2 (bug): 0.044; 790, 180, 1088, 512, 2 (bug): 0.044; 104, 60, 1138, 558, 2 (bug): 0.044; 792, 184, 1082, 509, 2 (bug): 0.044; 904, 190, 1079, 467, 2 (bug): 0.044; 791, 175, 1091, 518, 2 (bug): 0.043; 785, 176, 1094, 514, 0 (car): 0.043; 815, 187, 1083, 500, 2 (bug): 0.043; 800, 180, 1084, 510, 0 (car): 0.042; 917, 191, 1079, 455, 2 (bug): 0.042; 795, 183, 1084, 510, 0 (car): 0.042; 0, 315, 1141, 588, 1 (tree): 0.042; 286, 77, 390, 202, 2 (bug): 0.042; 35, 52, 1140, 496, 2 (bug): 0.041; 1108, 396, 1261, 543, 1 (tree): 0.041; 316, 70, 857, 396, 2 (bug): 0.041; 790, 178, 1094, 518, 2 (bug): 0.041; 0, 414, 1142, 578, 1 (tree): 0.041; 0, 219, 828, 457, 1 (tree): 0.040; 249, 61, 567, 371, 2 (bug): 0.040; 224, 55, 584, 388, 2 (bug): 0.040; 789, 179, 1086, 512, 0 (car): 0.040; 251, 60, 566, 378, 2 (bug): 0.040; 921, 310, 1060, 462, 2 (bug): 0.040; 798, 190, 1076, 508, 0 (car): 0.040; 792, 181, 1086, 512, 2 (bug): 0.039; 904, 304, 1058, 464, 2 (bug): 0.039; 0, 234, 838, 452, 1 (tree): 0.039; 1079, 421, 1268, 636, 1 (tree): 0.039; 0, 236, 731, 332, 1 (tree): 0.039; 0, 221, 906, 323, 1 (tree): 0.039; 0, 280, 806, 356, 1 (tree): 0.039; 799, 193, 1074, 508, 1 (tree): 0.039; 404, 101, 538, 333, 2 (bug): 0.038; 0, 617, 448, 702, 1 (tree): 0.038; 258, 64, 567, 371, 2 (bug): 0.038; 798, 176, 1091, 511, 1 (tree): 0.038; 0, 158, 810, 332, 1 (tree): 0.038; 0, 173, 899, 298, 1 (tree): 0.038; 282, 73, 384, 200, 2 (bug): 0.038; 0, 254, 850, 464, 1 (tree): 0.038; 0, 344, 1130, 598, 1 (tree): 0.038; 15, 73, 199, 215, 1 (tree): 0.038; 1126, 630, 1280, 720, 1 (tree): 0.038; 676, 106, 808, 281, 0 (car): 0.038; 414, 112, 542, 328, 2 (bug): 0.038; 242, 59, 570, 389, 2 (bug): 0.038; 272, 70, 546, 349, 2 (bug): 0.037; 932, 313, 1056, 462, 2 (bug): 0.037; 808, 188, 1081, 504, 1 (tree): 0.037; 794, 159, 1098, 525, 0 (car): 0.037; 272, 72, 544, 344, 2 (bug): 0.037; 812, 186, 1084, 504, 1 (tree): 0.037; 943, 314, 1060, 462, 2 (bug): 0.037; 794, 159, 1098, 525, 1 (tree): 0.037; 0, 439, 1165, 594, 1 (tree): 0.037; 401, 98, 540, 324, 2 (bug): 0.037; 798, 176, 1091, 511, 0 (car): 0.037; 930, 190, 1088, 450, 2 (bug): 0.037; 1078, 625, 1280, 720, 1 (tree): 0.037; 675, 105, 813, 283, 0 (car): 0.037; 219, 56, 558, 390, 1 (tree): 0.037; 805, 180, 1083, 505, 1 (tree): 0.037; 18, 254, 370, 374, 1 (tree): 0.037; 800, 180, 1084, 510, 1 (tree): 0.036; 391, 84, 543, 325, 2 (bug): 0.036; 0, 165, 884, 280, 1 (tree): 0.036; 808, 188, 1081, 504, 0 (car): 0.036; 0, 186, 834, 276, 1 (tree): 0.036; 78, 109, 804, 430, 1 (tree): 0.036; 789, 192, 1075, 515, 1 (tree): 0.036; 793, 183, 1074, 509, 1 (tree): 0.036; 794, 185, 1081, 512, 2 (bug): 0.036; 925, 303, 1062, 464, 2 (bug): 0.036; 798, 190, 1076, 508, 1 (tree): 0.036; 285, 74, 539, 342, 2 (bug): 0.036; 622, 89, 852, 330, 2 (bug): 0.036; 35, 52, 1140, 496, 1 (tree): 0.036; 0, 274, 870, 565, 1 (tree): 0.036; 293, 76, 542, 346, 2 (bug): 0.036; 776, 186, 1090, 519, 1 (tree): 0.036; 1040, 320, 1149, 481, 1 (tree): 0.036; 79, 583, 409, 708, 1 (tree): 0.036; 817, 185, 1078, 495, 0 (car): 0.036; 796, 186, 1081, 509, 2 (bug): 0.036; 0, 206, 934, 324, 1 (tree): 0.035; 797, 176, 1086, 498, 1 (tree): 0.035; 619, 89, 862, 331, 2 (bug): 0.035; 790, 188, 1060, 515, 1 (tree): 0.035; 377, 82, 534, 331, 2 (bug): 0.035; 677, 108, 808, 280, 0 (car): 0.035; 21, 622, 248, 720, 1 (tree): 0.035; 272, 71, 551, 352, 2 (bug): 0.035; 898, 185, 1082, 477, 2 (bug): 0.035; 0, 163, 899, 284, 1 (tree): 0.035; 676, 106, 808, 281, 2 (bug): 0.035; 785, 176, 1094, 514, 1 (tree): 0.035; 782, 159, 1099, 526, 1 (tree): 0.035; 622, 89, 852, 330, 0 (car): 0.035; 433, 129, 534, 316, 2 (bug): 0.035; 903, 187, 1082, 471, 2 (bug): 0.035; 799, 193, 1074, 508, 0 (car): 0.035; 805, 180, 1083, 505, 0 (car): 0.035; 261, 69, 546, 348, 2 (bug): 0.035; 651, 95, 834, 313, 0 (car): 0.035; 0, 223, 832, 278, 1 (tree): 0.035; 298, 74, 556, 355, 1 (tree): 0.034; 636, 93, 909, 317, 2 (bug): 0.034; 284, 72, 553, 356, 1 (tree): 0.034; 304, 79, 535, 340, 1 (tree): 0.034; 789, 179, 1086, 512, 1 (tree): 0.034; 267, 69, 554, 362, 1 (tree): 0.034; 154, 60, 1127, 526, 1 (tree): 0.034; 0, 469, 1164, 587, 1 (tree): 0.034; 929, 190, 1085, 452, 2 (bug): 0.034; 266, 74, 558, 378, 1 (tree): 0.034; 914, 190, 1075, 462, 1 (tree): 0.034; 10, 176, 66, 259, 1 (tree): 0.034; 20, 21, 73, 81, 1 (tree): 0.034; 274, 72, 553, 359, 1 (tree): 0.034; 301, 73, 540, 341, 1 (tree): 0.034; 908, 186, 1082, 470, 1 (tree): 0.034; 1089, 422, 1272, 632, 1 (tree): 0.034; 304, 81, 533, 333, 1 (tree): 0.034; 0, 559, 215, 718, 1 (tree): 0.034; 836, 191, 1071, 476, 1 (tree): 0.034; 793, 234, 1079, 512, 1 (tree): 0.034; 291, 74, 536, 337, 1 (tree): 0.034; 6, 191, 60, 266, 1 (tree): 0.034; 790, 178, 1071, 498, 1 (tree): 0.034; 794, 205, 1081, 513, 1 (tree): 0.034; 817, 185, 1078, 495, 1 (tree): 0.034; 312, 80, 536, 336, 1 (tree): 0.034; 130, 680, 506, 716, 1 (tree): 0.034; 317, 87, 556, 360, 1 (tree): 0.034; 677, 108, 808, 280, 2 (bug): 0.034; 680, 105, 815, 282, 1 (tree): 0.034; 298, 92, 546, 362, 1 (tree): 0.034; 18, 63, 167, 238, 1 (tree): 0.034; 130, 685, 516, 716, 1 (tree): 0.033; 150, 671, 485, 720, 1 (tree): 0.033; 796, 183, 1085, 506, 1 (tree): 0.033; 650, 95, 836, 308, 0 (car): 0.033; 235, 58, 1147, 506, 1 (tree): 0.033; 619, 89, 862, 331, 0 (car): 0.033; 658, 100, 828, 294, 1 (tree): 0.033; 796, 186, 1081, 509, 1 (tree): 0.033; 282, 74, 539, 339, 1 (tree): 0.033; 246, 64, 560, 362, 2 (bug): 0.033; 1017, 198, 1118, 436, 1 (tree): 0.033; 20, 0, 81, 118, 1 (tree): 0.033; 282, 81, 546, 355, 1 (tree): 0.033; 178, 669, 534, 720, 1 (tree): 0.033; 792, 183, 1084, 509, 1 (tree): 0.033; 282, 72, 554, 352, 1 (tree): 0.033; 280, 71, 538, 338, 1 (tree): 0.033; 963, 189, 1081, 386, 2 (bug): 0.033; 7, 136, 80, 241, 1 (tree): 0.033; 912, 186, 1078, 458, 2 (bug): 0.033; 31, 556, 1280, 564, 2 (bug): 0.033; 795, 183, 1084, 510, 1 (tree): 0.033; 936, 180, 1104, 467, 1 (tree): 0.033; 654, 109, 844, 419, 2 (bug): 0.033; 141, 690, 446, 716, 1 (tree): 0.033; 278, 70, 540, 346, 1 (tree): 0.033; 659, 99, 830, 297, 0 (car): 0.033; 272, 79, 553, 368, 1 (tree): 0.033; 36, 676, 353, 719, 1 (tree): 0.033; 651, 107, 836, 381, 1 (tree): 0.033; 252, 63, 546, 354, 1 (tree): 0.033; 161, 667, 515, 720, 1 (tree): 0.033; 782, 159, 1099, 526, 0 (car): 0.033; 928, 188, 1066, 306, 2 (bug): 0.033; 225, 50, 579, 408, 2 (bug): 0.033; 268, 67, 544, 351, 1 (tree): 0.033; 245, 670, 648, 716, 1 (tree): 0.033; 790, 182, 1084, 514, 2 (bug): 0.033; 917, 191, 1079, 455, 0 (car): 0.033; 261, 67, 552, 348, 2 (bug): 0.033; 266, 67, 539, 344, 1 (tree): 0.033; 933, 182, 1068, 297, 2 (bug): 0.033; 794, 185, 1081, 512, 1 (tree): 0.032; 1041, 304, 1123, 454, 1 (tree): 0.032; 1050, 345, 1131, 464, 1 (tree): 0.032; 904, 298, 1062, 478, 1 (tree): 0.032; 675, 105, 813, 283, 2 (bug): 0.032; 1188, 313, 1258, 437, 1 (tree): 0.032; 1, 262, 1006, 413, 1 (tree): 0.032; 1010, 196, 1119, 442, 1 (tree): 0.032; 234, 59, 573, 380, 2 (bug): 0.032; 5, 96, 1172, 646, 1 (tree): 0.032; 671, 95, 811, 248, 1 (tree): 0.032; 672, 104, 814, 286, 0 (car): 0.032; 651, 95, 834, 313, 2 (bug): 0.032; 790, 178, 1094, 518, 1 (tree): 0.032; 132, 66, 1126, 554, 1 (tree): 0.032; 137, 63, 1180, 501, 1 (tree): 0.032; 128, 674, 456, 717, 1 (tree): 0.032; 937, 186, 1071, 298, 1 (tree): 0.032; 854, 181, 1079, 464, 2 (bug): 0.032; 960, 318, 1059, 455, 2 (bug): 0.032; 264, 667, 648, 716, 1 (tree): 0.032; 932, 165, 1085, 294, 1 (tree): 0.032; 224, 672, 614, 716, 1 (tree): 0.032; 190, 670, 557, 716, 1 (tree): 0.032; 291, 671, 664, 716, 1 (tree): 0.032; 209, 672, 578, 716, 1 (tree): 0.032; 1159, 316, 1238, 436, 1 (tree): 0.032; 674, 103, 812, 234, 2 (bug): 0.032; 1021, 196, 1128, 422, 1 (tree): 0.032; 668, 101, 817, 297, 1 (tree): 0.032; 1031, 249, 1121, 437, 1 (tree): 0.032; 893, 188, 1074, 466, 2 (bug): 0.032; 278, 668, 656, 716, 1 (tree): 0.032; 1001, 462, 1257, 712, 1 (tree): 0.032; 406, 87, 552, 338, 2 (bug): 0.032; 790, 182, 1084, 514, 1 (tree): 0.032; 650, 95, 836, 308, 2 (bug): 0.032; 654, 109, 844, 419, 0 (car): 0.032; 914, 186, 1082, 468, 1 (tree): 0.032; 904, 190, 1079, 467, 0 (car): 0.031; 129, 69, 1139, 460, 1 (tree): 0.031; 0, 112, 870, 244, 1 (tree): 0.031; 983, 192, 1103, 434, 1 (tree): 0.031; 900, 288, 1067, 484, 1 (tree): 0.031; 680, 105, 815, 282, 0 (car): 0.031; 88, 57, 1131, 498, 1 (tree): 0.031; 793, 183, 1074, 509, 0 (car): 0.031; 812, 186, 1084, 504, 0 (car): 0.031; 836, 191, 1071, 476, 0 (car): 0.031; 910, 297, 1063, 471, 1 (tree): 0.031; 270, 72, 541, 340, 2 (bug): 0.031; 366, 82, 534, 336, 1 (tree): 0.031; 659, 99, 830, 297, 1 (tree): 0.031; 274, 68, 524, 207, 2 (bug): 0.031; 988, 197, 1100, 452, 1 (tree): 0.031; 0, 92, 859, 226, 1 (tree): 0.031; 912, 174, 1072, 303, 1 (tree): 0.031; 309, 678, 678, 716, 1 (tree): 0.031; 290, 74, 552, 353, 1 (tree): 0.031; 964, 187, 1099, 455, 1 (tree): 0.031; 672, 104, 814, 286, 1 (tree): 0.031; 794, 296, 1059, 503, 1 (tree): 0.031; 237, 58, 571, 374, 1 (tree): 0.031; 244, 63, 570, 390, 1 (tree): 0.031; 52, 659, 320, 720, 1 (tree): 0.031; 677, 108, 808, 280, 1 (tree): 0.031; 1091, 328, 1190, 462, 1 (tree): 0.031; 0, 562, 1190, 568, 1 (tree): 0.031; 332, 681, 688, 716, 1 (tree): 0.031; 406, 105, 558, 346, 1 (tree): 0.031; 1040, 366, 1109, 461, 1 (tree): 0.031; 792, 181, 1086, 512, 1 (tree): 0.031; 962, 175, 1087, 288, 1 (tree): 0.031; 814, 315, 1067, 502, 1 (tree): 0.031; 658, 100, 828, 294, 0 (car): 0.031; 0, 516, 1181, 586, 1 (tree): 0.031; 790, 180, 1088, 512, 1 (tree): 0.031; 790, 179, 1088, 515, 1 (tree): 0.031; 1044, 368, 1116, 463, 1 (tree): 0.031; 996, 194, 1104, 412, 1 (tree): 0.031; 797, 176, 1086, 498, 0 (car): 0.031; 668, 101, 817, 297, 0 (car): 0.031; 15, 62, 1159, 640, 1 (tree): 0.030; 912, 186, 1078, 458, 1 (tree): 0.030; 924, 332, 1051, 470, 1 (tree): 0.030; 38, 564, 590, 594, 1 (tree): 0.030; 0, 98, 811, 249, 1 (tree): 0.030; 238, 62, 562, 360, 2 (bug): 0.030; 1041, 379, 1152, 499, 1 (tree): 0.030; 791, 175, 1091, 518, 1 (tree): 0.030; [0]; [0]" - ] + "reference": { + "bboxes": [ + [794, 188, 1081, 508], + [796, 183, 1085, 506], + [795, 187, 1081, 509], + [792, 184, 1082, 509], + [790, 180, 1088, 512], + [796, 186, 1081, 509], + [790, 179, 1088, 515], + [792, 181, 1086, 512], + [794, 185, 1081, 512], + [247, 62, 566, 356], + [674, 106, 812, 283], + [791, 175, 1091, 518], + [792, 183, 1084, 509], + [790, 178, 1094, 518], + [132, 66, 1126, 554], + [794, 188, 1081, 508], + [795, 187, 1081, 509], + [815, 187, 1083, 500], + [790, 182, 1084, 514], + [88, 57, 1131, 498], + [129, 69, 1139, 460], + [137, 63, 1180, 501], + [674, 106, 812, 283], + [790, 179, 1088, 515], + [796, 183, 1085, 506], + [256, 66, 557, 348], + [235, 58, 1147, 506], + [154, 60, 1127, 526], + [279, 75, 409, 257], + [232, 59, 578, 392], + [790, 180, 1088, 512], + [104, 60, 1138, 558], + [792, 184, 1082, 509], + [904, 190, 1079, 467], + [791, 175, 1091, 518], + [785, 176, 1094, 514], + [815, 187, 1083, 500], + [800, 180, 1084, 510], + [917, 191, 1079, 455], + [795, 183, 1084, 510], + [0, 315, 1141, 588], + [286, 77, 390, 202], + [35, 52, 1140, 496], + [1108, 396, 1261, 543], + [316, 70, 857, 396], + [790, 178, 1094, 518], + [0, 414, 1142, 578], + [0, 219, 828, 457], + [249, 61, 567, 371], + [224, 55, 584, 388], + [789, 179, 1086, 512], + [251, 60, 566, 378], + [921, 310, 1060, 462], + [798, 190, 1076, 508], + [792, 181, 1086, 512], + [904, 304, 1058, 464], + [0, 234, 838, 452], + [1079, 421, 1268, 636], + [0, 236, 731, 332], + [0, 221, 906, 323], + [0, 280, 806, 356], + [799, 193, 1074, 508], + [404, 101, 538, 333], + [0, 617, 448, 702], + [258, 64, 567, 371], + [798, 176, 1091, 511], + [0, 158, 810, 332], + [0, 173, 899, 298], + [282, 73, 384, 200], + [0, 254, 850, 464], + [0, 344, 1130, 598], + [15, 73, 199, 215], + [1126, 630, 1280, 720], + [676, 106, 808, 281], + [414, 112, 542, 328], + [242, 59, 570, 389], + [272, 70, 546, 349], + [932, 313, 1056, 462], + [808, 188, 1081, 504], + [794, 159, 1098, 525], + [272, 72, 544, 344], + [812, 186, 1084, 504], + [943, 314, 1060, 462], + [794, 159, 1098, 525], + [0, 439, 1165, 594], + [401, 98, 540, 324], + [798, 176, 1091, 511], + [930, 190, 1088, 450], + [1078, 625, 1280, 720], + [675, 105, 813, 283], + [219, 56, 558, 390], + [805, 180, 1083, 505], + [18, 254, 370, 374], + [800, 180, 1084, 510], + [391, 84, 543, 325], + [0, 165, 884, 280], + [808, 188, 1081, 504], + [0, 186, 834, 276], + [78, 109, 804, 430], + [789, 192, 1075, 515], + [793, 183, 1074, 509], + [794, 185, 1081, 512], + [925, 303, 1062, 464], + [798, 190, 1076, 508], + [285, 74, 539, 342], + [622, 89, 852, 330], + [35, 52, 1140, 496], + [0, 274, 870, 565], + [293, 76, 542, 346], + [776, 186, 1090, 519], + [1040, 320, 1149, 481], + [79, 583, 409, 708], + [817, 185, 1078, 495], + [796, 186, 1081, 509], + [0, 206, 934, 324], + [797, 176, 1086, 498], + [619, 89, 862, 331], + [790, 188, 1060, 515], + [377, 82, 534, 331], + [677, 108, 808, 280], + [21, 622, 248, 720], + [272, 71, 551, 352], + [898, 185, 1082, 477], + [0, 163, 899, 284], + [676, 106, 808, 281], + [785, 176, 1094, 514], + [782, 159, 1099, 526], + [622, 89, 852, 330], + [433, 129, 534, 316], + [903, 187, 1082, 471], + [799, 193, 1074, 508], + [805, 180, 1083, 505], + [261, 69, 546, 348], + [651, 95, 834, 313], + [0, 223, 832, 278], + [298, 74, 556, 355], + [636, 93, 909, 317], + [284, 72, 553, 356], + [304, 79, 535, 340], + [789, 179, 1086, 512], + [267, 69, 554, 362], + [154, 60, 1127, 526], + [0, 469, 1164, 587], + [929, 190, 1085, 452], + [266, 74, 558, 378], + [914, 190, 1075, 462], + [10, 176, 66, 259], + [20, 21, 73, 81], + [274, 72, 553, 359], + [301, 73, 540, 341], + [908, 186, 1082, 470], + [1089, 422, 1272, 632], + [304, 81, 533, 333], + [0, 559, 215, 718], + [836, 191, 1071, 476], + [793, 234, 1079, 512], + [291, 74, 536, 337], + [6, 191, 60, 266], + [790, 178, 1071, 498], + [794, 205, 1081, 513], + [817, 185, 1078, 495], + [312, 80, 536, 336], + [130, 680, 506, 716], + [317, 87, 556, 360], + [677, 108, 808, 280], + [680, 105, 815, 282], + [298, 92, 546, 362], + [18, 63, 167, 238], + [130, 685, 516, 716], + [150, 671, 485, 720], + [796, 183, 1085, 506], + [650, 95, 836, 308], + [235, 58, 1147, 506], + [619, 89, 862, 331], + [658, 100, 828, 294], + [796, 186, 1081, 509], + [282, 74, 539, 339], + [246, 64, 560, 362], + [1017, 198, 1118, 436], + [20, 0, 81, 118], + [282, 81, 546, 355], + [178, 669, 534, 720], + [792, 183, 1084, 509], + [282, 72, 554, 352], + [280, 71, 538, 338], + [963, 189, 1081, 386], + [7, 136, 80, 241], + [912, 186, 1078, 458], + [31, 556, 1280, 564], + [795, 183, 1084, 510], + [936, 180, 1104, 467], + [654, 109, 844, 419], + [141, 690, 446, 716], + [278, 70, 540, 346], + [659, 99, 830, 297], + [272, 79, 553, 368], + [36, 676, 353, 719], + [651, 107, 836, 381], + [252, 63, 546, 354], + [161, 667, 515, 720], + [782, 159, 1099, 526], + [928, 188, 1066, 306], + [225, 50, 579, 408], + [268, 67, 544, 351], + [245, 670, 648, 716], + [790, 182, 1084, 514], + [917, 191, 1079, 455], + [261, 67, 552, 348], + [266, 67, 539, 344], + [933, 182, 1068, 297], + [794, 185, 1081, 512], + [1041, 304, 1123, 454], + [1050, 345, 1131, 464], + [904, 298, 1062, 478], + [675, 105, 813, 283], + [1188, 313, 1258, 437], + [1, 262, 1006, 413], + [1010, 196, 1119, 442], + [234, 59, 573, 380], + [5, 96, 1172, 646], + [671, 95, 811, 248], + [672, 104, 814, 286], + [651, 95, 834, 313], + [790, 178, 1094, 518], + [132, 66, 1126, 554], + [137, 63, 1180, 501], + [128, 674, 456, 717], + [937, 186, 1071, 298], + [854, 181, 1079, 464], + [960, 318, 1059, 455], + [264, 667, 648, 716], + [932, 165, 1085, 294], + [224, 672, 614, 716], + [190, 670, 557, 716], + [291, 671, 664, 716], + [209, 672, 578, 716], + [1159, 316, 1238, 436], + [674, 103, 812, 234], + [1021, 196, 1128, 422], + [668, 101, 817, 297], + [1031, 249, 1121, 437], + [893, 188, 1074, 466], + [278, 668, 656, 716], + [1001, 462, 1257, 712], + [406, 87, 552, 338], + [790, 182, 1084, 514], + [650, 95, 836, 308], + [654, 109, 844, 419], + [914, 186, 1082, 468], + [904, 190, 1079, 467], + [129, 69, 1139, 460], + [0, 112, 870, 244], + [983, 192, 1103, 434], + [900, 288, 1067, 484], + [680, 105, 815, 282], + [88, 57, 1131, 498], + [793, 183, 1074, 509], + [812, 186, 1084, 504], + [836, 191, 1071, 476], + [910, 297, 1063, 471], + [270, 72, 541, 340], + [366, 82, 534, 336], + [659, 99, 830, 297], + [274, 68, 524, 207], + [988, 197, 1100, 452], + [0, 92, 859, 226], + [912, 174, 1072, 303], + [309, 678, 678, 716], + [290, 74, 552, 353], + [964, 187, 1099, 455], + [672, 104, 814, 286], + [794, 296, 1059, 503], + [237, 58, 571, 374], + [244, 63, 570, 390], + [52, 659, 320, 720], + [677, 108, 808, 280], + [1091, 328, 1190, 462], + [0, 562, 1190, 568], + [332, 681, 688, 716], + [406, 105, 558, 346], + [1040, 366, 1109, 461], + [792, 181, 1086, 512], + [962, 175, 1087, 288], + [814, 315, 1067, 502], + [658, 100, 828, 294], + [0, 516, 1181, 586], + [790, 180, 1088, 512], + [790, 179, 1088, 515], + [1044, 368, 1116, 463], + [996, 194, 1104, 412], + [797, 176, 1086, 498], + [668, 101, 817, 297], + [15, 62, 1159, 640], + [912, 186, 1078, 458], + [924, 332, 1051, 470], + [38, 564, 590, 594], + [0, 98, 811, 249], + [238, 62, 562, 360], + [1041, 379, 1152, 499], + [791, 175, 1091, 518] + ], + "labels": [ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 2, 2, 0, 0, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 0, 2, 0, 1, 2, 2, 1, 2, 2, + 1, 1, 2, 2, 0, 2, 2, 0, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, + 1, 1, 1, 1, 0, 2, 2, 2, 2, 1, 0, 2, 1, 2, 1, 1, 2, 0, 2, 1, 0, 1, 1, + 1, 1, 2, 1, 0, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 0, 2, 1, + 1, 2, 1, 2, 0, 1, 2, 2, 1, 2, 1, 1, 0, 2, 2, 0, 0, 2, 0, 1, 1, 2, 1, + 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, + 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 0, 1, 1, 1, 1, 1, 0, 2, 2, 1, 1, 2, 0, + 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 0, 2, 1, 1, 1, 1, 1, 2, 2, + 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 2, 0, 1, 0, 1, 1, 1, + 1, 0, 1, 0, 0, 0, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 2, 1, + 1 + ], + "scores": [ + 0.0714111328125, 0.06854248046875, 0.06805419921875, + 0.06072998046875, 0.057403564453125, 0.057373046875, + 0.05694580078125, 0.0552978515625, 0.05462646484375, + 0.054229736328125, 0.05401611328125, 0.053436279296875, + 0.052459716796875, 0.0521240234375, 0.051666259765625, + 0.051483154296875, 0.05072021484375, 0.049530029296875, + 0.049346923828125, 0.0491943359375, 0.04864501953125, + 0.048095703125, 0.048065185546875, 0.046722412109375, + 0.046417236328125, 0.04583740234375, 0.045440673828125, + 0.04541015625, 0.044342041015625, 0.0443115234375, 0.04425048828125, + 0.044219970703125, 0.044189453125, 0.044158935546875, + 0.04327392578125, 0.043212890625, 0.043121337890625, + 0.042327880859375, 0.0419921875, 0.0418701171875, 0.041656494140625, + 0.0416259765625, 0.0413818359375, 0.041229248046875, + 0.041046142578125, 0.040618896484375, 0.040557861328125, + 0.04034423828125, 0.04022216796875, 0.040130615234375, + 0.04010009765625, 0.03997802734375, 0.039794921875, + 0.039703369140625, 0.03948974609375, 0.039306640625, + 0.039154052734375, 0.038848876953125, 0.038848876953125, + 0.03857421875, 0.038543701171875, 0.038543701171875, + 0.038421630859375, 0.038421630859375, 0.038299560546875, + 0.038055419921875, 0.037933349609375, 0.03790283203125, + 0.03790283203125, 0.037872314453125, 0.0377197265625, + 0.0377197265625, 0.03765869140625, 0.03765869140625, + 0.03765869140625, 0.03765869140625, 0.037445068359375, + 0.03729248046875, 0.037261962890625, 0.037139892578125, + 0.037139892578125, 0.037109375, 0.037078857421875, 0.0369873046875, + 0.036895751953125, 0.036834716796875, 0.036834716796875, + 0.036773681640625, 0.0367431640625, 0.03662109375, + 0.036590576171875, 0.03656005859375, 0.036529541015625, + 0.03643798828125, 0.036407470703125, 0.03631591796875, + 0.036285400390625, 0.036285400390625, 0.0362548828125, + 0.0362548828125, 0.036102294921875, 0.035919189453125, + 0.035858154296875, 0.03582763671875, 0.03582763671875, + 0.035797119140625, 0.03570556640625, 0.03564453125, 0.03564453125, + 0.035614013671875, 0.035614013671875, 0.035614013671875, + 0.03558349609375, 0.035552978515625, 0.035491943359375, + 0.03546142578125, 0.035400390625, 0.035400390625, 0.035369873046875, + 0.035308837890625, 0.035308837890625, 0.0352783203125, + 0.035247802734375, 0.035186767578125, 0.03515625, 0.035125732421875, + 0.035125732421875, 0.035125732421875, 0.03497314453125, + 0.034942626953125, 0.034942626953125, 0.034912109375, + 0.03472900390625, 0.03472900390625, 0.03472900390625, + 0.03448486328125, 0.03436279296875, 0.0343017578125, + 0.0343017578125, 0.034210205078125, 0.034210205078125, 0.0341796875, + 0.0341796875, 0.034149169921875, 0.034149169921875, + 0.034149169921875, 0.034149169921875, 0.03411865234375, + 0.034027099609375, 0.03399658203125, 0.033966064453125, + 0.033966064453125, 0.033935546875, 0.033935546875, + 0.033905029296875, 0.033905029296875, 0.033905029296875, + 0.03387451171875, 0.033843994140625, 0.033843994140625, + 0.0338134765625, 0.0338134765625, 0.033782958984375, + 0.033721923828125, 0.033660888671875, 0.03363037109375, + 0.033599853515625, 0.0335693359375, 0.033477783203125, + 0.033477783203125, 0.033416748046875, 0.033355712890625, + 0.033355712890625, 0.033355712890625, 0.0333251953125, + 0.0333251953125, 0.033294677734375, 0.03326416015625, + 0.03326416015625, 0.03326416015625, 0.033233642578125, + 0.033233642578125, 0.033203125, 0.033203125, 0.033203125, + 0.033172607421875, 0.033111572265625, 0.033111572265625, + 0.033050537109375, 0.03302001953125, 0.032958984375, + 0.032928466796875, 0.032867431640625, 0.032867431640625, + 0.0328369140625, 0.0328369140625, 0.032806396484375, + 0.03277587890625, 0.03277587890625, 0.032745361328125, + 0.03271484375, 0.03271484375, 0.03271484375, 0.03271484375, + 0.03265380859375, 0.03265380859375, 0.032623291015625, + 0.032623291015625, 0.032562255859375, 0.03253173828125, + 0.032470703125, 0.032470703125, 0.03240966796875, 0.03240966796875, + 0.032379150390625, 0.032318115234375, 0.03228759765625, + 0.032257080078125, 0.03216552734375, 0.032135009765625, + 0.0321044921875, 0.032073974609375, 0.031982421875, 0.031982421875, + 0.031982421875, 0.031982421875, 0.031951904296875, + 0.031951904296875, 0.03192138671875, 0.03192138671875, + 0.031890869140625, 0.031890869140625, 0.0318603515625, + 0.0318603515625, 0.03179931640625, 0.03179931640625, + 0.031768798828125, 0.031768798828125, 0.03173828125, + 0.03167724609375, 0.03167724609375, 0.031646728515625, + 0.031585693359375, 0.031585693359375, 0.03155517578125, + 0.03155517578125, 0.03155517578125, 0.031524658203125, + 0.031524658203125, 0.031494140625, 0.031494140625, + 0.031463623046875, 0.03143310546875, 0.03143310546875, + 0.03143310546875, 0.031402587890625, 0.031402587890625, + 0.031402587890625, 0.0313720703125, 0.03131103515625, + 0.03131103515625, 0.031280517578125, 0.03125, 0.03125, 0.03125, + 0.03125, 0.03118896484375, 0.031158447265625, 0.031097412109375, + 0.0310821533203125, 0.031036376953125, 0.0310211181640625, + 0.0309906005859375, 0.0309600830078125, 0.0309295654296875, + 0.03082275390625, 0.0308074951171875, 0.0307769775390625, + 0.0307769775390625, 0.0307769775390625, 0.0307159423828125, + 0.0306854248046875, 0.030670166015625, 0.0306549072265625, + 0.030609130859375, 0.0305938720703125, 0.03057861328125, + 0.0305633544921875, 0.030548095703125, 0.030548095703125, + 0.0305328369140625, 0.0305328369140625, 0.030487060546875, + 0.030487060546875, 0.0304718017578125, 0.030364990234375, + 0.030364990234375, 0.030303955078125, 0.030303955078125, + 0.0302276611328125 + ], + "label_names": [ + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "bug", + "car", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "car", + "bug", + "bug", + "bug", + "bug", + "tree", + "car", + "bug", + "tree", + "bug", + "tree", + "tree", + "bug", + "car", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "car", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "car", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "tree", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "car", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "car", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "bug", + "bug", + "tree", + "tree", + "bug", + "car", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "car", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "car", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "car", + "car", + "car", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree" + ] + } } ] }, @@ -1213,9 +5309,730 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "794, 188, 1081, 508, 0 (car): 0.071; 796, 183, 1085, 506, 0 (car): 0.068; 795, 187, 1081, 510, 0 (car): 0.068; 793, 184, 1083, 509, 0 (car): 0.061; 790, 180, 1088, 513, 0 (car): 0.057; 796, 186, 1080, 510, 0 (car): 0.057; 791, 179, 1088, 516, 0 (car): 0.057; 791, 181, 1086, 513, 0 (car): 0.055; 794, 185, 1081, 512, 0 (car): 0.055; 247, 62, 566, 357, 2 (bug): 0.054; 139, 66, 1141, 537, 2 (bug): 0.054; 674, 106, 813, 283, 0 (car): 0.054; 791, 175, 1091, 519, 0 (car): 0.053; 792, 183, 1085, 509, 0 (car): 0.052; 789, 178, 1095, 519, 0 (car): 0.052; 794, 188, 1081, 508, 2 (bug): 0.051; 795, 187, 1081, 510, 2 (bug): 0.051; 114, 67, 1146, 470, 2 (bug): 0.050; 815, 187, 1083, 501, 0 (car): 0.050; 789, 181, 1084, 514, 0 (car): 0.050; 87, 59, 1130, 498, 2 (bug): 0.049; 137, 63, 1181, 500, 2 (bug): 0.048; 674, 106, 813, 283, 2 (bug): 0.048; 791, 179, 1088, 516, 2 (bug): 0.047; 796, 183, 1085, 506, 2 (bug): 0.046; 228, 57, 1142, 492, 2 (bug): 0.046; 256, 66, 557, 348, 2 (bug): 0.046; 232, 58, 578, 393, 2 (bug): 0.045; 279, 75, 408, 257, 2 (bug): 0.045; 790, 180, 1088, 513, 2 (bug): 0.044; 905, 190, 1080, 467, 2 (bug): 0.044; 793, 184, 1083, 509, 2 (bug): 0.044; 791, 175, 1091, 519, 2 (bug): 0.044; 785, 176, 1095, 514, 0 (car): 0.044; 154, 59, 1125, 530, 2 (bug): 0.044; 73, 59, 1145, 564, 2 (bug): 0.043; 815, 187, 1083, 501, 2 (bug): 0.043; 800, 180, 1084, 510, 0 (car): 0.043; 916, 191, 1079, 456, 2 (bug): 0.042; 795, 183, 1084, 511, 0 (car): 0.042; 286, 77, 390, 202, 2 (bug): 0.042; 35, 52, 1140, 496, 2 (bug): 0.041; 306, 69, 854, 396, 2 (bug): 0.041; 249, 61, 567, 371, 2 (bug): 0.041; 250, 60, 566, 379, 2 (bug): 0.041; 1109, 396, 1260, 518, 1 (tree): 0.041; 788, 179, 1086, 513, 0 (car): 0.041; 224, 55, 584, 388, 2 (bug): 0.041; 0, 216, 828, 450, 1 (tree): 0.040; 798, 190, 1076, 508, 0 (car): 0.040; 921, 311, 1060, 462, 2 (bug): 0.040; 789, 178, 1095, 519, 2 (bug): 0.040; 904, 304, 1058, 464, 2 (bug): 0.040; 0, 280, 802, 370, 1 (tree): 0.039; 791, 181, 1086, 513, 2 (bug): 0.039; 404, 101, 538, 333, 2 (bug): 0.039; 260, 65, 566, 370, 2 (bug): 0.039; 0, 617, 449, 703, 1 (tree): 0.039; 798, 193, 1075, 508, 1 (tree): 0.038; 0, 340, 1132, 588, 1 (tree): 0.038; 0, 192, 898, 301, 1 (tree): 0.038; 242, 59, 571, 389, 2 (bug): 0.038; 0, 305, 1146, 612, 1 (tree): 0.038; 282, 73, 384, 200, 2 (bug): 0.038; 798, 176, 1091, 511, 1 (tree): 0.038; 0, 158, 810, 333, 1 (tree): 0.038; 0, 236, 836, 436, 1 (tree): 0.038; 273, 70, 545, 349, 2 (bug): 0.038; 676, 106, 808, 281, 0 (car): 0.038; 795, 159, 1097, 525, 0 (car): 0.038; 0, 230, 903, 329, 1 (tree): 0.038; 0, 257, 849, 466, 1 (tree): 0.038; 413, 112, 542, 327, 2 (bug): 0.038; 16, 75, 198, 215, 1 (tree): 0.038; 1126, 630, 1280, 720, 1 (tree): 0.038; 272, 72, 544, 343, 2 (bug): 0.038; 932, 313, 1057, 462, 2 (bug): 0.037; 943, 314, 1060, 462, 2 (bug): 0.037; 813, 186, 1084, 504, 1 (tree): 0.037; 807, 188, 1081, 504, 1 (tree): 0.037; 0, 408, 1106, 586, 1 (tree): 0.037; 927, 190, 1088, 450, 2 (bug): 0.037; 1080, 422, 1271, 636, 1 (tree): 0.037; 400, 96, 541, 325, 2 (bug): 0.037; 798, 176, 1091, 511, 0 (car): 0.037; 675, 105, 813, 283, 0 (car): 0.037; 0, 179, 886, 284, 1 (tree): 0.037; 795, 159, 1097, 525, 1 (tree): 0.037; 789, 192, 1075, 516, 1 (tree): 0.037; 0, 231, 627, 333, 1 (tree): 0.037; 1079, 624, 1280, 720, 1 (tree): 0.037; 79, 112, 805, 432, 1 (tree): 0.037; 0, 216, 836, 279, 1 (tree): 0.037; 219, 55, 558, 390, 1 (tree): 0.037; 805, 180, 1083, 505, 1 (tree): 0.037; 390, 84, 543, 325, 2 (bug): 0.036; 794, 185, 1081, 512, 2 (bug): 0.036; 0, 414, 1157, 606, 1 (tree): 0.036; 807, 188, 1081, 504, 0 (car): 0.036; 16, 250, 365, 372, 1 (tree): 0.036; 800, 180, 1084, 510, 1 (tree): 0.036; 622, 89, 852, 331, 2 (bug): 0.036; 0, 172, 897, 286, 1 (tree): 0.036; 285, 74, 539, 342, 2 (bug): 0.036; 793, 183, 1074, 510, 1 (tree): 0.036; 273, 71, 551, 352, 2 (bug): 0.036; 619, 89, 862, 331, 2 (bug): 0.036; 798, 190, 1076, 508, 1 (tree): 0.036; 677, 107, 808, 280, 0 (car): 0.036; 797, 176, 1086, 498, 1 (tree): 0.036; 924, 302, 1062, 464, 2 (bug): 0.036; 293, 76, 542, 346, 2 (bug): 0.036; 775, 186, 1090, 520, 1 (tree): 0.036; 798, 193, 1075, 508, 0 (car): 0.036; 35, 52, 1140, 496, 1 (tree): 0.035; 903, 187, 1082, 471, 2 (bug): 0.035; 818, 185, 1078, 494, 0 (car): 0.035; 789, 188, 1060, 515, 1 (tree): 0.035; 622, 89, 852, 331, 0 (car): 0.035; 796, 186, 1080, 510, 2 (bug): 0.035; 0, 275, 869, 572, 1 (tree): 0.035; 676, 106, 808, 281, 2 (bug): 0.035; 805, 180, 1083, 505, 0 (car): 0.035; 1042, 321, 1151, 481, 1 (tree): 0.035; 0, 207, 932, 325, 1 (tree): 0.035; 651, 95, 835, 314, 0 (car): 0.035; 782, 159, 1099, 526, 1 (tree): 0.035; 785, 176, 1095, 514, 1 (tree): 0.035; 261, 69, 545, 348, 2 (bug): 0.035; 376, 81, 534, 331, 2 (bug): 0.035; 433, 129, 534, 316, 2 (bug): 0.035; 0, 223, 832, 278, 1 (tree): 0.035; 19, 63, 171, 236, 1 (tree): 0.034; 636, 93, 909, 317, 2 (bug): 0.034; 298, 74, 557, 355, 1 (tree): 0.034; 304, 79, 535, 339, 1 (tree): 0.034; 282, 71, 553, 357, 1 (tree): 0.034; 266, 74, 558, 379, 1 (tree): 0.034; 311, 80, 537, 336, 1 (tree): 0.034; 906, 185, 1082, 470, 1 (tree): 0.034; 114, 67, 1146, 470, 1 (tree): 0.034; 267, 69, 555, 362, 1 (tree): 0.034; 973, 590, 1180, 714, 1 (tree): 0.034; 301, 73, 540, 341, 1 (tree): 0.034; 913, 189, 1075, 462, 1 (tree): 0.034; 40, 625, 253, 720, 1 (tree): 0.034; 788, 179, 1086, 513, 1 (tree): 0.034; 928, 190, 1085, 453, 2 (bug): 0.034; 10, 178, 67, 258, 1 (tree): 0.034; 273, 72, 554, 360, 1 (tree): 0.034; 298, 92, 547, 361, 1 (tree): 0.034; 303, 80, 533, 333, 1 (tree): 0.034; 317, 86, 556, 361, 1 (tree): 0.034; 793, 234, 1079, 511, 1 (tree): 0.034; 292, 74, 537, 337, 1 (tree): 0.034; 790, 178, 1071, 500, 1 (tree): 0.034; 6, 194, 60, 268, 1 (tree): 0.034; 677, 107, 808, 280, 2 (bug): 0.034; 794, 205, 1080, 513, 1 (tree): 0.034; 20, 0, 80, 111, 1 (tree): 0.034; 246, 64, 561, 361, 2 (bug): 0.034; 21, 21, 72, 79, 1 (tree): 0.034; 961, 189, 1080, 389, 2 (bug): 0.034; 679, 105, 815, 281, 1 (tree): 0.034; 818, 185, 1078, 494, 1 (tree): 0.034; 650, 95, 836, 308, 0 (car): 0.034; 129, 680, 510, 716, 1 (tree): 0.034; 619, 89, 862, 331, 0 (car): 0.034; 8, 141, 77, 238, 1 (tree): 0.033; 796, 183, 1085, 506, 1 (tree): 0.033; 282, 81, 547, 355, 1 (tree): 0.033; 87, 620, 537, 707, 1 (tree): 0.033; 233, 59, 573, 380, 2 (bug): 0.033; 178, 668, 534, 720, 1 (tree): 0.033; 837, 191, 1072, 476, 1 (tree): 0.033; 933, 180, 1103, 469, 1 (tree): 0.033; 796, 186, 1080, 510, 1 (tree): 0.033; 150, 670, 484, 720, 1 (tree): 0.033; 657, 100, 828, 294, 1 (tree): 0.033; 281, 74, 539, 339, 1 (tree): 0.033; 916, 191, 1079, 456, 0 (car): 0.033; 1088, 423, 1271, 632, 1 (tree): 0.033; 280, 71, 538, 338, 1 (tree): 0.033; 655, 110, 844, 418, 2 (bug): 0.033; 129, 685, 527, 716, 1 (tree): 0.033; 789, 181, 1084, 514, 2 (bug): 0.033; 792, 183, 1085, 509, 1 (tree): 0.033; 659, 99, 830, 297, 0 (car): 0.033; 154, 59, 1125, 530, 1 (tree): 0.033; 282, 72, 554, 352, 1 (tree): 0.033; 1016, 198, 1118, 436, 1 (tree): 0.033; 782, 159, 1099, 526, 0 (car): 0.033; 0, 462, 1164, 588, 1 (tree): 0.033; 271, 78, 553, 369, 1 (tree): 0.033; 261, 67, 552, 348, 2 (bug): 0.033; 651, 106, 835, 381, 1 (tree): 0.033; 651, 95, 835, 314, 2 (bug): 0.033; 795, 183, 1084, 511, 1 (tree): 0.033; 933, 183, 1067, 297, 2 (bug): 0.033; 252, 63, 546, 354, 1 (tree): 0.033; 266, 67, 539, 343, 1 (tree): 0.033; 225, 50, 578, 409, 2 (bug): 0.033; 1006, 195, 1118, 442, 1 (tree): 0.033; 161, 667, 515, 720, 1 (tree): 0.033; 243, 669, 650, 716, 1 (tree): 0.033; 278, 70, 540, 346, 1 (tree): 0.033; 1191, 314, 1260, 438, 1 (tree): 0.033; 1039, 305, 1122, 456, 1 (tree): 0.033; 139, 691, 450, 716, 1 (tree): 0.033; 912, 185, 1078, 458, 2 (bug): 0.033; 905, 298, 1062, 477, 1 (tree): 0.033; 675, 105, 813, 283, 2 (bug): 0.032; 927, 188, 1066, 306, 2 (bug): 0.032; 268, 67, 545, 351, 1 (tree): 0.032; 673, 104, 814, 286, 0 (car): 0.032; 1050, 344, 1132, 464, 1 (tree): 0.032; 915, 185, 1081, 470, 1 (tree): 0.032; 0, 525, 1181, 557, 1 (tree): 0.032; 899, 185, 1082, 478, 2 (bug): 0.032; 650, 95, 836, 308, 2 (bug): 0.032; 137, 63, 1181, 500, 1 (tree): 0.032; 855, 181, 1079, 465, 2 (bug): 0.032; 794, 185, 1081, 512, 1 (tree): 0.032; 959, 318, 1060, 455, 2 (bug): 0.032; 127, 673, 455, 718, 1 (tree): 0.032; 789, 178, 1095, 519, 1 (tree): 0.032; 937, 186, 1071, 298, 1 (tree): 0.032; 4, 97, 1173, 651, 1 (tree): 0.032; 672, 95, 811, 248, 1 (tree): 0.032; 22, 305, 182, 720, 1 (tree): 0.032; 1164, 317, 1239, 437, 1 (tree): 0.032; 139, 66, 1141, 537, 1 (tree): 0.032; 1030, 247, 1121, 436, 1 (tree): 0.032; 933, 165, 1085, 294, 1 (tree): 0.032; 900, 289, 1067, 484, 1 (tree): 0.032; 0, 264, 1011, 414, 1 (tree): 0.032; 1019, 196, 1126, 425, 1 (tree): 0.032; 893, 188, 1074, 466, 2 (bug): 0.032; 222, 672, 616, 716, 1 (tree): 0.032; 679, 105, 815, 281, 0 (car): 0.032; 289, 671, 662, 716, 1 (tree): 0.032; 982, 191, 1102, 437, 1 (tree): 0.032; 189, 671, 557, 717, 1 (tree): 0.032; 262, 666, 645, 716, 1 (tree): 0.032; 366, 82, 534, 337, 1 (tree): 0.032; 87, 59, 1130, 498, 1 (tree): 0.032; 813, 186, 1084, 504, 0 (car): 0.032; 667, 101, 817, 297, 1 (tree): 0.032; 207, 672, 577, 716, 1 (tree): 0.032; 837, 191, 1072, 476, 0 (car): 0.031; 23, 677, 353, 719, 1 (tree): 0.031; 0, 113, 868, 244, 1 (tree): 0.031; 910, 298, 1063, 471, 1 (tree): 0.031; 277, 667, 653, 716, 1 (tree): 0.031; 0, 103, 811, 249, 1 (tree): 0.031; 275, 68, 524, 207, 2 (bug): 0.031; 228, 57, 1142, 492, 1 (tree): 0.031; 655, 110, 844, 418, 0 (car): 0.031; 793, 183, 1074, 510, 0 (car): 0.031; 905, 190, 1080, 467, 0 (car): 0.031; 912, 174, 1072, 303, 1 (tree): 0.031; 789, 181, 1084, 514, 1 (tree): 0.031; 271, 72, 541, 340, 2 (bug): 0.031; 963, 187, 1098, 456, 1 (tree): 0.031; 405, 87, 552, 338, 2 (bug): 0.031; 987, 197, 1100, 453, 1 (tree): 0.031; 238, 61, 563, 360, 2 (bug): 0.031; 1004, 466, 1256, 712, 1 (tree): 0.031; 0, 92, 857, 225, 1 (tree): 0.031; 673, 104, 814, 286, 1 (tree): 0.031; 307, 677, 676, 716, 1 (tree): 0.031; 674, 102, 812, 233, 2 (bug): 0.031; 794, 297, 1059, 503, 1 (tree): 0.031; 659, 99, 830, 297, 1 (tree): 0.031; 667, 101, 817, 297, 0 (car): 0.031; 657, 100, 828, 294, 0 (car): 0.031; 404, 103, 559, 347, 1 (tree): 0.031; 290, 74, 552, 353, 1 (tree): 0.031; 924, 331, 1051, 470, 1 (tree): 0.031; 677, 107, 808, 280, 1 (tree): 0.031; 237, 58, 571, 374, 1 (tree): 0.031; 52, 659, 322, 720, 1 (tree): 0.031; 912, 185, 1078, 458, 1 (tree): 0.031; 791, 181, 1086, 513, 1 (tree): 0.031; 1092, 328, 1191, 461, 1 (tree): 0.031; 963, 175, 1087, 287, 1 (tree): 0.031; 242, 63, 571, 391, 1 (tree): 0.031; 952, 187, 1093, 437, 1 (tree): 0.031; 331, 681, 686, 716, 1 (tree): 0.031; 797, 176, 1086, 498, 0 (car): 0.031; 993, 193, 1103, 413, 1 (tree): 0.031; 1041, 366, 1111, 461, 1 (tree): 0.031; 814, 314, 1067, 502, 1 (tree): 0.031; 3, 563, 1191, 568, 1 (tree): 0.030; 790, 180, 1088, 513, 1 (tree): 0.030; 791, 179, 1088, 516, 1 (tree): 0.030; 1045, 367, 1116, 463, 1 (tree): 0.030; 205, 594, 530, 700, 1 (tree): 0.030; 789, 192, 1075, 516, 0 (car): 0.030; 1029, 224, 1120, 419, 1 (tree): 0.030; [0]; [0]" - ] + "reference": { + "bboxes": [ + [794, 188, 1081, 508], + [796, 183, 1085, 506], + [795, 187, 1081, 510], + [793, 184, 1083, 509], + [790, 180, 1088, 513], + [796, 186, 1080, 510], + [791, 179, 1088, 516], + [791, 181, 1086, 513], + [794, 185, 1081, 512], + [247, 62, 566, 357], + [139, 66, 1141, 537], + [674, 106, 813, 283], + [791, 175, 1091, 519], + [792, 183, 1085, 509], + [789, 178, 1095, 519], + [794, 188, 1081, 508], + [795, 187, 1081, 510], + [114, 67, 1146, 470], + [815, 187, 1083, 501], + [789, 181, 1084, 514], + [87, 59, 1130, 498], + [137, 63, 1181, 500], + [674, 106, 813, 283], + [791, 179, 1088, 516], + [796, 183, 1085, 506], + [228, 57, 1142, 492], + [256, 66, 557, 348], + [232, 58, 578, 393], + [279, 75, 408, 257], + [790, 180, 1088, 513], + [905, 190, 1080, 467], + [793, 184, 1083, 509], + [791, 175, 1091, 519], + [785, 176, 1095, 514], + [154, 59, 1125, 530], + [73, 59, 1145, 564], + [815, 187, 1083, 501], + [800, 180, 1084, 510], + [916, 191, 1079, 456], + [795, 183, 1084, 511], + [286, 77, 390, 202], + [35, 52, 1140, 496], + [306, 69, 854, 396], + [249, 61, 567, 371], + [250, 60, 566, 379], + [1109, 396, 1260, 518], + [788, 179, 1086, 513], + [224, 55, 584, 388], + [0, 216, 828, 450], + [798, 190, 1076, 508], + [921, 311, 1060, 462], + [789, 178, 1095, 519], + [904, 304, 1058, 464], + [0, 280, 802, 370], + [791, 181, 1086, 513], + [404, 101, 538, 333], + [260, 65, 566, 370], + [0, 617, 449, 703], + [798, 193, 1075, 508], + [0, 340, 1132, 588], + [0, 192, 898, 301], + [242, 59, 571, 389], + [0, 305, 1146, 612], + [282, 73, 384, 200], + [798, 176, 1091, 511], + [0, 158, 810, 333], + [0, 236, 836, 436], + [273, 70, 545, 349], + [676, 106, 808, 281], + [795, 159, 1097, 525], + [0, 230, 903, 329], + [0, 257, 849, 466], + [413, 112, 542, 327], + [16, 75, 198, 215], + [1126, 630, 1280, 720], + [272, 72, 544, 343], + [932, 313, 1057, 462], + [943, 314, 1060, 462], + [813, 186, 1084, 504], + [807, 188, 1081, 504], + [0, 408, 1106, 586], + [927, 190, 1088, 450], + [1080, 422, 1271, 636], + [400, 96, 541, 325], + [798, 176, 1091, 511], + [675, 105, 813, 283], + [0, 179, 886, 284], + [795, 159, 1097, 525], + [789, 192, 1075, 516], + [0, 231, 627, 333], + [1079, 624, 1280, 720], + [79, 112, 805, 432], + [0, 216, 836, 279], + [219, 55, 558, 390], + [805, 180, 1083, 505], + [390, 84, 543, 325], + [794, 185, 1081, 512], + [0, 414, 1157, 606], + [807, 188, 1081, 504], + [16, 250, 365, 372], + [800, 180, 1084, 510], + [622, 89, 852, 331], + [0, 172, 897, 286], + [285, 74, 539, 342], + [793, 183, 1074, 510], + [273, 71, 551, 352], + [619, 89, 862, 331], + [798, 190, 1076, 508], + [677, 107, 808, 280], + [797, 176, 1086, 498], + [924, 302, 1062, 464], + [293, 76, 542, 346], + [775, 186, 1090, 520], + [798, 193, 1075, 508], + [35, 52, 1140, 496], + [903, 187, 1082, 471], + [818, 185, 1078, 494], + [789, 188, 1060, 515], + [622, 89, 852, 331], + [796, 186, 1080, 510], + [0, 275, 869, 572], + [676, 106, 808, 281], + [805, 180, 1083, 505], + [1042, 321, 1151, 481], + [0, 207, 932, 325], + [651, 95, 835, 314], + [782, 159, 1099, 526], + [785, 176, 1095, 514], + [261, 69, 545, 348], + [376, 81, 534, 331], + [433, 129, 534, 316], + [0, 223, 832, 278], + [19, 63, 171, 236], + [636, 93, 909, 317], + [298, 74, 557, 355], + [304, 79, 535, 339], + [282, 71, 553, 357], + [266, 74, 558, 379], + [311, 80, 537, 336], + [906, 185, 1082, 470], + [114, 67, 1146, 470], + [267, 69, 555, 362], + [973, 590, 1180, 714], + [301, 73, 540, 341], + [913, 189, 1075, 462], + [40, 625, 253, 720], + [788, 179, 1086, 513], + [928, 190, 1085, 453], + [10, 178, 67, 258], + [273, 72, 554, 360], + [298, 92, 547, 361], + [303, 80, 533, 333], + [317, 86, 556, 361], + [793, 234, 1079, 511], + [292, 74, 537, 337], + [790, 178, 1071, 500], + [6, 194, 60, 268], + [677, 107, 808, 280], + [794, 205, 1080, 513], + [20, 0, 80, 111], + [246, 64, 561, 361], + [21, 21, 72, 79], + [961, 189, 1080, 389], + [679, 105, 815, 281], + [818, 185, 1078, 494], + [650, 95, 836, 308], + [129, 680, 510, 716], + [619, 89, 862, 331], + [8, 141, 77, 238], + [796, 183, 1085, 506], + [282, 81, 547, 355], + [87, 620, 537, 707], + [233, 59, 573, 380], + [178, 668, 534, 720], + [837, 191, 1072, 476], + [933, 180, 1103, 469], + [796, 186, 1080, 510], + [150, 670, 484, 720], + [657, 100, 828, 294], + [281, 74, 539, 339], + [916, 191, 1079, 456], + [1088, 423, 1271, 632], + [280, 71, 538, 338], + [655, 110, 844, 418], + [129, 685, 527, 716], + [789, 181, 1084, 514], + [792, 183, 1085, 509], + [659, 99, 830, 297], + [154, 59, 1125, 530], + [282, 72, 554, 352], + [1016, 198, 1118, 436], + [782, 159, 1099, 526], + [0, 462, 1164, 588], + [271, 78, 553, 369], + [261, 67, 552, 348], + [651, 106, 835, 381], + [651, 95, 835, 314], + [795, 183, 1084, 511], + [933, 183, 1067, 297], + [252, 63, 546, 354], + [266, 67, 539, 343], + [225, 50, 578, 409], + [1006, 195, 1118, 442], + [161, 667, 515, 720], + [243, 669, 650, 716], + [278, 70, 540, 346], + [1191, 314, 1260, 438], + [1039, 305, 1122, 456], + [139, 691, 450, 716], + [912, 185, 1078, 458], + [905, 298, 1062, 477], + [675, 105, 813, 283], + [927, 188, 1066, 306], + [268, 67, 545, 351], + [673, 104, 814, 286], + [1050, 344, 1132, 464], + [915, 185, 1081, 470], + [0, 525, 1181, 557], + [899, 185, 1082, 478], + [650, 95, 836, 308], + [137, 63, 1181, 500], + [855, 181, 1079, 465], + [794, 185, 1081, 512], + [959, 318, 1060, 455], + [127, 673, 455, 718], + [789, 178, 1095, 519], + [937, 186, 1071, 298], + [4, 97, 1173, 651], + [672, 95, 811, 248], + [22, 305, 182, 720], + [1164, 317, 1239, 437], + [139, 66, 1141, 537], + [1030, 247, 1121, 436], + [933, 165, 1085, 294], + [900, 289, 1067, 484], + [0, 264, 1011, 414], + [1019, 196, 1126, 425], + [893, 188, 1074, 466], + [222, 672, 616, 716], + [679, 105, 815, 281], + [289, 671, 662, 716], + [982, 191, 1102, 437], + [189, 671, 557, 717], + [262, 666, 645, 716], + [366, 82, 534, 337], + [87, 59, 1130, 498], + [813, 186, 1084, 504], + [667, 101, 817, 297], + [207, 672, 577, 716], + [837, 191, 1072, 476], + [23, 677, 353, 719], + [0, 113, 868, 244], + [910, 298, 1063, 471], + [277, 667, 653, 716], + [0, 103, 811, 249], + [275, 68, 524, 207], + [228, 57, 1142, 492], + [655, 110, 844, 418], + [793, 183, 1074, 510], + [905, 190, 1080, 467], + [912, 174, 1072, 303], + [789, 181, 1084, 514], + [271, 72, 541, 340], + [963, 187, 1098, 456], + [405, 87, 552, 338], + [987, 197, 1100, 453], + [238, 61, 563, 360], + [1004, 466, 1256, 712], + [0, 92, 857, 225], + [673, 104, 814, 286], + [307, 677, 676, 716], + [674, 102, 812, 233], + [794, 297, 1059, 503], + [659, 99, 830, 297], + [667, 101, 817, 297], + [657, 100, 828, 294], + [404, 103, 559, 347], + [290, 74, 552, 353], + [924, 331, 1051, 470], + [677, 107, 808, 280], + [237, 58, 571, 374], + [52, 659, 322, 720], + [912, 185, 1078, 458], + [791, 181, 1086, 513], + [1092, 328, 1191, 461], + [963, 175, 1087, 287], + [242, 63, 571, 391], + [952, 187, 1093, 437], + [331, 681, 686, 716], + [797, 176, 1086, 498], + [993, 193, 1103, 413], + [1041, 366, 1111, 461], + [814, 314, 1067, 502], + [3, 563, 1191, 568], + [790, 180, 1088, 513], + [791, 179, 1088, 516], + [1045, 367, 1116, 463], + [205, 594, 530, 700], + [789, 192, 1075, 516], + [1029, 224, 1120, 419] + ], + "labels": [ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 2, 2, 2, 0, 0, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 0, 2, 0, 2, 2, 2, 2, 2, 1, + 0, 2, 1, 0, 2, 2, 2, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 0, + 0, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 2, 0, 0, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 2, 2, 1, 0, 1, 1, 2, 1, 2, 1, 2, 2, 1, 0, 1, 2, 2, 1, 0, 1, + 2, 0, 1, 0, 2, 1, 2, 0, 1, 1, 0, 1, 1, 2, 2, 2, 1, 1, 2, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, + 1, 2, 1, 1, 0, 1, 0, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 2, + 1, 2, 1, 0, 1, 1, 1, 0, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, + 1, 1, 2, 1, 2, 2, 1, 0, 1, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 2, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, + 1, 1, 2, 1, 0, 0, 0, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 0, 0, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, + 1 + ], + "scores": [ + 0.07094418257474899, 0.06838653236627579, 0.06764642149209976, + 0.06053825467824936, 0.057274315506219864, 0.05704201012849808, + 0.056888505816459656, 0.05508769676089287, 0.055023085325956345, + 0.05444269999861717, 0.0541427806019783, 0.053946442902088165, + 0.05347525700926781, 0.05213088542222977, 0.05181031674146652, + 0.05148519575595856, 0.05092839524149895, 0.05049377679824829, + 0.04991694912314415, 0.04982082173228264, 0.04887803643941879, + 0.04808969795703888, 0.04806576296687126, 0.04686972498893738, + 0.04644240066409111, 0.045790981501340866, 0.04563099890947342, + 0.04499627277255058, 0.044588033109903336, 0.04449474811553955, + 0.044251829385757446, 0.04384557157754898, 0.04369474947452545, + 0.04364919289946556, 0.04358046501874924, 0.043495118618011475, + 0.043393008410930634, 0.043080009520053864, 0.04212464392185211, + 0.04202618449926376, 0.041780684143304825, 0.041400786489248276, + 0.041330888867378235, 0.041281621903181076, 0.04115746542811394, + 0.04112473502755165, 0.040851034224033356, 0.040686748921871185, + 0.04040385037660599, 0.040268559008836746, 0.04024757072329521, + 0.039750684052705765, 0.03962358087301254, 0.03897951915860176, + 0.038646094501018524, 0.038645464926958084, 0.03860747069120407, + 0.03851626068353653, 0.0383928120136261, 0.03830229490995407, + 0.03816503658890724, 0.038164690136909485, 0.03809484466910362, + 0.03806665912270546, 0.03804590180516243, 0.03804570436477661, + 0.0379701592028141, 0.03796792030334473, 0.0379222072660923, + 0.03788888081908226, 0.037835683673620224, 0.03782682493329048, + 0.03778330236673355, 0.03773678466677666, 0.037731319665908813, + 0.03769693896174431, 0.03740011900663376, 0.037294402718544006, + 0.03723616898059845, 0.0372198224067688, 0.03719519078731537, + 0.037151090800762177, 0.036969542503356934, 0.03691725432872772, + 0.036859747022390366, 0.03683379665017128, 0.03675270825624466, + 0.03665400668978691, 0.036649346351623535, 0.036643318831920624, + 0.036642953753471375, 0.0366424061357975, 0.036636024713516235, + 0.03663354367017746, 0.03657925873994827, 0.036465004086494446, + 0.03644457086920738, 0.036430634558200836, 0.036405835300683975, + 0.03637654706835747, 0.03626919910311699, 0.03615161404013634, + 0.036104585975408554, 0.03603723272681236, 0.035972174257040024, + 0.03580869361758232, 0.035768114030361176, 0.03576222062110901, + 0.03570682927966118, 0.03562647104263306, 0.03560424596071243, + 0.035546060651540756, 0.03553149476647377, 0.035531435161828995, + 0.035487063229084015, 0.0353923924267292, 0.035377826541662216, + 0.035360172390937805, 0.03523760288953781, 0.03523486852645874, + 0.035213254392147064, 0.03520543500781059, 0.035123758018016815, + 0.035087574273347855, 0.03507334738969803, 0.03507133945822716, + 0.03505866229534149, 0.03494145721197128, 0.03490113839507103, + 0.0348593071103096, 0.034858588129282, 0.034728579223155975, + 0.034460313618183136, 0.03445250168442726, 0.03443285450339317, + 0.0343359112739563, 0.03429524973034859, 0.03424003720283508, + 0.0342392735183239, 0.03419187292456627, 0.03419117256999016, + 0.034187253564596176, 0.03418543562293053, 0.03415168449282646, + 0.0341489277780056, 0.034116871654987335, 0.03410175070166588, + 0.03405491262674332, 0.034044764935970306, 0.034041088074445724, + 0.03401951119303703, 0.033991798758506775, 0.03396913781762123, + 0.033961690962314606, 0.0339542031288147, 0.033939991146326065, + 0.03390784561634064, 0.03389110416173935, 0.03387225791811943, + 0.03385603427886963, 0.033847689628601074, 0.033806927502155304, + 0.03363567590713501, 0.03362860903143883, 0.03362693637609482, + 0.03359126299619675, 0.03356900066137314, 0.03354518488049507, + 0.03348536416888237, 0.03341691941022873, 0.03338826447725296, + 0.033386554569005966, 0.033372845500707626, 0.03330574557185173, + 0.033297695219516754, 0.03326931968331337, 0.03322233259677887, + 0.0332193560898304, 0.033214740455150604, 0.033214740455150604, + 0.03320712223649025, 0.03320287540555, 0.03319644182920456, + 0.033194806426763535, 0.03319328650832176, 0.03317571431398392, + 0.03317386284470558, 0.0331486277282238, 0.03311555087566376, + 0.033080607652664185, 0.03305826336145401, 0.033014435321092606, + 0.03295314311981201, 0.03294191136956215, 0.03286144137382507, + 0.0328579805791378, 0.032857973128557205, 0.03285152465105057, + 0.03282967209815979, 0.032811906188726425, 0.0327913798391819, + 0.03275609388947487, 0.032694730907678604, 0.03263908252120018, + 0.032638728618621826, 0.03262930363416672, 0.032626714557409286, + 0.032618653029203415, 0.03260043263435364, 0.03257107734680176, + 0.03252865746617317, 0.032482948154211044, 0.03248035907745361, + 0.032468508929014206, 0.03246317803859711, 0.032458994537591934, + 0.03239801898598671, 0.03239457681775093, 0.032381657510995865, + 0.03232736513018608, 0.032298605889081955, 0.03229258581995964, + 0.03224628046154976, 0.03219744563102722, 0.0321919247508049, + 0.03216907009482384, 0.03215397149324417, 0.03213381767272949, + 0.03211338073015213, 0.03210565447807312, 0.032096296548843384, + 0.03189338371157646, 0.031892530620098114, 0.03187021613121033, + 0.031856290996074677, 0.031847480684518814, 0.03183388337492943, + 0.03178243339061737, 0.03175107017159462, 0.031670551747083664, + 0.03166757524013519, 0.03166620060801506, 0.03164001554250717, + 0.03161350265145302, 0.03161170333623886, 0.03161110356450081, + 0.031553518027067184, 0.03152843564748764, 0.03150567784905434, + 0.031489297747612, 0.03147943317890167, 0.03147152066230774, + 0.03147052973508835, 0.031466543674468994, 0.031440895050764084, + 0.03143305331468582, 0.031392838805913925, 0.031385183334350586, + 0.03136983513832092, 0.03134933486580849, 0.03130403533577919, + 0.03127729520201683, 0.03127451241016388, 0.031247705221176147, + 0.031211983412504196, 0.0312093123793602, 0.031174326315522194, + 0.03110220469534397, 0.031101785600185394, 0.03105662763118744, + 0.031043896451592445, 0.03101280704140663, 0.030998002737760544, + 0.030944542959332466, 0.030929813161492348, 0.0309256874024868, + 0.03090769238770008, 0.030810521915555, 0.03079274855554104, + 0.030772408470511436, 0.030769752338528633, 0.030761264264583588, + 0.030749985948204994, 0.03074541874229908, 0.030736885964870453, + 0.030736317858099937, 0.03071889840066433, 0.030710089951753616, + 0.030693380162119865, 0.030688701197504997, 0.030667217448353767, + 0.030609549954533577, 0.03060564026236534, 0.030458392575383186, + 0.030439866706728935, 0.03043426387012005, 0.030432289466261864, + 0.03038906678557396, 0.03030560165643692, 0.030269475653767586 + ], + "label_names": [ + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "bug", + "car", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "car", + "bug", + "tree", + "car", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "car", + "car", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "car", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "bug", + "car", + "tree", + "car", + "bug", + "tree", + "bug", + "car", + "tree", + "tree", + "car", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "car", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "car", + "car", + "car", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "car", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree" + ] + } } ] }, @@ -1225,7 +6042,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["668, 96, 830, 281, 1 (tree): 0.964; [0]; [0]"] + "reference": { + "bboxes": [[668, 96, 830, 281]], + "labels": [1], + "scores": [0.9637731313705444], + "label_names": ["tree"] + } } ] }, @@ -1235,7 +6057,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["668, 99, 829, 279, 1 (tree): 0.977; [0]; [0]"] + "reference": { + "bboxes": [[668, 99, 829, 279]], + "labels": [1], + "scores": [0.9774602055549622], + "label_names": ["tree"] + } } ] }, @@ -1245,7 +6072,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["668, 99, 829, 279, 1 (tree): 0.978; [0]; [0]"] + "reference": { + "bboxes": [[668, 99, 829, 279]], + "labels": [1], + "scores": [0.9777888655662537], + "label_names": ["tree"] + } } ] }, @@ -1255,7 +6087,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["668, 99, 829, 279, 1 (tree): 0.978; [0]; [0]"] + "reference": { + "bboxes": [[668, 99, 829, 279]], + "labels": [1], + "scores": [0.9775390625], + "label_names": ["tree"] + } } ] }, @@ -1265,7 +6102,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["668, 99, 829, 279, 1 (tree): 0.978; [0]; [0]"] + "reference": { + "bboxes": [[668, 99, 829, 279]], + "labels": [1], + "scores": [0.9777888655662537], + "label_names": ["tree"] + } } ] }, @@ -1275,9 +6117,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "282, 23, 414, 131, 0 (car): 0.030; 0, 403, 197, 627, 0 (car): 0.027; [0]; [0]" - ] + "reference": { + "bboxes": [ + [282, 23, 414, 131], + [0, 403, 197, 627] + ], + "labels": [0, 0], + "scores": [0.030277663841843605, 0.026902176439762115], + "label_names": ["car", "car"] + } } ] }, @@ -1287,9 +6135,18 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "31, 522, 54, 720, 2 (bug): 0.026; 38, 333, 548, 661, 2 (bug): 0.026; 0, 0, 411, 311, 0 (car): 0.026; [0]; [0]" - ] + "reference": { + "bboxes": [ + [31, 522, 54, 720], + [38, 333, 548, 661], + [0, 0, 411, 311] + ], + "labels": [2, 2, 0], + "scores": [ + 0.026302194222807884, 0.026252616196870804, 0.025525826960802078 + ], + "label_names": ["bug", "bug", "car"] + } } ] }, @@ -1299,9 +6156,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "92, 258, 602, 720, 0 (car): 0.026; 21, 55, 885, 661, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [92, 258, 602, 720], + [21, 55, 885, 661] + ], + "labels": [0, 2], + "scores": [0.02591610699892044, 0.025413746014237404], + "label_names": ["car", "bug"] + } } ] }, @@ -1311,9 +6174,16 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "31, 522, 54, 720, 2 (bug): 0.026; 38, 333, 548, 662, 2 (bug): 0.026; 0, 0, 412, 312, 0 (car): 0.026; [0]; [0]" - ] + "reference": { + "bboxes": [ + [31, 522, 54, 720], + [38, 333, 548, 662], + [0, 0, 412, 312] + ], + "labels": [2, 2, 0], + "scores": [0.0263824462890625, 0.026275634765625, 0.0255126953125], + "label_names": ["bug", "bug", "car"] + } } ] }, @@ -1323,9 +6193,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "92, 258, 602, 720, 0 (car): 0.026; 21, 55, 885, 661, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [92, 258, 602, 720], + [21, 55, 885, 661] + ], + "labels": [0, 2], + "scores": [0.025915835052728653, 0.025415824726223946], + "label_names": ["car", "bug"] + } } ] }, @@ -1335,9 +6211,21 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "678, 100, 808, 290, 2 (bug): 0.698; 810, 191, 1062, 504, 2 (bug): 0.626; 293, 70, 533, 329, 2 (bug): 0.500; 676, 110, 810, 286, 0 (car): 0.492; 289, 64, 549, 333, 0 (car): 0.268; [0]; [0]" - ] + "reference": { + "bboxes": [ + [678, 100, 808, 290], + [810, 191, 1062, 504], + [293, 70, 533, 329], + [676, 110, 810, 286], + [289, 64, 549, 333] + ], + "labels": [2, 2, 2, 0, 0], + "scores": [ + 0.6982316970825195, 0.6261919736862183, 0.49958357214927673, + 0.4922146797180176, 0.26826736330986023 + ], + "label_names": ["bug", "bug", "bug", "car", "car"] + } } ] }, @@ -1347,9 +6235,20 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "809, 195, 1061, 506, 2 (bug): 0.502; 679, 102, 810, 290, 2 (bug): 0.474; 293, 70, 533, 332, 2 (bug): 0.384; 670, 112, 806, 298, 0 (car): 0.362; [0]; [0]" - ] + "reference": { + "bboxes": [ + [809, 195, 1061, 506], + [679, 102, 810, 290], + [293, 70, 533, 332], + [670, 112, 806, 298] + ], + "labels": [2, 2, 2, 0], + "scores": [ + 0.5019019842147827, 0.4741739332675934, 0.38416531682014465, + 0.3615591526031494 + ], + "label_names": ["bug", "bug", "bug", "car"] + } } ] }, @@ -1359,9 +6258,20 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "809, 195, 1061, 506, 2 (bug): 0.502; 679, 102, 810, 290, 2 (bug): 0.474; 293, 70, 533, 332, 2 (bug): 0.384; 670, 112, 806, 298, 0 (car): 0.361; [0]; [0]" - ] + "reference": { + "bboxes": [ + [809, 195, 1061, 506], + [679, 102, 810, 290], + [293, 70, 533, 332], + [670, 112, 806, 298] + ], + "labels": [2, 2, 2, 0], + "scores": [ + 0.5019853115081787, 0.4744308292865753, 0.38411250710487366, + 0.36081165075302124 + ], + "label_names": ["bug", "bug", "bug", "car"] + } } ] }, @@ -1371,9 +6281,17 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "808, 195, 1061, 506, 2 (bug): 0.502; 678, 102, 810, 290, 2 (bug): 0.474; 293, 70, 532, 332, 2 (bug): 0.384; 670, 112, 806, 298, 0 (car): 0.362; [0]; [0]" - ] + "reference": { + "bboxes": [ + [808, 195, 1061, 506], + [678, 102, 810, 290], + [293, 70, 532, 332], + [670, 112, 806, 298] + ], + "labels": [2, 2, 2, 0], + "scores": [0.501953125, 0.47412109375, 0.38427734375, 0.361572265625], + "label_names": ["bug", "bug", "bug", "car"] + } } ] }, @@ -1383,9 +6301,20 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "809, 195, 1061, 506, 2 (bug): 0.502; 679, 102, 810, 290, 2 (bug): 0.474; 293, 70, 533, 332, 2 (bug): 0.384; 670, 112, 806, 298, 0 (car): 0.361; [0]; [0]" - ] + "reference": { + "bboxes": [ + [809, 195, 1061, 506], + [679, 102, 810, 290], + [293, 70, 533, 332], + [670, 112, 806, 298] + ], + "labels": [2, 2, 2, 0], + "scores": [ + 0.5019853115081787, 0.4744308292865753, 0.38411250710487366, + 0.36081165075302124 + ], + "label_names": ["bug", "bug", "bug", "car"] + } } ] }, @@ -1395,9 +6324,34 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "296, 75, 542, 328, 2 (bug): 0.033; 677, 106, 812, 282, 1 (tree): 0.029; 294, 74, 533, 327, 2 (bug): 0.028; 294, 74, 533, 327, 1 (tree): 0.027; 675, 105, 813, 282, 1 (tree): 0.026; 801, 206, 1071, 500, 1 (tree): 0.026; 297, 75, 541, 329, 2 (bug): 0.026; 296, 75, 542, 328, 1 (tree): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [296, 75, 542, 328], + [677, 106, 812, 282], + [294, 74, 533, 327], + [294, 74, 533, 327], + [675, 105, 813, 282], + [801, 206, 1071, 500], + [297, 75, 541, 329], + [296, 75, 542, 328] + ], + "labels": [2, 1, 2, 1, 1, 1, 2, 1], + "scores": [ + 0.03284076973795891, 0.028976062312722206, 0.028057383373379707, + 0.02690746821463108, 0.025884324684739113, 0.025737715885043144, + 0.025641566142439842, 0.025067761540412903 + ], + "label_names": [ + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree" + ] + } } ] }, @@ -1407,9 +6361,454 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "802, 197, 1065, 497, 2 (bug): 0.040; 802, 197, 1061, 492, 2 (bug): 0.038; 678, 107, 811, 281, 2 (bug): 0.037; 296, 78, 538, 325, 2 (bug): 0.037; 321, 80, 469, 158, 2 (bug): 0.032; 817, 534, 959, 653, 2 (bug): 0.032; 707, 294, 1134, 627, 2 (bug): 0.031; 802, 197, 1065, 497, 0 (car): 0.031; 425, 69, 487, 176, 2 (bug): 0.031; 717, 193, 1242, 716, 2 (bug): 0.030; 340, 223, 1214, 710, 2 (bug): 0.030; 718, 235, 1245, 697, 2 (bug): 0.030; 90, 0, 230, 24, 2 (bug): 0.030; 425, 694, 499, 700, 0 (car): 0.030; 802, 197, 1061, 492, 0 (car): 0.029; 123, 0, 266, 25, 2 (bug): 0.029; 829, 454, 1222, 708, 2 (bug): 0.029; 639, 466, 1102, 655, 2 (bug): 0.029; 212, 400, 1275, 696, 2 (bug): 0.029; 1010, 524, 1119, 695, 2 (bug): 0.029; 339, 575, 1225, 719, 2 (bug): 0.029; 1010, 524, 1119, 695, 1 (tree): 0.029; 557, 694, 599, 698, 0 (car): 0.029; 659, 696, 897, 710, 0 (car): 0.029; 1096, 164, 1215, 317, 2 (bug): 0.029; 620, 694, 655, 697, 0 (car): 0.028; 536, 366, 1241, 698, 2 (bug): 0.028; 293, 508, 966, 699, 2 (bug): 0.028; 948, 531, 1236, 700, 2 (bug): 0.028; 1146, 105, 1260, 335, 2 (bug): 0.028; 1095, 114, 1222, 515, 1 (tree): 0.028; 656, 693, 687, 696, 0 (car): 0.028; 1111, 389, 1228, 699, 1 (tree): 0.028; 1153, 163, 1261, 325, 2 (bug): 0.028; 817, 534, 959, 653, 1 (tree): 0.028; 413, 440, 640, 609, 2 (bug): 0.028; 467, 446, 697, 639, 2 (bug): 0.028; 898, 186, 1175, 547, 2 (bug): 0.028; 1064, 112, 1258, 428, 1 (tree): 0.028; 999, 638, 1107, 698, 2 (bug): 0.028; 1096, 188, 1261, 471, 1 (tree): 0.028; 160, 596, 355, 706, 2 (bug): 0.028; 680, 691, 710, 695, 0 (car): 0.028; 17, 76, 1247, 695, 2 (bug): 0.028; 312, 423, 654, 634, 2 (bug): 0.028; 948, 531, 1236, 700, 1 (tree): 0.027; 626, 319, 1237, 659, 2 (bug): 0.027; 626, 319, 1237, 659, 1 (tree): 0.027; 296, 78, 538, 325, 0 (car): 0.027; 746, 693, 928, 697, 0 (car): 0.027; 1087, 243, 1269, 473, 1 (tree): 0.027; 1161, 123, 1278, 299, 2 (bug): 0.027; 719, 690, 747, 693, 0 (car): 0.027; 1107, 95, 1265, 264, 2 (bug): 0.027; 1064, 112, 1258, 428, 2 (bug): 0.027; 1215, 148, 1268, 327, 2 (bug): 0.027; 877, 0, 979, 83, 2 (bug): 0.027; 227, 521, 272, 667, 2 (bug): 0.027; 35, 711, 47, 715, 2 (bug): 0.027; 117, 487, 287, 693, 2 (bug): 0.027; 1100, 335, 1253, 667, 1 (tree): 0.027; 219, 141, 591, 564, 2 (bug): 0.027; 758, 689, 785, 692, 0 (car): 0.027; 1162, 180, 1195, 424, 1 (tree): 0.027; 1013, 0, 1089, 144, 2 (bug): 0.027; 1116, 47, 1190, 398, 1 (tree): 0.027; 797, 689, 826, 692, 0 (car): 0.027; 718, 235, 1245, 697, 1 (tree): 0.027; 1021, 234, 1248, 645, 1 (tree): 0.027; 1090, 441, 1274, 659, 1 (tree): 0.027; 0, 199, 274, 629, 1 (tree): 0.027; 1117, 172, 1171, 407, 1 (tree): 0.027; 999, 667, 1109, 705, 2 (bug): 0.027; 633, 4, 715, 151, 2 (bug): 0.027; 1101, 214, 1207, 342, 2 (bug): 0.027; 536, 366, 1241, 698, 1 (tree): 0.027; 1025, 652, 1098, 700, 2 (bug): 0.027; 1035, 638, 1110, 707, 2 (bug): 0.027; 1091, 58, 1133, 269, 1 (tree): 0.027; 1095, 114, 1222, 515, 2 (bug): 0.027; 844, 689, 878, 692, 0 (car): 0.027; 1071, 112, 1277, 545, 1 (tree): 0.027; 630, 468, 934, 588, 2 (bug): 0.027; 976, 144, 1280, 705, 2 (bug): 0.026; 1138, 544, 1254, 705, 1 (tree): 0.026; 727, 0, 813, 80, 2 (bug): 0.026; 678, 107, 811, 281, 0 (car): 0.026; 1053, 114, 1187, 467, 1 (tree): 0.026; 930, 240, 1280, 720, 2 (bug): 0.026; 227, 521, 272, 667, 1 (tree): 0.026; 185, 205, 480, 611, 2 (bug): 0.026; 1136, 631, 1277, 719, 2 (bug): 0.026; 442, 613, 570, 718, 0 (car): 0.026; 0, 296, 284, 576, 1 (tree): 0.026; 110, 258, 490, 552, 2 (bug): 0.026; 270, 274, 490, 430, 2 (bug): 0.026; 38, 12, 172, 232, 0 (car): 0.026; 992, 360, 1269, 653, 1 (tree): 0.026; 308, 312, 516, 458, 2 (bug): 0.026; 27, 44, 64, 214, 2 (bug): 0.026; 305, 179, 968, 720, 2 (bug): 0.026; 707, 294, 1134, 627, 1 (tree): 0.026; 1028, 318, 1264, 581, 1 (tree): 0.026; 979, 660, 1094, 700, 2 (bug): 0.026; 961, 381, 1274, 684, 2 (bug): 0.026; 94, 673, 269, 719, 2 (bug): 0.026; 635, 447, 934, 569, 2 (bug): 0.026; 121, 471, 379, 684, 2 (bug): 0.026; 1111, 389, 1228, 699, 2 (bug): 0.026; 1034, 645, 1203, 705, 1 (tree): 0.026; 1028, 318, 1264, 581, 2 (bug): 0.026; 1013, 0, 1089, 144, 1 (tree): 0.026; 1063, 261, 1213, 681, 2 (bug): 0.026; 1053, 114, 1187, 467, 2 (bug): 0.026; 118, 575, 378, 698, 2 (bug): 0.026; 999, 638, 1107, 698, 1 (tree): 0.026; 38, 12, 172, 232, 2 (bug): 0.026; 1239, 180, 1255, 376, 1 (tree): 0.026; 1087, 243, 1269, 473, 2 (bug): 0.026; 1040, 638, 1184, 708, 1 (tree): 0.026; 992, 360, 1269, 653, 2 (bug): 0.026; 125, 518, 332, 713, 2 (bug): 0.026; 50, 93, 91, 399, 1 (tree): 0.026; 44, 108, 233, 613, 1 (tree): 0.026; 1189, 204, 1251, 382, 1 (tree): 0.026; 228, 57, 360, 107, 1 (tree): 0.026; 616, 389, 1253, 662, 2 (bug): 0.026; 1096, 188, 1261, 471, 2 (bug): 0.026; 1035, 638, 1110, 707, 1 (tree): 0.026; 1116, 47, 1190, 398, 2 (bug): 0.026; 1002, 654, 1106, 715, 2 (bug): 0.026; 1103, 252, 1131, 340, 1 (tree): 0.026; 614, 450, 936, 579, 2 (bug): 0.026; 1063, 261, 1213, 681, 1 (tree): 0.026; 988, 682, 1187, 712, 2 (bug): 0.026; 961, 381, 1274, 684, 1 (tree): 0.026; 825, 60, 882, 96, 2 (bug): 0.026; 1034, 645, 1203, 705, 2 (bug): 0.026; 241, 623, 297, 659, 1 (tree): 0.026; 0, 248, 538, 594, 1 (tree): 0.026; 115, 551, 267, 714, 2 (bug): 0.026; 930, 240, 1280, 720, 1 (tree): 0.026; 1114, 147, 1157, 284, 2 (bug): 0.026; 1021, 234, 1248, 645, 2 (bug): 0.026; 1239, 180, 1255, 376, 2 (bug): 0.026; 1153, 163, 1261, 325, 1 (tree): 0.026; 346, 49, 429, 89, 2 (bug): 0.026; 979, 660, 1094, 700, 1 (tree): 0.026; 620, 452, 939, 582, 2 (bug): 0.026; 976, 144, 1280, 705, 1 (tree): 0.026; 241, 623, 297, 659, 2 (bug): 0.026; 1082, 113, 1102, 221, 2 (bug): 0.026; 1200, 677, 1280, 717, 2 (bug): 0.025; 17, 220, 145, 605, 1 (tree): 0.025; 886, 690, 938, 693, 2 (bug): 0.025; 6, 552, 371, 720, 0 (car): 0.025; 1117, 172, 1171, 407, 2 (bug): 0.025; 1040, 638, 1184, 708, 2 (bug): 0.025; 1101, 214, 1207, 342, 1 (tree): 0.025; 829, 454, 1222, 708, 1 (tree): 0.025; 35, 711, 47, 715, 1 (tree): 0.025; 1025, 652, 1098, 700, 1 (tree): 0.025; 140, 195, 445, 505, 2 (bug): 0.025; 249, 552, 582, 661, 2 (bug): 0.025; 31, 211, 113, 478, 1 (tree): 0.025; 25, 115, 110, 595, 1 (tree): 0.025; 988, 682, 1187, 712, 1 (tree): 0.025; 642, 471, 932, 587, 2 (bug): 0.025; 103, 248, 266, 496, 1 (tree): 0.025; 228, 57, 360, 107, 2 (bug): 0.025; 707, 294, 1134, 627, 0 (car): 0.025; 1091, 338, 1252, 553, 1 (tree): 0.025; 13, 170, 66, 573, 1 (tree): 0.025; 6, 552, 371, 720, 2 (bug): 0.025; 1164, 7, 1257, 232, 2 (bug): 0.025; 12, 243, 65, 573, 1 (tree): 0.025; 1002, 654, 1106, 715, 1 (tree): 0.025; 134, 632, 213, 710, 2 (bug): 0.025; 50, 93, 91, 399, 2 (bug): 0.025; 22, 79, 63, 374, 1 (tree): 0.025; 31, 171, 152, 551, 1 (tree): 0.025; 1100, 335, 1253, 667, 2 (bug): 0.025; 41, 225, 109, 411, 1 (tree): 0.025; 1055, 30, 1207, 81, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [802, 197, 1065, 497], + [802, 197, 1061, 492], + [678, 107, 811, 281], + [296, 78, 538, 325], + [321, 80, 469, 158], + [817, 534, 959, 653], + [707, 294, 1134, 627], + [802, 197, 1065, 497], + [425, 69, 487, 176], + [717, 193, 1242, 716], + [340, 223, 1214, 710], + [718, 235, 1245, 697], + [90, 0, 230, 24], + [425, 694, 499, 700], + [802, 197, 1061, 492], + [123, 0, 266, 25], + [829, 454, 1222, 708], + [639, 466, 1102, 655], + [212, 400, 1275, 696], + [1010, 524, 1119, 695], + [339, 575, 1225, 719], + [1010, 524, 1119, 695], + [557, 694, 599, 698], + [659, 696, 897, 710], + [1096, 164, 1215, 317], + [620, 694, 655, 697], + [536, 366, 1241, 698], + [293, 508, 966, 699], + [948, 531, 1236, 700], + [1146, 105, 1260, 335], + [1095, 114, 1222, 515], + [656, 693, 687, 696], + [1111, 389, 1228, 699], + [1153, 163, 1261, 325], + [817, 534, 959, 653], + [413, 440, 640, 609], + [467, 446, 697, 639], + [898, 186, 1175, 547], + [1064, 112, 1258, 428], + [999, 638, 1107, 698], + [1096, 188, 1261, 471], + [160, 596, 355, 706], + [680, 691, 710, 695], + [17, 76, 1247, 695], + [312, 423, 654, 634], + [948, 531, 1236, 700], + [626, 319, 1237, 659], + [626, 319, 1237, 659], + [296, 78, 538, 325], + [746, 693, 928, 697], + [1087, 243, 1269, 473], + [1161, 123, 1278, 299], + [719, 690, 747, 693], + [1107, 95, 1265, 264], + [1064, 112, 1258, 428], + [1215, 148, 1268, 327], + [877, 0, 979, 83], + [227, 521, 272, 667], + [35, 711, 47, 715], + [117, 487, 287, 693], + [1100, 335, 1253, 667], + [219, 141, 591, 564], + [758, 689, 785, 692], + [1162, 180, 1195, 424], + [1013, 0, 1089, 144], + [1116, 47, 1190, 398], + [797, 689, 826, 692], + [718, 235, 1245, 697], + [1021, 234, 1248, 645], + [1090, 441, 1274, 659], + [0, 199, 274, 629], + [1117, 172, 1171, 407], + [999, 667, 1109, 705], + [633, 4, 715, 151], + [1101, 214, 1207, 342], + [536, 366, 1241, 698], + [1025, 652, 1098, 700], + [1035, 638, 1110, 707], + [1091, 58, 1133, 269], + [1095, 114, 1222, 515], + [844, 689, 878, 692], + [1071, 112, 1277, 545], + [630, 468, 934, 588], + [976, 144, 1280, 705], + [1138, 544, 1254, 705], + [727, 0, 813, 80], + [678, 107, 811, 281], + [1053, 114, 1187, 467], + [930, 240, 1280, 720], + [227, 521, 272, 667], + [185, 205, 480, 611], + [1136, 631, 1277, 719], + [442, 613, 570, 718], + [0, 296, 284, 576], + [110, 258, 490, 552], + [270, 274, 490, 430], + [38, 12, 172, 232], + [992, 360, 1269, 653], + [308, 312, 516, 458], + [27, 44, 64, 214], + [305, 179, 968, 720], + [707, 294, 1134, 627], + [1028, 318, 1264, 581], + [979, 660, 1094, 700], + [961, 381, 1274, 684], + [94, 673, 269, 719], + [635, 447, 934, 569], + [121, 471, 379, 684], + [1111, 389, 1228, 699], + [1034, 645, 1203, 705], + [1028, 318, 1264, 581], + [1013, 0, 1089, 144], + [1063, 261, 1213, 681], + [1053, 114, 1187, 467], + [118, 575, 378, 698], + [999, 638, 1107, 698], + [38, 12, 172, 232], + [1239, 180, 1255, 376], + [1087, 243, 1269, 473], + [1040, 638, 1184, 708], + [992, 360, 1269, 653], + [125, 518, 332, 713], + [50, 93, 91, 399], + [44, 108, 233, 613], + [1189, 204, 1251, 382], + [228, 57, 360, 107], + [616, 389, 1253, 662], + [1096, 188, 1261, 471], + [1035, 638, 1110, 707], + [1116, 47, 1190, 398], + [1002, 654, 1106, 715], + [1103, 252, 1131, 340], + [614, 450, 936, 579], + [1063, 261, 1213, 681], + [988, 682, 1187, 712], + [961, 381, 1274, 684], + [825, 60, 882, 96], + [1034, 645, 1203, 705], + [241, 623, 297, 659], + [0, 248, 538, 594], + [115, 551, 267, 714], + [930, 240, 1280, 720], + [1114, 147, 1157, 284], + [1021, 234, 1248, 645], + [1239, 180, 1255, 376], + [1153, 163, 1261, 325], + [346, 49, 429, 89], + [979, 660, 1094, 700], + [620, 452, 939, 582], + [976, 144, 1280, 705], + [241, 623, 297, 659], + [1082, 113, 1102, 221], + [1200, 677, 1280, 717], + [17, 220, 145, 605], + [886, 690, 938, 693], + [6, 552, 371, 720], + [1117, 172, 1171, 407], + [1040, 638, 1184, 708], + [1101, 214, 1207, 342], + [829, 454, 1222, 708], + [35, 711, 47, 715], + [1025, 652, 1098, 700], + [140, 195, 445, 505], + [249, 552, 582, 661], + [31, 211, 113, 478], + [25, 115, 110, 595], + [988, 682, 1187, 712], + [642, 471, 932, 587], + [103, 248, 266, 496], + [228, 57, 360, 107], + [707, 294, 1134, 627], + [1091, 338, 1252, 553], + [13, 170, 66, 573], + [6, 552, 371, 720], + [1164, 7, 1257, 232], + [12, 243, 65, 573], + [1002, 654, 1106, 715], + [134, 632, 213, 710], + [50, 93, 91, 399], + [22, 79, 63, 374], + [31, 171, 152, 551], + [1100, 335, 1253, 667], + [41, 225, 109, 411], + [1055, 30, 1207, 81] + ], + "labels": [ + 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 0, 0, 2, 2, 2, 2, 2, 2, 1, 0, + 0, 2, 0, 2, 2, 2, 2, 1, 0, 1, 2, 1, 2, 2, 2, 1, 2, 1, 2, 0, 2, 2, 1, + 2, 1, 0, 0, 1, 2, 0, 2, 2, 2, 2, 2, 2, 2, 1, 2, 0, 1, 2, 1, 0, 1, 1, + 1, 1, 1, 2, 2, 2, 1, 2, 2, 1, 2, 0, 1, 2, 2, 1, 2, 0, 1, 2, 1, 2, 2, + 0, 1, 2, 2, 0, 1, 2, 2, 2, 1, 1, 2, 2, 2, 2, 2, 2, 1, 2, 1, 2, 2, 2, + 1, 2, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, + 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 2, 2, 2, 1, 2, 0, 2, 2, 1, 1, 1, + 1, 2, 2, 1, 1, 1, 2, 1, 2, 0, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 2, 1, 2 + ], + "scores": [ + 0.03960869461297989, 0.03750265762209892, 0.03727387636899948, + 0.03701525926589966, 0.03231975808739662, 0.03213083744049072, + 0.03113173320889473, 0.031091995537281036, 0.03087734803557396, + 0.030476760119199753, 0.030418798327445984, 0.030165040865540504, + 0.029862266033887863, 0.029507730156183243, 0.029385296627879143, + 0.02928505279123783, 0.02921164594590664, 0.02915702573955059, + 0.028806418180465698, 0.028725817799568176, 0.028701523318886757, + 0.0286540649831295, 0.028642982244491577, 0.02852589823305607, + 0.028504572808742523, 0.028392789885401726, 0.02835724875330925, + 0.028317859396338463, 0.028251858428120613, 0.02822657860815525, + 0.028201624751091003, 0.02805638313293457, 0.028044383972883224, + 0.02797437086701393, 0.027958650141954422, 0.027843080461025238, + 0.027824100106954575, 0.027784697711467743, 0.02772364392876625, + 0.02772141993045807, 0.02771827206015587, 0.027634423226118088, + 0.027633152902126312, 0.02756676636636257, 0.027543647214770317, + 0.027451377362012863, 0.027419129386544228, 0.027380069717764854, + 0.027331659570336342, 0.027289003133773804, 0.027263663709163666, + 0.027234604582190514, 0.027173388749361038, 0.027167515829205513, + 0.027140725404024124, 0.027081044390797615, 0.027050580829381943, + 0.027048733085393906, 0.027016956359148026, 0.026973426342010498, + 0.026959307491779327, 0.026955656707286835, 0.026884296908974648, + 0.026848802343010902, 0.02680584229528904, 0.026789700612425804, + 0.02678065001964569, 0.02677110582590103, 0.026744285598397255, + 0.0267331600189209, 0.02673233486711979, 0.026718255132436752, + 0.026706261560320854, 0.026665840297937393, 0.02664855308830738, + 0.02656574919819832, 0.02654552087187767, 0.02653828263282776, + 0.026535222306847572, 0.02651774324476719, 0.02651267684996128, + 0.026511086151003838, 0.026510365307331085, 0.026465918868780136, + 0.026457535102963448, 0.026456130668520927, 0.026431063190102577, + 0.026416420936584473, 0.0264138150960207, 0.02640521712601185, + 0.02638598345220089, 0.026380809023976326, 0.02630777657032013, + 0.026296913623809814, 0.02628343738615513, 0.026267820969223976, + 0.02624816820025444, 0.026231741532683372, 0.026219505816698074, + 0.026212964206933975, 0.026209421455860138, 0.026194196194410324, + 0.026187578216195107, 0.026177305728197098, 0.026167910546064377, + 0.026162954047322273, 0.026160521432757378, 0.026102088391780853, + 0.026097219437360764, 0.02609216794371605, 0.026065221056342125, + 0.026061205193400383, 0.02604847028851509, 0.026038076728582382, + 0.026028431951999664, 0.02601415105164051, 0.026013512164354324, + 0.02600294165313244, 0.026002194732427597, 0.02598903328180313, + 0.02594154141843319, 0.025915974751114845, 0.025897817686200142, + 0.025894930586218834, 0.02587786689400673, 0.025859123095870018, + 0.02585519291460514, 0.025851603597402573, 0.025848926976323128, + 0.02582276426255703, 0.02581242471933365, 0.02580866776406765, + 0.02573441155254841, 0.025726933032274246, 0.0257265567779541, + 0.02568034455180168, 0.02567429468035698, 0.0256552305072546, + 0.025653406977653503, 0.025650236755609512, 0.025646846741437912, + 0.0256373081356287, 0.02563099004328251, 0.025619840249419212, + 0.025608865544199944, 0.025592273101210594, 0.025542285293340683, + 0.025530679151415825, 0.025530176237225533, 0.025525402277708054, + 0.025519756600260735, 0.025516366586089134, 0.025468885898590088, + 0.025464370846748352, 0.02543751709163189, 0.025435080751776695, + 0.025435080751776695, 0.025411678478121758, 0.025404172018170357, + 0.02539450116455555, 0.025384200736880302, 0.025381693616509438, + 0.025371698662638664, 0.02532748319208622, 0.025315415114164352, + 0.02531427890062332, 0.025294652208685875, 0.02529316581785679, + 0.025288498029112816, 0.02528071217238903, 0.025273475795984268, + 0.02525307983160019, 0.02523547224700451, 0.025234363973140717, + 0.025220373645424843, 0.02520209364593029, 0.02518279477953911, + 0.025158360600471497, 0.025139078497886658, 0.02510884590446949, + 0.02510007470846176, 0.02508295141160488, 0.02506696991622448, + 0.02502351813018322 + ], + "label_names": [ + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "car", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "tree", + "car", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "car", + "bug", + "bug", + "tree", + "bug", + "tree", + "car", + "car", + "tree", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "car", + "tree", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "bug", + "car", + "tree", + "bug", + "bug", + "tree", + "bug", + "car", + "tree", + "bug", + "tree", + "bug", + "bug", + "car", + "tree", + "bug", + "bug", + "car", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "car", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "car", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug" + ] + } } ] }, @@ -1419,9 +6818,730 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "801, 198, 1065, 497, 2 (bug): 0.041; 297, 79, 537, 325, 2 (bug): 0.041; 805, 188, 1096, 459, 2 (bug): 0.040; 678, 107, 810, 281, 2 (bug): 0.038; 666, 113, 821, 278, 2 (bug): 0.038; 749, 187, 1021, 590, 2 (bug): 0.034; 595, 0, 688, 46, 2 (bug): 0.033; 669, 106, 811, 282, 2 (bug): 0.032; 643, 0, 735, 44, 2 (bug): 0.032; 194, 0, 292, 63, 2 (bug): 0.032; 289, 713, 1280, 720, 2 (bug): 0.032; 673, 106, 816, 282, 2 (bug): 0.031; 669, 106, 808, 282, 2 (bug): 0.031; 801, 198, 1065, 497, 0 (car): 0.031; 366, 79, 443, 150, 2 (bug): 0.031; 289, 713, 1280, 720, 1 (tree): 0.031; 517, 0, 588, 92, 2 (bug): 0.031; 289, 713, 1280, 720, 0 (car): 0.030; 887, 0, 964, 76, 2 (bug): 0.030; 835, 0, 936, 68, 2 (bug): 0.030; 579, 483, 1045, 652, 2 (bug): 0.030; 762, 405, 1055, 591, 2 (bug): 0.030; 568, 459, 899, 637, 2 (bug): 0.030; 99, 0, 240, 38, 2 (bug): 0.030; 847, 0, 922, 62, 2 (bug): 0.030; 749, 187, 1021, 590, 0 (car): 0.030; 675, 107, 809, 282, 2 (bug): 0.030; 1070, 141, 1106, 366, 1 (tree): 0.030; 810, 0, 951, 68, 2 (bug): 0.030; 806, 0, 953, 68, 2 (bug): 0.030; 613, 482, 1237, 705, 2 (bug): 0.030; 690, 0, 911, 41, 2 (bug): 0.030; 624, 415, 1174, 636, 2 (bug): 0.030; 771, 0, 825, 68, 2 (bug): 0.030; 492, 397, 1210, 691, 2 (bug): 0.029; 565, 522, 791, 652, 2 (bug): 0.029; 462, 693, 559, 698, 0 (car): 0.029; 478, 67, 615, 114, 2 (bug): 0.029; 484, 0, 565, 113, 2 (bug): 0.029; 797, 409, 1002, 637, 2 (bug): 0.029; 1144, 171, 1223, 465, 1 (tree): 0.029; 925, 501, 1036, 678, 2 (bug): 0.029; 487, 0, 567, 112, 2 (bug): 0.029; 739, 0, 925, 42, 2 (bug): 0.029; 675, 105, 813, 282, 2 (bug): 0.029; 901, 479, 1046, 663, 2 (bug): 0.029; 589, 361, 1162, 706, 2 (bug): 0.029; 801, 0, 878, 67, 2 (bug): 0.029; 679, 107, 810, 280, 2 (bug): 0.029; 781, 518, 935, 632, 2 (bug): 0.029; 1017, 78, 1063, 235, 1 (tree): 0.029; 536, 693, 610, 697, 0 (car): 0.029; 482, 513, 643, 621, 2 (bug): 0.029; 703, 0, 821, 45, 2 (bug): 0.029; 828, 514, 1211, 709, 2 (bug): 0.029; 631, 94, 701, 197, 2 (bug): 0.029; 932, 539, 1040, 674, 2 (bug): 0.029; 679, 107, 810, 280, 0 (car): 0.029; 1158, 174, 1209, 295, 2 (bug): 0.029; 1147, 215, 1176, 492, 1 (tree): 0.029; 166, 0, 273, 22, 2 (bug): 0.029; 856, 332, 1086, 651, 2 (bug): 0.029; 611, 692, 672, 696, 0 (car): 0.029; 918, 43, 1039, 220, 2 (bug): 0.029; 297, 79, 537, 325, 0 (car): 0.029; 673, 106, 813, 286, 2 (bug): 0.028; 439, 61, 581, 103, 2 (bug): 0.028; 1095, 86, 1131, 248, 1 (tree): 0.028; 1116, 154, 1214, 297, 2 (bug): 0.028; 964, 572, 1058, 709, 2 (bug): 0.028; 678, 107, 810, 281, 0 (car): 0.028; 289, 49, 345, 101, 1 (tree): 0.028; 966, 597, 1237, 709, 2 (bug): 0.028; 1151, 291, 1261, 557, 1 (tree): 0.028; 42, 711, 50, 715, 2 (bug): 0.028; 448, 0, 525, 95, 2 (bug): 0.028; 348, 421, 1008, 614, 2 (bug): 0.028; 671, 88, 784, 244, 2 (bug): 0.028; 465, 51, 552, 90, 2 (bug): 0.028; 489, 47, 599, 83, 2 (bug): 0.028; 438, 52, 690, 97, 2 (bug): 0.028; 478, 48, 603, 121, 2 (bug): 0.028; 658, 691, 713, 694, 0 (car): 0.028; 1110, 105, 1145, 284, 1 (tree): 0.028; 995, 595, 1076, 710, 2 (bug): 0.028; 417, 510, 604, 667, 2 (bug): 0.028; 1068, 449, 1215, 606, 1 (tree): 0.028; 900, 579, 994, 671, 2 (bug): 0.028; 233, 127, 769, 201, 2 (bug): 0.028; 272, 0, 336, 92, 1 (tree): 0.028; 703, 0, 821, 45, 1 (tree): 0.028; 901, 36, 948, 147, 2 (bug): 0.028; 1080, 368, 1210, 720, 2 (bug): 0.028; 779, 234, 1264, 625, 2 (bug): 0.028; 1150, 118, 1201, 314, 2 (bug): 0.028; 800, 140, 1258, 637, 2 (bug): 0.028; 1070, 141, 1106, 366, 2 (bug): 0.028; 682, 0, 800, 69, 2 (bug): 0.028; 480, 2, 556, 109, 2 (bug): 0.028; 1147, 242, 1177, 526, 1 (tree): 0.028; 1129, 461, 1217, 709, 1 (tree): 0.028; 335, 46, 450, 81, 1 (tree): 0.028; 693, 690, 746, 693, 0 (car): 0.028; 208, 328, 584, 695, 2 (bug): 0.028; 468, 0, 511, 97, 2 (bug): 0.028; 407, 72, 461, 139, 2 (bug): 0.028; 565, 522, 791, 652, 1 (tree): 0.028; 805, 188, 1096, 459, 0 (car): 0.028; 1099, 431, 1229, 579, 1 (tree): 0.028; 989, 601, 1056, 713, 2 (bug): 0.028; 754, 691, 872, 694, 0 (car): 0.028; 1141, 415, 1234, 700, 2 (bug): 0.027; 1145, 304, 1181, 496, 2 (bug): 0.027; 684, 304, 1259, 716, 2 (bug): 0.027; 1156, 113, 1198, 291, 2 (bug): 0.027; 1107, 371, 1278, 586, 1 (tree): 0.027; 39, 0, 172, 241, 2 (bug): 0.027; 254, 34, 382, 97, 1 (tree): 0.027; 1144, 171, 1223, 465, 2 (bug): 0.027; 1232, 130, 1249, 293, 2 (bug): 0.027; 726, 689, 780, 692, 0 (car): 0.027; 420, 147, 729, 381, 2 (bug): 0.027; 669, 106, 808, 282, 0 (car): 0.027; 1145, 304, 1181, 496, 1 (tree): 0.027; 1120, 133, 1155, 320, 2 (bug): 0.027; 754, 689, 812, 692, 0 (car): 0.027; 551, 86, 695, 178, 2 (bug): 0.027; 1109, 354, 1280, 633, 1 (tree): 0.027; 113, 192, 529, 342, 2 (bug): 0.027; 1137, 175, 1178, 333, 2 (bug): 0.027; 1137, 175, 1178, 333, 1 (tree): 0.027; 788, 689, 869, 692, 0 (car): 0.027; 750, 55, 811, 91, 2 (bug): 0.027; 1151, 291, 1261, 557, 2 (bug): 0.027; 1141, 415, 1234, 700, 1 (tree): 0.027; 1110, 105, 1145, 284, 2 (bug): 0.027; 901, 36, 948, 147, 1 (tree): 0.027; 1078, 452, 1267, 645, 1 (tree): 0.027; 579, 483, 1045, 652, 1 (tree): 0.027; 1147, 242, 1177, 526, 2 (bug): 0.027; 397, 88, 634, 163, 2 (bug): 0.027; 1129, 134, 1178, 330, 2 (bug): 0.027; 781, 689, 843, 691, 0 (car): 0.027; 1125, 456, 1280, 683, 1 (tree): 0.027; 1123, 338, 1271, 615, 1 (tree): 0.027; 332, 70, 408, 125, 2 (bug): 0.027; 803, 421, 1235, 647, 2 (bug): 0.027; 642, 584, 827, 701, 2 (bug): 0.027; 20, 166, 132, 364, 1 (tree): 0.027; 950, 275, 1088, 569, 2 (bug): 0.027; 1086, 112, 1222, 325, 2 (bug): 0.027; 453, 56, 517, 101, 2 (bug): 0.027; 335, 46, 450, 81, 2 (bug): 0.027; 65, 69, 264, 669, 1 (tree): 0.027; 1080, 368, 1210, 720, 1 (tree): 0.027; 1086, 112, 1222, 325, 1 (tree): 0.027; 779, 234, 1264, 625, 1 (tree): 0.027; 801, 0, 878, 67, 1 (tree): 0.027; 1151, 437, 1270, 616, 1 (tree): 0.027; 497, 101, 660, 184, 2 (bug): 0.027; 1129, 134, 1178, 330, 1 (tree): 0.027; 1107, 371, 1278, 586, 2 (bug): 0.027; 1147, 215, 1176, 492, 2 (bug): 0.027; 76, 174, 558, 647, 2 (bug): 0.027; 1120, 133, 1155, 320, 1 (tree): 0.027; 442, 64, 485, 124, 1 (tree): 0.027; 1017, 78, 1063, 235, 2 (bug): 0.027; 1046, 38, 1229, 83, 2 (bug): 0.027; 771, 0, 825, 68, 1 (tree): 0.027; 1113, 406, 1150, 566, 1 (tree): 0.027; 887, 0, 964, 76, 1 (tree): 0.027; 63, 122, 232, 668, 1 (tree): 0.027; 33, 211, 174, 454, 1 (tree): 0.027; 439, 61, 581, 103, 1 (tree): 0.027; 1108, 430, 1275, 684, 1 (tree): 0.027; 595, 0, 688, 46, 1 (tree): 0.027; 806, 0, 953, 68, 1 (tree): 0.027; 39, 181, 169, 439, 1 (tree): 0.027; 201, 522, 602, 712, 2 (bug): 0.026; 492, 0, 577, 120, 2 (bug): 0.026; 109, 239, 230, 590, 1 (tree): 0.026; 0, 568, 244, 714, 2 (bug): 0.026; 1019, 50, 1107, 93, 1 (tree): 0.026; 1125, 418, 1270, 673, 1 (tree): 0.026; 442, 64, 485, 124, 2 (bug): 0.026; 800, 140, 1258, 637, 1 (tree): 0.026; 56, 180, 222, 650, 1 (tree): 0.026; 810, 0, 951, 68, 1 (tree): 0.026; 613, 482, 1237, 705, 1 (tree): 0.026; 1065, 646, 1280, 720, 2 (bug): 0.026; 803, 421, 1235, 647, 1 (tree): 0.026; 847, 0, 922, 62, 1 (tree): 0.026; 455, 43, 498, 107, 1 (tree): 0.026; 0, 182, 59, 451, 1 (tree): 0.026; 835, 0, 936, 68, 1 (tree): 0.026; 39, 0, 172, 241, 1 (tree): 0.026; 964, 572, 1058, 709, 1 (tree): 0.026; 429, 64, 711, 192, 2 (bug): 0.026; 624, 415, 1174, 636, 1 (tree): 0.026; 289, 49, 345, 101, 2 (bug): 0.026; 1129, 461, 1217, 709, 2 (bug): 0.026; 233, 127, 769, 201, 1 (tree): 0.026; 374, 106, 664, 197, 2 (bug): 0.026; 42, 711, 50, 715, 1 (tree): 0.026; 0, 233, 63, 483, 1 (tree): 0.026; 465, 51, 552, 90, 1 (tree): 0.026; 0, 302, 45, 585, 1 (tree): 0.026; 1113, 406, 1150, 566, 2 (bug): 0.026; 0, 215, 212, 663, 1 (tree): 0.026; 0, 291, 31, 558, 1 (tree): 0.026; 921, 477, 1280, 717, 1 (tree): 0.026; 455, 43, 498, 107, 2 (bug): 0.026; 1103, 447, 1280, 716, 1 (tree): 0.026; 726, 0, 787, 90, 2 (bug): 0.026; 0, 276, 57, 507, 1 (tree): 0.026; 76, 174, 558, 647, 1 (tree): 0.026; 1110, 443, 1264, 720, 1 (tree): 0.026; 254, 34, 382, 97, 2 (bug): 0.026; 1019, 50, 1107, 93, 2 (bug): 0.026; 49, 138, 90, 328, 1 (tree): 0.026; 932, 539, 1040, 674, 1 (tree): 0.026; 568, 459, 899, 637, 1 (tree): 0.026; 1123, 338, 1271, 615, 2 (bug): 0.026; 828, 514, 1211, 709, 1 (tree): 0.026; 1065, 646, 1280, 720, 1 (tree): 0.026; 901, 170, 1264, 550, 2 (bug): 0.026; 77, 54, 198, 622, 1 (tree): 0.026; 164, 550, 1219, 687, 2 (bug): 0.026; 34, 200, 128, 547, 1 (tree): 0.026; 121, 518, 273, 714, 2 (bug): 0.026; 47, 104, 98, 237, 2 (bug): 0.026; 453, 56, 517, 101, 1 (tree): 0.026; 40, 265, 168, 462, 1 (tree): 0.026; 1109, 354, 1280, 633, 2 (bug): 0.026; 116, 197, 245, 365, 1 (tree): 0.026; 102, 481, 442, 710, 2 (bug): 0.026; 478, 67, 615, 114, 1 (tree): 0.026; 116, 512, 189, 720, 2 (bug): 0.026; 900, 579, 994, 671, 1 (tree): 0.026; 83, 204, 146, 428, 1 (tree): 0.026; 0, 193, 219, 657, 1 (tree): 0.026; 690, 0, 911, 41, 1 (tree): 0.026; 739, 0, 925, 42, 1 (tree): 0.026; 116, 197, 245, 365, 2 (bug): 0.026; 105, 528, 370, 710, 2 (bug): 0.026; 966, 597, 1237, 709, 1 (tree): 0.026; 105, 512, 380, 718, 2 (bug): 0.026; 1096, 238, 1280, 716, 1 (tree): 0.026; 108, 482, 428, 708, 2 (bug): 0.026; 40, 209, 150, 634, 1 (tree): 0.026; 921, 477, 1280, 717, 2 (bug): 0.026; 1147, 211, 1169, 311, 2 (bug): 0.026; 1095, 86, 1131, 248, 2 (bug): 0.026; 194, 0, 292, 63, 1 (tree): 0.026; 925, 501, 1036, 678, 1 (tree): 0.026; 901, 479, 1046, 663, 1 (tree): 0.026; 643, 0, 735, 44, 1 (tree): 0.026; 1257, 186, 1264, 281, 2 (bug): 0.026; 682, 0, 800, 69, 1 (tree): 0.026; 90, 318, 208, 592, 1 (tree): 0.026; 0, 143, 45, 365, 2 (bug): 0.026; 745, 596, 874, 696, 2 (bug): 0.026; 995, 595, 1076, 710, 1 (tree): 0.026; 43, 272, 186, 655, 1 (tree): 0.026; 1, 344, 49, 597, 1 (tree): 0.026; 484, 0, 565, 113, 1 (tree): 0.026; 369, 82, 639, 193, 2 (bug): 0.026; 103, 695, 236, 717, 2 (bug): 0.026; 1185, 9, 1222, 226, 2 (bug): 0.026; 197, 457, 487, 672, 2 (bug): 0.026; 1103, 447, 1280, 716, 2 (bug): 0.026; 16, 122, 152, 624, 1 (tree): 0.026; 482, 513, 643, 621, 1 (tree): 0.026; 151, 0, 251, 194, 1 (tree): 0.026; 478, 48, 603, 121, 1 (tree): 0.026; 440, 70, 492, 132, 1 (tree): 0.026; 492, 397, 1210, 691, 1 (tree): 0.026; 0, 198, 530, 661, 1 (tree): 0.026; 480, 2, 556, 109, 1 (tree): 0.026; 227, 541, 539, 669, 2 (bug): 0.026; 347, 55, 495, 101, 2 (bug): 0.026; 35, 285, 142, 621, 1 (tree): 0.026; 1211, 112, 1261, 245, 2 (bug): 0.026; 726, 0, 787, 90, 1 (tree): 0.025; 95, 526, 411, 720, 2 (bug): 0.025; 122, 552, 412, 701, 2 (bug): 0.025; 59, 157, 515, 648, 2 (bug): 0.025; 444, 602, 708, 691, 2 (bug): 0.025; 34, 164, 145, 622, 1 (tree): 0.025; 989, 601, 1056, 713, 1 (tree): 0.025; 438, 52, 690, 97, 1 (tree): 0.025; 151, 0, 251, 194, 2 (bug): 0.025; 1108, 430, 1275, 684, 2 (bug): 0.025; 101, 465, 345, 710, 2 (bug): 0.025; 26, 224, 383, 546, 1 (tree): 0.025; 19, 16, 65, 352, 2 (bug): 0.025; 220, 536, 548, 667, 2 (bug): 0.025; 374, 106, 664, 197, 1 (tree): 0.025; 15, 198, 59, 491, 1 (tree): 0.025; 135, 640, 374, 704, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [801, 198, 1065, 497], + [297, 79, 537, 325], + [805, 188, 1096, 459], + [678, 107, 810, 281], + [666, 113, 821, 278], + [749, 187, 1021, 590], + [595, 0, 688, 46], + [669, 106, 811, 282], + [643, 0, 735, 44], + [194, 0, 292, 63], + [289, 713, 1280, 720], + [673, 106, 816, 282], + [669, 106, 808, 282], + [801, 198, 1065, 497], + [366, 79, 443, 150], + [289, 713, 1280, 720], + [517, 0, 588, 92], + [289, 713, 1280, 720], + [887, 0, 964, 76], + [835, 0, 936, 68], + [579, 483, 1045, 652], + [762, 405, 1055, 591], + [568, 459, 899, 637], + [99, 0, 240, 38], + [847, 0, 922, 62], + [749, 187, 1021, 590], + [675, 107, 809, 282], + [1070, 141, 1106, 366], + [810, 0, 951, 68], + [806, 0, 953, 68], + [613, 482, 1237, 705], + [690, 0, 911, 41], + [624, 415, 1174, 636], + [771, 0, 825, 68], + [492, 397, 1210, 691], + [565, 522, 791, 652], + [462, 693, 559, 698], + [478, 67, 615, 114], + [484, 0, 565, 113], + [797, 409, 1002, 637], + [1144, 171, 1223, 465], + [925, 501, 1036, 678], + [487, 0, 567, 112], + [739, 0, 925, 42], + [675, 105, 813, 282], + [901, 479, 1046, 663], + [589, 361, 1162, 706], + [801, 0, 878, 67], + [679, 107, 810, 280], + [781, 518, 935, 632], + [1017, 78, 1063, 235], + [536, 693, 610, 697], + [482, 513, 643, 621], + [703, 0, 821, 45], + [828, 514, 1211, 709], + [631, 94, 701, 197], + [932, 539, 1040, 674], + [679, 107, 810, 280], + [1158, 174, 1209, 295], + [1147, 215, 1176, 492], + [166, 0, 273, 22], + [856, 332, 1086, 651], + [611, 692, 672, 696], + [918, 43, 1039, 220], + [297, 79, 537, 325], + [673, 106, 813, 286], + [439, 61, 581, 103], + [1095, 86, 1131, 248], + [1116, 154, 1214, 297], + [964, 572, 1058, 709], + [678, 107, 810, 281], + [289, 49, 345, 101], + [966, 597, 1237, 709], + [1151, 291, 1261, 557], + [42, 711, 50, 715], + [448, 0, 525, 95], + [348, 421, 1008, 614], + [671, 88, 784, 244], + [465, 51, 552, 90], + [489, 47, 599, 83], + [438, 52, 690, 97], + [478, 48, 603, 121], + [658, 691, 713, 694], + [1110, 105, 1145, 284], + [995, 595, 1076, 710], + [417, 510, 604, 667], + [1068, 449, 1215, 606], + [900, 579, 994, 671], + [233, 127, 769, 201], + [272, 0, 336, 92], + [703, 0, 821, 45], + [901, 36, 948, 147], + [1080, 368, 1210, 720], + [779, 234, 1264, 625], + [1150, 118, 1201, 314], + [800, 140, 1258, 637], + [1070, 141, 1106, 366], + [682, 0, 800, 69], + [480, 2, 556, 109], + [1147, 242, 1177, 526], + [1129, 461, 1217, 709], + [335, 46, 450, 81], + [693, 690, 746, 693], + [208, 328, 584, 695], + [468, 0, 511, 97], + [407, 72, 461, 139], + [565, 522, 791, 652], + [805, 188, 1096, 459], + [1099, 431, 1229, 579], + [989, 601, 1056, 713], + [754, 691, 872, 694], + [1141, 415, 1234, 700], + [1145, 304, 1181, 496], + [684, 304, 1259, 716], + [1156, 113, 1198, 291], + [1107, 371, 1278, 586], + [39, 0, 172, 241], + [254, 34, 382, 97], + [1144, 171, 1223, 465], + [1232, 130, 1249, 293], + [726, 689, 780, 692], + [420, 147, 729, 381], + [669, 106, 808, 282], + [1145, 304, 1181, 496], + [1120, 133, 1155, 320], + [754, 689, 812, 692], + [551, 86, 695, 178], + [1109, 354, 1280, 633], + [113, 192, 529, 342], + [1137, 175, 1178, 333], + [1137, 175, 1178, 333], + [788, 689, 869, 692], + [750, 55, 811, 91], + [1151, 291, 1261, 557], + [1141, 415, 1234, 700], + [1110, 105, 1145, 284], + [901, 36, 948, 147], + [1078, 452, 1267, 645], + [579, 483, 1045, 652], + [1147, 242, 1177, 526], + [397, 88, 634, 163], + [1129, 134, 1178, 330], + [781, 689, 843, 691], + [1125, 456, 1280, 683], + [1123, 338, 1271, 615], + [332, 70, 408, 125], + [803, 421, 1235, 647], + [642, 584, 827, 701], + [20, 166, 132, 364], + [950, 275, 1088, 569], + [1086, 112, 1222, 325], + [453, 56, 517, 101], + [335, 46, 450, 81], + [65, 69, 264, 669], + [1080, 368, 1210, 720], + [1086, 112, 1222, 325], + [779, 234, 1264, 625], + [801, 0, 878, 67], + [1151, 437, 1270, 616], + [497, 101, 660, 184], + [1129, 134, 1178, 330], + [1107, 371, 1278, 586], + [1147, 215, 1176, 492], + [76, 174, 558, 647], + [1120, 133, 1155, 320], + [442, 64, 485, 124], + [1017, 78, 1063, 235], + [1046, 38, 1229, 83], + [771, 0, 825, 68], + [1113, 406, 1150, 566], + [887, 0, 964, 76], + [63, 122, 232, 668], + [33, 211, 174, 454], + [439, 61, 581, 103], + [1108, 430, 1275, 684], + [595, 0, 688, 46], + [806, 0, 953, 68], + [39, 181, 169, 439], + [201, 522, 602, 712], + [492, 0, 577, 120], + [109, 239, 230, 590], + [0, 568, 244, 714], + [1019, 50, 1107, 93], + [1125, 418, 1270, 673], + [442, 64, 485, 124], + [800, 140, 1258, 637], + [56, 180, 222, 650], + [810, 0, 951, 68], + [613, 482, 1237, 705], + [1065, 646, 1280, 720], + [803, 421, 1235, 647], + [847, 0, 922, 62], + [455, 43, 498, 107], + [0, 182, 59, 451], + [835, 0, 936, 68], + [39, 0, 172, 241], + [964, 572, 1058, 709], + [429, 64, 711, 192], + [624, 415, 1174, 636], + [289, 49, 345, 101], + [1129, 461, 1217, 709], + [233, 127, 769, 201], + [374, 106, 664, 197], + [42, 711, 50, 715], + [0, 233, 63, 483], + [465, 51, 552, 90], + [0, 302, 45, 585], + [1113, 406, 1150, 566], + [0, 215, 212, 663], + [0, 291, 31, 558], + [921, 477, 1280, 717], + [455, 43, 498, 107], + [1103, 447, 1280, 716], + [726, 0, 787, 90], + [0, 276, 57, 507], + [76, 174, 558, 647], + [1110, 443, 1264, 720], + [254, 34, 382, 97], + [1019, 50, 1107, 93], + [49, 138, 90, 328], + [932, 539, 1040, 674], + [568, 459, 899, 637], + [1123, 338, 1271, 615], + [828, 514, 1211, 709], + [1065, 646, 1280, 720], + [901, 170, 1264, 550], + [77, 54, 198, 622], + [164, 550, 1219, 687], + [34, 200, 128, 547], + [121, 518, 273, 714], + [47, 104, 98, 237], + [453, 56, 517, 101], + [40, 265, 168, 462], + [1109, 354, 1280, 633], + [116, 197, 245, 365], + [102, 481, 442, 710], + [478, 67, 615, 114], + [116, 512, 189, 720], + [900, 579, 994, 671], + [83, 204, 146, 428], + [0, 193, 219, 657], + [690, 0, 911, 41], + [739, 0, 925, 42], + [116, 197, 245, 365], + [105, 528, 370, 710], + [966, 597, 1237, 709], + [105, 512, 380, 718], + [1096, 238, 1280, 716], + [108, 482, 428, 708], + [40, 209, 150, 634], + [921, 477, 1280, 717], + [1147, 211, 1169, 311], + [1095, 86, 1131, 248], + [194, 0, 292, 63], + [925, 501, 1036, 678], + [901, 479, 1046, 663], + [643, 0, 735, 44], + [1257, 186, 1264, 281], + [682, 0, 800, 69], + [90, 318, 208, 592], + [0, 143, 45, 365], + [745, 596, 874, 696], + [995, 595, 1076, 710], + [43, 272, 186, 655], + [1, 344, 49, 597], + [484, 0, 565, 113], + [369, 82, 639, 193], + [103, 695, 236, 717], + [1185, 9, 1222, 226], + [197, 457, 487, 672], + [1103, 447, 1280, 716], + [16, 122, 152, 624], + [482, 513, 643, 621], + [151, 0, 251, 194], + [478, 48, 603, 121], + [440, 70, 492, 132], + [492, 397, 1210, 691], + [0, 198, 530, 661], + [480, 2, 556, 109], + [227, 541, 539, 669], + [347, 55, 495, 101], + [35, 285, 142, 621], + [1211, 112, 1261, 245], + [726, 0, 787, 90], + [95, 526, 411, 720], + [122, 552, 412, 701], + [59, 157, 515, 648], + [444, 602, 708, 691], + [34, 164, 145, 622], + [989, 601, 1056, 713], + [438, 52, 690, 97], + [151, 0, 251, 194], + [1108, 430, 1275, 684], + [101, 465, 345, 710], + [26, 224, 383, 546], + [19, 16, 65, 352], + [220, 536, 548, 667], + [374, 106, 664, 197], + [15, 198, 59, 491], + [135, 640, 374, 704] + ], + "labels": [ + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 1, 2, 0, 2, 2, 2, 2, 2, + 2, 2, 0, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 1, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 1, 0, 2, 2, 2, 2, 2, 0, 2, 1, 2, 2, 0, 2, 0, 2, 2, 1, 2, + 2, 0, 1, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 0, 1, 2, 2, 1, 2, 2, 1, 1, 2, + 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 2, 2, 2, 1, 0, 1, 2, 0, 2, 2, 2, 2, + 1, 2, 1, 2, 2, 0, 2, 0, 1, 2, 0, 2, 1, 2, 2, 1, 0, 2, 2, 1, 2, 1, 1, + 1, 2, 2, 2, 0, 1, 1, 2, 2, 2, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, + 2, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, + 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, + 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, + 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 2, + 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, + 1, 1, 1, 2, 2, 1, 2, 1, 2, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 2, 2, 1, 1, + 2 + ], + "scores": [ + 0.040818918496370316, 0.04081490635871887, 0.03955145180225372, + 0.037622012197971344, 0.03761227801442146, 0.03410438075661659, + 0.03335188329219818, 0.032450251281261444, 0.03231380879878998, + 0.031796447932720184, 0.031655557453632355, 0.03143097832798958, + 0.03139223903417587, 0.03121071867644787, 0.03101283498108387, + 0.03057551197707653, 0.030501868575811386, 0.030463825911283493, + 0.030401308089494705, 0.030342746526002884, 0.030313119292259216, + 0.030290715396404266, 0.030204299837350845, 0.030190523713827133, + 0.030173521488904953, 0.0300739835947752, 0.029914621263742447, + 0.029903549700975418, 0.029842635616660118, 0.029821982607245445, + 0.029773438349366188, 0.029706019908189774, 0.029626885429024696, + 0.029608672484755516, 0.029431818053126335, 0.02935093641281128, + 0.029310476034879684, 0.029287472367286682, 0.02925560623407364, + 0.02925141341984272, 0.02919289655983448, 0.029179196804761887, + 0.02914537861943245, 0.0290873683989048, 0.029061295092105865, + 0.029052868485450745, 0.02903912588953972, 0.02903345786035061, + 0.028976550325751305, 0.028968803584575653, 0.028951289132237434, + 0.028928076848387718, 0.02890641614794731, 0.028857553377747536, + 0.02882104180753231, 0.028780201449990273, 0.02876586839556694, + 0.028686678037047386, 0.02861427329480648, 0.02860657498240471, + 0.028590256348252296, 0.028521068394184113, 0.02851889282464981, + 0.0285185556858778, 0.028515631332993507, 0.028478186577558517, + 0.028425093740224838, 0.02841685712337494, 0.02838917262852192, + 0.02838241122663021, 0.02838241122663021, 0.028375351801514626, + 0.028354009613394737, 0.02829713746905327, 0.028287997469305992, + 0.028284570202231407, 0.028267420828342438, 0.028246000409126282, + 0.028229637071490288, 0.028164684772491455, 0.028145218268036842, + 0.028134910389780998, 0.028127485886216164, 0.028121551498770714, + 0.028104176744818687, 0.028069674968719482, 0.028022894635796547, + 0.02801509015262127, 0.027918541803956032, 0.027844667434692383, + 0.027843505144119263, 0.027835264801979065, 0.027827156707644463, + 0.027826368808746338, 0.027814311906695366, 0.027760956436395645, + 0.027756977826356888, 0.027756888419389725, 0.027739187702536583, + 0.02773825265467167, 0.027734821662306786, 0.027709193527698517, + 0.02766857109963894, 0.027661893516778946, 0.027633145451545715, + 0.027632666751742363, 0.027583617717027664, 0.027545291930437088, + 0.027529170736670494, 0.02750837244093418, 0.027506394311785698, + 0.02747851237654686, 0.02745666541159153, 0.027455458417534828, + 0.027441123500466347, 0.027438515797257423, 0.02743622660636902, + 0.02739034593105316, 0.02737789787352085, 0.027372851967811584, + 0.027370335534214973, 0.027354853227734566, 0.027340520173311234, + 0.0273258239030838, 0.02732236124575138, 0.027296725660562515, + 0.027294186875224113, 0.02728971838951111, 0.027269216254353523, + 0.02721480280160904, 0.027194825932383537, 0.02719217725098133, + 0.02716388739645481, 0.027149859815835953, 0.027123982086777687, + 0.027121279388666153, 0.027104077860713005, 0.0271038506180048, + 0.02707667462527752, 0.027066366747021675, 0.02705736644566059, + 0.027054520323872566, 0.027053218334913254, 0.02696457877755165, + 0.026957225054502487, 0.0268897395581007, 0.026879820972681046, + 0.026866255328059196, 0.026865098625421524, 0.026855606585741043, + 0.026822613552212715, 0.02681746892631054, 0.02678733319044113, + 0.026781296357512474, 0.026777494698762894, 0.026768099516630173, + 0.02675730548799038, 0.026753736659884453, 0.02674891985952854, + 0.026747485622763634, 0.026723891496658325, 0.026709850877523422, + 0.02670740894973278, 0.02670435979962349, 0.02670062705874443, + 0.026688916608691216, 0.0266647357493639, 0.026612762361764908, + 0.02660786174237728, 0.026593754068017006, 0.026581764221191406, + 0.026564016938209534, 0.02654993161559105, 0.026545090600848198, + 0.026537161320447922, 0.026531679555773735, 0.026520051062107086, + 0.026504365727305412, 0.026496611535549164, 0.026480447500944138, + 0.026480156928300858, 0.026452820748090744, 0.0264505073428154, + 0.026408998295664787, 0.026401499286293983, 0.026384806260466576, + 0.026335271075367928, 0.026322565972805023, 0.026316747069358826, + 0.026312820613384247, 0.026273900642991066, 0.026273543015122414, + 0.02627267688512802, 0.026263585314154625, 0.026262681931257248, + 0.026256335899233818, 0.026253435760736465, 0.026249133050441742, + 0.02624392695724964, 0.026230940595269203, 0.02622661180794239, + 0.026226263493299484, 0.026209067553281784, 0.02620045281946659, + 0.0261821486055851, 0.02618146874010563, 0.026174182072281837, + 0.026173118501901627, 0.026171615347266197, 0.02616761438548565, + 0.026162151247262955, 0.02613387070596218, 0.026125319302082062, + 0.026114461943507195, 0.026106921955943108, 0.02610313706099987, + 0.026100965216755867, 0.026099391281604767, 0.026096822693943977, + 0.02608630061149597, 0.026071632280945778, 0.026070833206176758, + 0.026051552966237068, 0.026048436760902405, 0.02604682371020317, + 0.026043321937322617, 0.026024920865893364, 0.026023099198937416, + 0.02600019983947277, 0.02598809078335762, 0.02597912587225437, + 0.02597714029252529, 0.02596934698522091, 0.02595352753996849, + 0.0259244367480278, 0.025915222242474556, 0.02588554285466671, + 0.025882290676236153, 0.02588197961449623, 0.025868121534585953, + 0.02586432546377182, 0.025853367522358894, 0.02584998868405819, + 0.025831665843725204, 0.025812305510044098, 0.025809451937675476, + 0.02579670213162899, 0.02577304281294346, 0.02576451189815998, + 0.02576282061636448, 0.025753533467650414, 0.025749446824193, + 0.02574293687939644, 0.025732718408107758, 0.025731291621923447, + 0.025722719728946686, 0.025717703625559807, 0.02568380907177925, + 0.025679590180516243, 0.025679269805550575, 0.02565789967775345, + 0.02565089613199234, 0.02564578503370285, 0.02563479356467724, + 0.025632614269852638, 0.025609657168388367, 0.02560763619840145, + 0.02560366690158844, 0.025595035403966904, 0.025593334808945656, + 0.02558673359453678, 0.025582335889339447, 0.0255817212164402, + 0.025563953444361687, 0.025561992079019547, 0.025559213012456894, + 0.02554776892066002, 0.025545749813318253, 0.02554001845419407, + 0.025511058047413826, 0.025510817766189575, 0.02551008202135563, + 0.025503477081656456, 0.02549644187092781, 0.025492442771792412, + 0.025485306978225708, 0.025483813136816025, 0.025481831282377243, + 0.025472264736890793, 0.025463392958045006, 0.02545250579714775, + 0.025438841432332993, 0.025420216843485832, 0.02541397511959076, + 0.025398453697562218, 0.025390436872839928, 0.02538588084280491, + 0.02537870779633522, 0.025376543402671814, 0.02535863220691681 + ], + "label_names": [ + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "tree", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "tree", + "bug", + "bug", + "car", + "bug", + "car", + "bug", + "bug", + "tree", + "bug", + "bug", + "car", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "car", + "bug", + "bug", + "bug", + "tree", + "car", + "tree", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "car", + "bug", + "car", + "tree", + "bug", + "car", + "bug", + "tree", + "bug", + "bug", + "tree", + "car", + "bug", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "car", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug" + ] + } } ] }, @@ -1431,9 +7551,453 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "802, 198, 1065, 497, 2 (bug): 0.040; 678, 107, 810, 280, 2 (bug): 0.037; 296, 78, 538, 325, 2 (bug): 0.037; 802, 198, 1061, 492, 2 (bug): 0.037; 321, 80, 470, 158, 2 (bug): 0.032; 817, 534, 960, 653, 2 (bug): 0.032; 802, 198, 1065, 497, 0 (car): 0.031; 707, 294, 1134, 627, 2 (bug): 0.031; 425, 70, 486, 176, 2 (bug): 0.031; 718, 192, 1242, 716, 2 (bug): 0.031; 340, 223, 1214, 710, 2 (bug): 0.030; 718, 234, 1244, 697, 2 (bug): 0.030; 90, 0, 230, 24, 2 (bug): 0.030; 425, 694, 500, 700, 0 (car): 0.030; 829, 454, 1222, 708, 2 (bug): 0.029; 123, 0, 266, 25, 2 (bug): 0.029; 639, 466, 1102, 655, 2 (bug): 0.029; 802, 198, 1061, 492, 0 (car): 0.029; 212, 400, 1274, 696, 2 (bug): 0.029; 1010, 524, 1119, 695, 2 (bug): 0.029; 339, 576, 1225, 719, 2 (bug): 0.029; 1010, 524, 1119, 695, 1 (tree): 0.029; 558, 694, 600, 698, 0 (car): 0.029; 660, 696, 897, 710, 0 (car): 0.029; 1098, 164, 1215, 317, 2 (bug): 0.028; 620, 694, 656, 697, 0 (car): 0.028; 948, 532, 1236, 700, 2 (bug): 0.028; 536, 366, 1241, 698, 2 (bug): 0.028; 293, 507, 965, 699, 2 (bug): 0.028; 1144, 105, 1259, 334, 2 (bug): 0.028; 1095, 114, 1222, 514, 1 (tree): 0.028; 656, 692, 688, 696, 0 (car): 0.028; 1111, 390, 1228, 698, 1 (tree): 0.028; 1153, 162, 1261, 325, 2 (bug): 0.028; 817, 534, 960, 653, 1 (tree): 0.028; 414, 441, 640, 608, 2 (bug): 0.028; 468, 446, 697, 639, 2 (bug): 0.028; 999, 638, 1108, 698, 2 (bug): 0.028; 900, 185, 1176, 546, 2 (bug): 0.028; 1096, 188, 1261, 471, 1 (tree): 0.028; 1064, 112, 1258, 428, 1 (tree): 0.028; 16, 76, 1246, 695, 2 (bug): 0.028; 680, 692, 710, 694, 0 (car): 0.028; 160, 596, 355, 706, 2 (bug): 0.028; 313, 423, 654, 634, 2 (bug): 0.028; 948, 532, 1236, 700, 1 (tree): 0.027; 626, 319, 1236, 658, 2 (bug): 0.027; 296, 78, 538, 325, 0 (car): 0.027; 626, 319, 1236, 658, 1 (tree): 0.027; 746, 693, 928, 698, 0 (car): 0.027; 1087, 243, 1269, 473, 1 (tree): 0.027; 1162, 123, 1278, 299, 2 (bug): 0.027; 1108, 95, 1266, 264, 2 (bug): 0.027; 1064, 112, 1258, 428, 2 (bug): 0.027; 720, 690, 747, 693, 0 (car): 0.027; 1214, 148, 1268, 328, 2 (bug): 0.027; 227, 520, 272, 666, 2 (bug): 0.027; 878, 0, 979, 83, 2 (bug): 0.027; 35, 711, 47, 716, 2 (bug): 0.027; 1100, 335, 1253, 666, 1 (tree): 0.027; 117, 486, 287, 692, 2 (bug): 0.027; 758, 689, 785, 692, 0 (car): 0.027; 219, 142, 590, 565, 2 (bug): 0.027; 633, 3, 714, 151, 2 (bug): 0.027; 1162, 179, 1195, 424, 1 (tree): 0.027; 1012, 0, 1089, 144, 2 (bug): 0.027; 1116, 48, 1190, 398, 1 (tree): 0.027; 797, 689, 826, 692, 0 (car): 0.027; 718, 234, 1244, 697, 1 (tree): 0.027; 1090, 441, 1274, 658, 1 (tree): 0.027; 0, 200, 275, 629, 1 (tree): 0.027; 1021, 234, 1248, 644, 1 (tree): 0.027; 1118, 172, 1171, 406, 1 (tree): 0.027; 1000, 667, 1109, 705, 2 (bug): 0.027; 1102, 214, 1207, 342, 2 (bug): 0.027; 1035, 638, 1111, 707, 2 (bug): 0.027; 1024, 652, 1099, 700, 2 (bug): 0.027; 1071, 112, 1276, 545, 1 (tree): 0.027; 536, 366, 1241, 698, 1 (tree): 0.027; 1091, 58, 1132, 269, 1 (tree): 0.027; 630, 468, 934, 587, 2 (bug): 0.027; 844, 688, 878, 692, 0 (car): 0.027; 1095, 114, 1222, 514, 2 (bug): 0.027; 976, 144, 1280, 706, 2 (bug): 0.027; 930, 57, 1280, 720, 1 (tree): 0.026; 727, 0, 812, 80, 2 (bug): 0.026; 1052, 114, 1187, 467, 1 (tree): 0.026; 1138, 544, 1254, 706, 1 (tree): 0.026; 1136, 630, 1278, 719, 2 (bug): 0.026; 227, 520, 272, 666, 1 (tree): 0.026; 678, 107, 810, 280, 0 (car): 0.026; 185, 205, 480, 612, 2 (bug): 0.026; 930, 57, 1280, 720, 2 (bug): 0.026; 0, 297, 284, 576, 1 (tree): 0.026; 270, 274, 490, 430, 2 (bug): 0.026; 438, 612, 568, 718, 0 (car): 0.026; 38, 12, 172, 232, 0 (car): 0.026; 111, 258, 484, 552, 2 (bug): 0.026; 992, 360, 1269, 653, 1 (tree): 0.026; 960, 381, 1274, 684, 2 (bug): 0.026; 308, 312, 516, 458, 2 (bug): 0.026; 27, 44, 64, 214, 2 (bug): 0.026; 306, 179, 970, 720, 2 (bug): 0.026; 634, 447, 934, 568, 2 (bug): 0.026; 707, 294, 1134, 627, 1 (tree): 0.026; 980, 660, 1094, 700, 2 (bug): 0.026; 1028, 318, 1264, 582, 1 (tree): 0.026; 94, 673, 269, 719, 2 (bug): 0.026; 1111, 390, 1228, 698, 2 (bug): 0.026; 122, 471, 379, 684, 2 (bug): 0.026; 1028, 318, 1264, 582, 2 (bug): 0.026; 1034, 644, 1203, 706, 1 (tree): 0.026; 1063, 261, 1213, 681, 2 (bug): 0.026; 1052, 114, 1187, 467, 2 (bug): 0.026; 1087, 243, 1269, 473, 2 (bug): 0.026; 1012, 0, 1089, 144, 1 (tree): 0.026; 38, 12, 172, 232, 2 (bug): 0.026; 992, 360, 1269, 653, 2 (bug): 0.026; 999, 638, 1108, 698, 1 (tree): 0.026; 118, 575, 378, 698, 2 (bug): 0.026; 1041, 638, 1184, 708, 1 (tree): 0.026; 1239, 180, 1254, 376, 1 (tree): 0.026; 616, 390, 1252, 661, 2 (bug): 0.026; 50, 93, 91, 399, 1 (tree): 0.026; 1096, 188, 1261, 471, 2 (bug): 0.026; 43, 108, 233, 612, 1 (tree): 0.026; 228, 57, 360, 107, 1 (tree): 0.026; 1189, 204, 1251, 382, 1 (tree): 0.026; 1002, 654, 1106, 715, 2 (bug): 0.026; 1102, 249, 1131, 336, 1 (tree): 0.026; 1035, 638, 1111, 707, 1 (tree): 0.026; 1116, 48, 1190, 398, 2 (bug): 0.026; 125, 521, 332, 713, 2 (bug): 0.026; 988, 682, 1187, 712, 2 (bug): 0.026; 614, 450, 936, 579, 2 (bug): 0.026; 1063, 261, 1213, 681, 1 (tree): 0.026; 1034, 644, 1203, 706, 2 (bug): 0.026; 960, 381, 1274, 684, 1 (tree): 0.026; 115, 551, 268, 714, 2 (bug): 0.026; 1239, 180, 1254, 376, 2 (bug): 0.026; 241, 622, 297, 659, 1 (tree): 0.026; 0, 250, 534, 594, 1 (tree): 0.026; 1021, 234, 1248, 644, 2 (bug): 0.026; 1112, 147, 1157, 284, 2 (bug): 0.026; 1153, 162, 1261, 325, 1 (tree): 0.026; 620, 452, 939, 582, 2 (bug): 0.026; 346, 49, 429, 89, 2 (bug): 0.026; 241, 622, 297, 659, 2 (bug): 0.026; 976, 144, 1280, 706, 1 (tree): 0.026; 980, 660, 1094, 700, 1 (tree): 0.026; 1081, 113, 1102, 221, 2 (bug): 0.025; 886, 690, 938, 693, 2 (bug): 0.025; 17, 220, 145, 604, 1 (tree): 0.025; 1200, 677, 1280, 716, 2 (bug): 0.025; 1118, 172, 1171, 406, 2 (bug): 0.025; 1041, 638, 1184, 708, 2 (bug): 0.025; 6, 552, 371, 720, 0 (car): 0.025; 829, 454, 1222, 708, 1 (tree): 0.025; 35, 711, 47, 716, 1 (tree): 0.025; 1102, 214, 1207, 342, 1 (tree): 0.025; 140, 196, 445, 505, 2 (bug): 0.025; 1024, 652, 1099, 700, 1 (tree): 0.025; 249, 552, 582, 661, 2 (bug): 0.025; 31, 211, 112, 478, 1 (tree): 0.025; 642, 471, 932, 587, 2 (bug): 0.025; 25, 115, 111, 596, 1 (tree): 0.025; 103, 249, 266, 496, 1 (tree): 0.025; 988, 682, 1187, 712, 1 (tree): 0.025; 228, 57, 360, 107, 2 (bug): 0.025; 824, 58, 881, 96, 2 (bug): 0.025; 1091, 338, 1252, 552, 1 (tree): 0.025; 1163, 7, 1257, 232, 2 (bug): 0.025; 6, 552, 371, 720, 2 (bug): 0.025; 13, 170, 66, 574, 1 (tree): 0.025; 707, 294, 1134, 627, 0 (car): 0.025; 12, 243, 65, 573, 1 (tree): 0.025; 1002, 654, 1106, 715, 1 (tree): 0.025; 50, 93, 91, 399, 2 (bug): 0.025; 134, 632, 212, 710, 2 (bug): 0.025; 1100, 335, 1253, 666, 2 (bug): 0.025; 22, 79, 63, 374, 1 (tree): 0.025; 31, 171, 151, 550, 1 (tree): 0.025; 41, 226, 109, 411, 1 (tree): 0.025; 1054, 29, 1207, 80, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [802, 198, 1065, 497], + [678, 107, 810, 280], + [296, 78, 538, 325], + [802, 198, 1061, 492], + [321, 80, 470, 158], + [817, 534, 960, 653], + [802, 198, 1065, 497], + [707, 294, 1134, 627], + [425, 70, 486, 176], + [718, 192, 1242, 716], + [340, 223, 1214, 710], + [718, 234, 1244, 697], + [90, 0, 230, 24], + [425, 694, 500, 700], + [829, 454, 1222, 708], + [123, 0, 266, 25], + [639, 466, 1102, 655], + [802, 198, 1061, 492], + [212, 400, 1274, 696], + [1010, 524, 1119, 695], + [339, 576, 1225, 719], + [1010, 524, 1119, 695], + [558, 694, 600, 698], + [660, 696, 897, 710], + [1098, 164, 1215, 317], + [620, 694, 656, 697], + [948, 532, 1236, 700], + [536, 366, 1241, 698], + [293, 507, 965, 699], + [1144, 105, 1259, 334], + [1095, 114, 1222, 514], + [656, 692, 688, 696], + [1111, 390, 1228, 698], + [1153, 162, 1261, 325], + [817, 534, 960, 653], + [414, 441, 640, 608], + [468, 446, 697, 639], + [999, 638, 1108, 698], + [900, 185, 1176, 546], + [1096, 188, 1261, 471], + [1064, 112, 1258, 428], + [16, 76, 1246, 695], + [680, 692, 710, 694], + [160, 596, 355, 706], + [313, 423, 654, 634], + [948, 532, 1236, 700], + [626, 319, 1236, 658], + [296, 78, 538, 325], + [626, 319, 1236, 658], + [746, 693, 928, 698], + [1087, 243, 1269, 473], + [1162, 123, 1278, 299], + [1108, 95, 1266, 264], + [1064, 112, 1258, 428], + [720, 690, 747, 693], + [1214, 148, 1268, 328], + [227, 520, 272, 666], + [878, 0, 979, 83], + [35, 711, 47, 716], + [1100, 335, 1253, 666], + [117, 486, 287, 692], + [758, 689, 785, 692], + [219, 142, 590, 565], + [633, 3, 714, 151], + [1162, 179, 1195, 424], + [1012, 0, 1089, 144], + [1116, 48, 1190, 398], + [797, 689, 826, 692], + [718, 234, 1244, 697], + [1090, 441, 1274, 658], + [0, 200, 275, 629], + [1021, 234, 1248, 644], + [1118, 172, 1171, 406], + [1000, 667, 1109, 705], + [1102, 214, 1207, 342], + [1035, 638, 1111, 707], + [1024, 652, 1099, 700], + [1071, 112, 1276, 545], + [536, 366, 1241, 698], + [1091, 58, 1132, 269], + [630, 468, 934, 587], + [844, 688, 878, 692], + [1095, 114, 1222, 514], + [976, 144, 1280, 706], + [930, 57, 1280, 720], + [727, 0, 812, 80], + [1052, 114, 1187, 467], + [1138, 544, 1254, 706], + [1136, 630, 1278, 719], + [227, 520, 272, 666], + [678, 107, 810, 280], + [185, 205, 480, 612], + [930, 57, 1280, 720], + [0, 297, 284, 576], + [270, 274, 490, 430], + [438, 612, 568, 718], + [38, 12, 172, 232], + [111, 258, 484, 552], + [992, 360, 1269, 653], + [960, 381, 1274, 684], + [308, 312, 516, 458], + [27, 44, 64, 214], + [306, 179, 970, 720], + [634, 447, 934, 568], + [707, 294, 1134, 627], + [980, 660, 1094, 700], + [1028, 318, 1264, 582], + [94, 673, 269, 719], + [1111, 390, 1228, 698], + [122, 471, 379, 684], + [1028, 318, 1264, 582], + [1034, 644, 1203, 706], + [1063, 261, 1213, 681], + [1052, 114, 1187, 467], + [1087, 243, 1269, 473], + [1012, 0, 1089, 144], + [38, 12, 172, 232], + [992, 360, 1269, 653], + [999, 638, 1108, 698], + [118, 575, 378, 698], + [1041, 638, 1184, 708], + [1239, 180, 1254, 376], + [616, 390, 1252, 661], + [50, 93, 91, 399], + [1096, 188, 1261, 471], + [43, 108, 233, 612], + [228, 57, 360, 107], + [1189, 204, 1251, 382], + [1002, 654, 1106, 715], + [1102, 249, 1131, 336], + [1035, 638, 1111, 707], + [1116, 48, 1190, 398], + [125, 521, 332, 713], + [988, 682, 1187, 712], + [614, 450, 936, 579], + [1063, 261, 1213, 681], + [1034, 644, 1203, 706], + [960, 381, 1274, 684], + [115, 551, 268, 714], + [1239, 180, 1254, 376], + [241, 622, 297, 659], + [0, 250, 534, 594], + [1021, 234, 1248, 644], + [1112, 147, 1157, 284], + [1153, 162, 1261, 325], + [620, 452, 939, 582], + [346, 49, 429, 89], + [241, 622, 297, 659], + [976, 144, 1280, 706], + [980, 660, 1094, 700], + [1081, 113, 1102, 221], + [886, 690, 938, 693], + [17, 220, 145, 604], + [1200, 677, 1280, 716], + [1118, 172, 1171, 406], + [1041, 638, 1184, 708], + [6, 552, 371, 720], + [829, 454, 1222, 708], + [35, 711, 47, 716], + [1102, 214, 1207, 342], + [140, 196, 445, 505], + [1024, 652, 1099, 700], + [249, 552, 582, 661], + [31, 211, 112, 478], + [642, 471, 932, 587], + [25, 115, 111, 596], + [103, 249, 266, 496], + [988, 682, 1187, 712], + [228, 57, 360, 107], + [824, 58, 881, 96], + [1091, 338, 1252, 552], + [1163, 7, 1257, 232], + [6, 552, 371, 720], + [13, 170, 66, 574], + [707, 294, 1134, 627], + [12, 243, 65, 573], + [1002, 654, 1106, 715], + [50, 93, 91, 399], + [134, 632, 212, 710], + [1100, 335, 1253, 666], + [22, 79, 63, 374], + [31, 171, 151, 550], + [41, 226, 109, 411], + [1054, 29, 1207, 80] + ], + "labels": [ + 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 0, 2, 2, 2, 1, 0, + 0, 2, 0, 2, 2, 2, 2, 1, 0, 1, 2, 1, 2, 2, 2, 2, 1, 1, 2, 0, 2, 2, 1, + 2, 0, 1, 0, 1, 2, 2, 2, 0, 2, 2, 2, 2, 1, 2, 0, 2, 2, 1, 2, 1, 0, 1, + 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 2, 0, 2, 2, 1, 2, 1, 1, 2, 1, 0, 2, + 2, 1, 2, 0, 0, 2, 1, 2, 2, 2, 2, 2, 1, 2, 1, 2, 2, 2, 2, 1, 2, 2, 2, + 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 2, 1, 2, 1, + 2, 2, 1, 1, 2, 2, 1, 2, 2, 2, 1, 1, 2, 2, 1, 2, 2, 2, 0, 1, 1, 1, 2, + 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 2, 1, 0, 1, 1, 2, 2, 2, 1, 1, 1, 2 + ], + "scores": [ + 0.039703369140625, 0.037261962890625, 0.0369873046875, + 0.03680419921875, 0.0323486328125, 0.032135009765625, + 0.03118896484375, 0.0311126708984375, 0.0308837890625, + 0.030548095703125, 0.0304107666015625, 0.03021240234375, + 0.029876708984375, 0.0295257568359375, 0.0292816162109375, + 0.0292816162109375, 0.029205322265625, 0.0290679931640625, + 0.0288543701171875, 0.0288543701171875, 0.0287017822265625, + 0.0286865234375, 0.028656005859375, 0.028533935546875, + 0.0284576416015625, 0.0283966064453125, 0.02838134765625, + 0.0283660888671875, 0.028350830078125, 0.02825927734375, + 0.0282440185546875, 0.0280609130859375, 0.0280609130859375, + 0.02801513671875, 0.027923583984375, 0.027862548828125, + 0.027862548828125, 0.02777099609375, 0.02777099609375, + 0.0277252197265625, 0.0277252197265625, 0.0276947021484375, + 0.0276336669921875, 0.027618408203125, 0.027557373046875, + 0.0274810791015625, 0.0274505615234375, 0.02734375, + 0.0273284912109375, 0.0272979736328125, 0.0272674560546875, + 0.0272216796875, 0.027191162109375, 0.027191162109375, + 0.0271759033203125, 0.027130126953125, 0.0270538330078125, + 0.02703857421875, 0.02703857421875, 0.0269622802734375, + 0.0269622802734375, 0.026885986328125, 0.0268707275390625, + 0.02685546875, 0.0268402099609375, 0.0268096923828125, + 0.02679443359375, 0.02679443359375, 0.026763916015625, + 0.0267486572265625, 0.0267486572265625, 0.0267333984375, + 0.0267333984375, 0.0267181396484375, 0.0265960693359375, + 0.026580810546875, 0.0265655517578125, 0.0265655517578125, + 0.0265655517578125, 0.0265350341796875, 0.0265350341796875, + 0.026519775390625, 0.0265045166015625, 0.0265045166015625, + 0.0264739990234375, 0.026458740234375, 0.02642822265625, + 0.02642822265625, 0.0264129638671875, 0.026397705078125, + 0.0263824462890625, 0.0263824462890625, 0.0263671875, + 0.02630615234375, 0.0262603759765625, 0.0262603759765625, + 0.0262451171875, 0.0262451171875, 0.0262451171875, + 0.0262298583984375, 0.026214599609375, 0.026214599609375, + 0.026214599609375, 0.026214599609375, 0.0261993408203125, + 0.0261993408203125, 0.02618408203125, 0.0261688232421875, + 0.026153564453125, 0.026123046875, 0.026123046875, + 0.0261077880859375, 0.0261077880859375, 0.0260772705078125, + 0.0260467529296875, 0.026031494140625, 0.0260162353515625, + 0.0260162353515625, 0.0260009765625, 0.0260009765625, + 0.0260009765625, 0.0260009765625, 0.02593994140625, + 0.025909423828125, 0.0258941650390625, 0.0258941650390625, + 0.02587890625, 0.02587890625, 0.025848388671875, 0.025848388671875, + 0.0258331298828125, 0.02581787109375, 0.0258026123046875, + 0.0257568359375, 0.0257415771484375, 0.0257415771484375, + 0.02569580078125, 0.02569580078125, 0.025665283203125, + 0.025665283203125, 0.025665283203125, 0.0256500244140625, + 0.0256500244140625, 0.0256195068359375, 0.0255889892578125, + 0.025543212890625, 0.025543212890625, 0.0255279541015625, + 0.0255279541015625, 0.0255126953125, 0.0254974365234375, + 0.025482177734375, 0.0254669189453125, 0.0254669189453125, + 0.0254669189453125, 0.02545166015625, 0.025421142578125, + 0.0254058837890625, 0.0254058837890625, 0.025390625, + 0.025360107421875, 0.025360107421875, 0.02532958984375, + 0.02532958984375, 0.0253143310546875, 0.0253143310546875, + 0.025299072265625, 0.025299072265625, 0.0252838134765625, + 0.0252685546875, 0.0252685546875, 0.0252532958984375, + 0.0252532958984375, 0.025238037109375, 0.025238037109375, + 0.02520751953125, 0.025177001953125, 0.025146484375, 0.025146484375, + 0.0251312255859375, 0.025115966796875, 0.0251007080078125, + 0.0250701904296875, 0.0250396728515625 + ], + "label_names": [ + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "tree", + "car", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "tree", + "car", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "bug", + "car", + "bug", + "bug", + "tree", + "bug", + "car", + "tree", + "car", + "tree", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "car", + "bug", + "bug", + "tree", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug", + "car", + "bug", + "bug", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "car", + "bug", + "bug", + "tree", + "bug", + "car", + "car", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "car", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug" + ] + } } ] }, @@ -1443,9 +8007,730 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "801, 198, 1065, 497, 2 (bug): 0.041; 297, 79, 537, 325, 2 (bug): 0.041; 805, 188, 1096, 459, 2 (bug): 0.040; 678, 107, 810, 281, 2 (bug): 0.038; 666, 113, 821, 278, 2 (bug): 0.038; 749, 187, 1021, 590, 2 (bug): 0.034; 595, 0, 688, 46, 2 (bug): 0.033; 669, 106, 811, 282, 2 (bug): 0.032; 643, 0, 735, 44, 2 (bug): 0.032; 194, 0, 292, 63, 2 (bug): 0.032; 289, 713, 1280, 720, 2 (bug): 0.032; 673, 106, 816, 282, 2 (bug): 0.031; 669, 106, 808, 282, 2 (bug): 0.031; 801, 198, 1065, 497, 0 (car): 0.031; 366, 79, 443, 150, 2 (bug): 0.031; 289, 713, 1280, 720, 1 (tree): 0.031; 289, 713, 1280, 720, 0 (car): 0.031; 517, 0, 588, 92, 2 (bug): 0.031; 887, 0, 964, 76, 2 (bug): 0.030; 835, 0, 936, 68, 2 (bug): 0.030; 579, 483, 1046, 652, 2 (bug): 0.030; 762, 405, 1056, 591, 2 (bug): 0.030; 568, 459, 899, 637, 2 (bug): 0.030; 99, 0, 240, 38, 2 (bug): 0.030; 847, 0, 922, 62, 2 (bug): 0.030; 749, 187, 1021, 590, 0 (car): 0.030; 675, 107, 809, 282, 2 (bug): 0.030; 1070, 141, 1106, 366, 1 (tree): 0.030; 810, 0, 951, 68, 2 (bug): 0.030; 806, 0, 953, 68, 2 (bug): 0.030; 613, 482, 1237, 705, 2 (bug): 0.030; 690, 0, 911, 41, 2 (bug): 0.030; 624, 415, 1175, 636, 2 (bug): 0.030; 771, 0, 825, 68, 2 (bug): 0.030; 493, 397, 1210, 691, 2 (bug): 0.029; 565, 522, 791, 652, 2 (bug): 0.029; 462, 693, 559, 698, 0 (car): 0.029; 478, 67, 615, 114, 2 (bug): 0.029; 797, 409, 1002, 637, 2 (bug): 0.029; 484, 0, 565, 113, 2 (bug): 0.029; 1144, 171, 1222, 465, 1 (tree): 0.029; 925, 501, 1036, 678, 2 (bug): 0.029; 487, 0, 567, 112, 2 (bug): 0.029; 739, 0, 925, 42, 2 (bug): 0.029; 675, 105, 813, 282, 2 (bug): 0.029; 901, 478, 1046, 663, 2 (bug): 0.029; 589, 361, 1162, 705, 2 (bug): 0.029; 801, 0, 878, 67, 2 (bug): 0.029; 679, 107, 810, 280, 2 (bug): 0.029; 781, 518, 935, 632, 2 (bug): 0.029; 1017, 78, 1063, 235, 1 (tree): 0.029; 536, 693, 610, 697, 0 (car): 0.029; 482, 513, 643, 621, 2 (bug): 0.029; 703, 0, 821, 45, 2 (bug): 0.029; 828, 514, 1211, 709, 2 (bug): 0.029; 631, 94, 701, 197, 2 (bug): 0.029; 932, 539, 1040, 674, 2 (bug): 0.029; 679, 107, 810, 280, 0 (car): 0.029; 1158, 174, 1209, 295, 2 (bug): 0.029; 1147, 215, 1176, 492, 1 (tree): 0.029; 166, 0, 273, 22, 2 (bug): 0.029; 856, 332, 1086, 651, 2 (bug): 0.029; 918, 43, 1039, 220, 2 (bug): 0.029; 611, 692, 672, 696, 0 (car): 0.029; 297, 79, 537, 325, 0 (car): 0.029; 673, 106, 813, 286, 2 (bug): 0.028; 439, 61, 581, 103, 2 (bug): 0.028; 1095, 86, 1131, 248, 1 (tree): 0.028; 1116, 154, 1214, 297, 2 (bug): 0.028; 964, 572, 1058, 709, 2 (bug): 0.028; 678, 107, 810, 281, 0 (car): 0.028; 289, 49, 345, 101, 1 (tree): 0.028; 966, 597, 1237, 709, 2 (bug): 0.028; 1151, 291, 1261, 558, 1 (tree): 0.028; 42, 711, 50, 715, 2 (bug): 0.028; 448, 0, 525, 95, 2 (bug): 0.028; 348, 421, 1008, 614, 2 (bug): 0.028; 671, 88, 784, 244, 2 (bug): 0.028; 465, 51, 552, 90, 2 (bug): 0.028; 489, 47, 599, 83, 2 (bug): 0.028; 438, 52, 690, 97, 2 (bug): 0.028; 478, 48, 603, 121, 2 (bug): 0.028; 658, 691, 713, 694, 0 (car): 0.028; 1110, 105, 1145, 284, 1 (tree): 0.028; 995, 595, 1076, 710, 2 (bug): 0.028; 417, 510, 604, 667, 2 (bug): 0.028; 1068, 449, 1215, 606, 1 (tree): 0.028; 900, 579, 994, 671, 2 (bug): 0.028; 233, 127, 769, 201, 2 (bug): 0.028; 273, 0, 336, 92, 1 (tree): 0.028; 703, 0, 821, 45, 1 (tree): 0.028; 901, 36, 948, 147, 2 (bug): 0.028; 1080, 368, 1210, 720, 2 (bug): 0.028; 779, 234, 1264, 625, 2 (bug): 0.028; 1150, 118, 1201, 314, 2 (bug): 0.028; 682, 0, 800, 69, 2 (bug): 0.028; 1070, 141, 1106, 366, 2 (bug): 0.028; 800, 139, 1258, 637, 2 (bug): 0.028; 480, 2, 556, 109, 2 (bug): 0.028; 1147, 242, 1177, 526, 1 (tree): 0.028; 1129, 461, 1217, 709, 1 (tree): 0.028; 335, 46, 450, 80, 1 (tree): 0.028; 693, 690, 746, 693, 0 (car): 0.028; 208, 328, 584, 695, 2 (bug): 0.028; 468, 0, 511, 97, 2 (bug): 0.028; 407, 72, 461, 139, 2 (bug): 0.028; 565, 522, 791, 652, 1 (tree): 0.028; 805, 188, 1096, 459, 0 (car): 0.028; 1099, 431, 1229, 579, 1 (tree): 0.028; 989, 601, 1056, 713, 2 (bug): 0.028; 754, 691, 872, 694, 0 (car): 0.028; 1141, 415, 1234, 700, 2 (bug): 0.027; 1145, 304, 1181, 496, 2 (bug): 0.027; 684, 304, 1259, 716, 2 (bug): 0.027; 1156, 113, 1198, 291, 2 (bug): 0.027; 1107, 371, 1278, 586, 1 (tree): 0.027; 39, 0, 172, 241, 2 (bug): 0.027; 420, 143, 729, 381, 2 (bug): 0.027; 254, 34, 382, 97, 1 (tree): 0.027; 1144, 171, 1222, 465, 2 (bug): 0.027; 1232, 130, 1249, 293, 2 (bug): 0.027; 726, 689, 780, 692, 0 (car): 0.027; 669, 106, 808, 282, 0 (car): 0.027; 1145, 304, 1181, 496, 1 (tree): 0.027; 1120, 133, 1155, 320, 2 (bug): 0.027; 754, 689, 812, 692, 0 (car): 0.027; 551, 86, 695, 178, 2 (bug): 0.027; 1109, 354, 1280, 633, 1 (tree): 0.027; 113, 191, 529, 342, 2 (bug): 0.027; 1137, 175, 1178, 333, 2 (bug): 0.027; 1137, 175, 1178, 333, 1 (tree): 0.027; 788, 689, 869, 692, 0 (car): 0.027; 750, 55, 811, 91, 2 (bug): 0.027; 1151, 291, 1261, 558, 2 (bug): 0.027; 1141, 415, 1234, 700, 1 (tree): 0.027; 1110, 105, 1145, 284, 2 (bug): 0.027; 901, 36, 948, 147, 1 (tree): 0.027; 1078, 452, 1267, 645, 1 (tree): 0.027; 579, 483, 1046, 652, 1 (tree): 0.027; 1147, 242, 1177, 526, 2 (bug): 0.027; 397, 88, 634, 163, 2 (bug): 0.027; 1129, 134, 1178, 330, 2 (bug): 0.027; 781, 689, 843, 691, 0 (car): 0.027; 1125, 456, 1280, 683, 1 (tree): 0.027; 1123, 338, 1271, 615, 1 (tree): 0.027; 332, 70, 408, 125, 2 (bug): 0.027; 803, 421, 1235, 647, 2 (bug): 0.027; 642, 584, 827, 701, 2 (bug): 0.027; 20, 166, 132, 364, 1 (tree): 0.027; 950, 275, 1088, 569, 2 (bug): 0.027; 1086, 112, 1222, 325, 2 (bug): 0.027; 453, 56, 517, 101, 2 (bug): 0.027; 335, 46, 450, 80, 2 (bug): 0.027; 66, 69, 264, 669, 1 (tree): 0.027; 1080, 368, 1210, 720, 1 (tree): 0.027; 1086, 112, 1222, 325, 1 (tree): 0.027; 779, 234, 1264, 625, 1 (tree): 0.027; 801, 0, 878, 67, 1 (tree): 0.027; 1151, 437, 1270, 616, 1 (tree): 0.027; 497, 101, 660, 184, 2 (bug): 0.027; 1129, 134, 1178, 330, 1 (tree): 0.027; 1107, 371, 1278, 586, 2 (bug): 0.027; 1147, 215, 1176, 492, 2 (bug): 0.027; 76, 174, 558, 647, 2 (bug): 0.027; 1120, 133, 1155, 320, 1 (tree): 0.027; 442, 64, 485, 124, 1 (tree): 0.027; 1017, 78, 1063, 235, 2 (bug): 0.027; 1046, 38, 1229, 83, 2 (bug): 0.027; 771, 0, 825, 68, 1 (tree): 0.027; 1113, 406, 1150, 566, 1 (tree): 0.027; 887, 0, 964, 76, 1 (tree): 0.027; 63, 122, 232, 668, 1 (tree): 0.027; 33, 211, 174, 454, 1 (tree): 0.027; 439, 61, 581, 103, 1 (tree): 0.027; 1108, 430, 1275, 684, 1 (tree): 0.027; 595, 0, 688, 46, 1 (tree): 0.027; 806, 0, 953, 68, 1 (tree): 0.027; 39, 181, 169, 439, 1 (tree): 0.027; 201, 522, 602, 712, 2 (bug): 0.026; 109, 239, 230, 590, 1 (tree): 0.026; 492, 0, 577, 120, 2 (bug): 0.026; 0, 568, 244, 714, 2 (bug): 0.026; 1019, 50, 1107, 93, 1 (tree): 0.026; 1125, 418, 1270, 673, 1 (tree): 0.026; 442, 64, 485, 124, 2 (bug): 0.026; 800, 139, 1258, 637, 1 (tree): 0.026; 56, 180, 222, 650, 1 (tree): 0.026; 810, 0, 951, 68, 1 (tree): 0.026; 613, 482, 1237, 705, 1 (tree): 0.026; 1065, 646, 1280, 720, 2 (bug): 0.026; 803, 421, 1235, 647, 1 (tree): 0.026; 455, 43, 498, 107, 1 (tree): 0.026; 847, 0, 922, 62, 1 (tree): 0.026; 624, 415, 1175, 636, 1 (tree): 0.026; 835, 0, 936, 68, 1 (tree): 0.026; 0, 182, 59, 451, 1 (tree): 0.026; 39, 0, 172, 241, 1 (tree): 0.026; 964, 572, 1058, 709, 1 (tree): 0.026; 429, 63, 711, 192, 2 (bug): 0.026; 289, 49, 345, 101, 2 (bug): 0.026; 1129, 461, 1217, 709, 2 (bug): 0.026; 233, 127, 769, 201, 1 (tree): 0.026; 374, 106, 664, 197, 2 (bug): 0.026; 42, 711, 50, 715, 1 (tree): 0.026; 0, 233, 63, 483, 1 (tree): 0.026; 465, 51, 552, 90, 1 (tree): 0.026; 0, 302, 45, 585, 1 (tree): 0.026; 1113, 406, 1150, 566, 2 (bug): 0.026; 0, 215, 212, 663, 1 (tree): 0.026; 0, 291, 31, 558, 1 (tree): 0.026; 921, 477, 1280, 717, 1 (tree): 0.026; 455, 43, 498, 107, 2 (bug): 0.026; 1103, 447, 1280, 716, 1 (tree): 0.026; 726, 0, 787, 90, 2 (bug): 0.026; 0, 276, 57, 507, 1 (tree): 0.026; 76, 174, 558, 647, 1 (tree): 0.026; 1110, 443, 1264, 720, 1 (tree): 0.026; 254, 34, 382, 97, 2 (bug): 0.026; 1019, 50, 1107, 93, 2 (bug): 0.026; 49, 138, 90, 328, 1 (tree): 0.026; 568, 459, 899, 637, 1 (tree): 0.026; 932, 539, 1040, 674, 1 (tree): 0.026; 1123, 338, 1271, 615, 2 (bug): 0.026; 828, 514, 1211, 709, 1 (tree): 0.026; 901, 171, 1264, 550, 2 (bug): 0.026; 1065, 646, 1280, 720, 1 (tree): 0.026; 164, 550, 1219, 687, 2 (bug): 0.026; 34, 200, 128, 547, 1 (tree): 0.026; 121, 518, 273, 714, 2 (bug): 0.026; 47, 104, 98, 237, 2 (bug): 0.026; 453, 56, 517, 101, 1 (tree): 0.026; 40, 265, 168, 462, 1 (tree): 0.026; 1109, 354, 1280, 633, 2 (bug): 0.026; 77, 54, 198, 622, 1 (tree): 0.026; 116, 197, 245, 365, 1 (tree): 0.026; 102, 481, 442, 710, 2 (bug): 0.026; 478, 67, 615, 114, 1 (tree): 0.026; 900, 579, 994, 671, 1 (tree): 0.026; 116, 512, 189, 720, 2 (bug): 0.026; 83, 204, 146, 428, 1 (tree): 0.026; 0, 193, 219, 657, 1 (tree): 0.026; 690, 0, 911, 41, 1 (tree): 0.026; 739, 0, 925, 42, 1 (tree): 0.026; 116, 197, 245, 365, 2 (bug): 0.026; 966, 597, 1237, 709, 1 (tree): 0.026; 105, 528, 370, 710, 2 (bug): 0.026; 105, 512, 380, 718, 2 (bug): 0.026; 1096, 238, 1280, 716, 1 (tree): 0.026; 40, 209, 150, 634, 1 (tree): 0.026; 108, 482, 428, 708, 2 (bug): 0.026; 921, 477, 1280, 717, 2 (bug): 0.026; 1147, 211, 1169, 311, 2 (bug): 0.026; 1095, 86, 1131, 248, 2 (bug): 0.026; 194, 0, 292, 63, 1 (tree): 0.026; 925, 501, 1036, 678, 1 (tree): 0.026; 901, 478, 1046, 663, 1 (tree): 0.026; 643, 0, 735, 44, 1 (tree): 0.026; 1257, 186, 1264, 281, 2 (bug): 0.026; 682, 0, 800, 69, 1 (tree): 0.026; 90, 318, 208, 592, 1 (tree): 0.026; 0, 143, 45, 365, 2 (bug): 0.026; 745, 596, 874, 696, 2 (bug): 0.026; 995, 595, 1076, 710, 1 (tree): 0.026; 43, 272, 186, 655, 1 (tree): 0.026; 1, 344, 49, 597, 1 (tree): 0.026; 484, 0, 565, 113, 1 (tree): 0.026; 369, 82, 639, 193, 2 (bug): 0.026; 103, 695, 236, 717, 2 (bug): 0.026; 1185, 9, 1222, 226, 2 (bug): 0.026; 197, 457, 487, 672, 2 (bug): 0.026; 1103, 447, 1280, 716, 2 (bug): 0.026; 482, 513, 643, 621, 1 (tree): 0.026; 16, 122, 152, 624, 1 (tree): 0.026; 478, 48, 603, 121, 1 (tree): 0.026; 440, 70, 492, 132, 1 (tree): 0.026; 151, 0, 251, 194, 1 (tree): 0.026; 493, 397, 1210, 691, 1 (tree): 0.026; 0, 198, 530, 661, 1 (tree): 0.026; 480, 2, 556, 109, 1 (tree): 0.026; 227, 541, 539, 669, 2 (bug): 0.026; 35, 285, 142, 621, 1 (tree): 0.026; 347, 55, 495, 101, 2 (bug): 0.026; 1211, 112, 1261, 245, 2 (bug): 0.026; 726, 0, 787, 90, 1 (tree): 0.025; 95, 526, 411, 720, 2 (bug): 0.025; 122, 552, 412, 701, 2 (bug): 0.025; 59, 156, 515, 648, 2 (bug): 0.025; 444, 602, 708, 691, 2 (bug): 0.025; 34, 164, 145, 622, 1 (tree): 0.025; 989, 601, 1056, 713, 1 (tree): 0.025; 438, 52, 690, 97, 1 (tree): 0.025; 151, 0, 251, 194, 2 (bug): 0.025; 1108, 430, 1275, 684, 2 (bug): 0.025; 101, 465, 345, 710, 2 (bug): 0.025; 26, 224, 383, 546, 1 (tree): 0.025; 19, 17, 65, 352, 2 (bug): 0.025; 220, 536, 548, 667, 2 (bug): 0.025; 374, 106, 664, 197, 1 (tree): 0.025; 15, 198, 59, 491, 1 (tree): 0.025; 135, 640, 374, 704, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [801, 198, 1065, 497], + [297, 79, 537, 325], + [805, 188, 1096, 459], + [678, 107, 810, 281], + [666, 113, 821, 278], + [749, 187, 1021, 590], + [595, 0, 688, 46], + [669, 106, 811, 282], + [643, 0, 735, 44], + [194, 0, 292, 63], + [289, 713, 1280, 720], + [673, 106, 816, 282], + [669, 106, 808, 282], + [801, 198, 1065, 497], + [366, 79, 443, 150], + [289, 713, 1280, 720], + [289, 713, 1280, 720], + [517, 0, 588, 92], + [887, 0, 964, 76], + [835, 0, 936, 68], + [579, 483, 1046, 652], + [762, 405, 1056, 591], + [568, 459, 899, 637], + [99, 0, 240, 38], + [847, 0, 922, 62], + [749, 187, 1021, 590], + [675, 107, 809, 282], + [1070, 141, 1106, 366], + [810, 0, 951, 68], + [806, 0, 953, 68], + [613, 482, 1237, 705], + [690, 0, 911, 41], + [624, 415, 1175, 636], + [771, 0, 825, 68], + [493, 397, 1210, 691], + [565, 522, 791, 652], + [462, 693, 559, 698], + [478, 67, 615, 114], + [797, 409, 1002, 637], + [484, 0, 565, 113], + [1144, 171, 1222, 465], + [925, 501, 1036, 678], + [487, 0, 567, 112], + [739, 0, 925, 42], + [675, 105, 813, 282], + [901, 478, 1046, 663], + [589, 361, 1162, 705], + [801, 0, 878, 67], + [679, 107, 810, 280], + [781, 518, 935, 632], + [1017, 78, 1063, 235], + [536, 693, 610, 697], + [482, 513, 643, 621], + [703, 0, 821, 45], + [828, 514, 1211, 709], + [631, 94, 701, 197], + [932, 539, 1040, 674], + [679, 107, 810, 280], + [1158, 174, 1209, 295], + [1147, 215, 1176, 492], + [166, 0, 273, 22], + [856, 332, 1086, 651], + [918, 43, 1039, 220], + [611, 692, 672, 696], + [297, 79, 537, 325], + [673, 106, 813, 286], + [439, 61, 581, 103], + [1095, 86, 1131, 248], + [1116, 154, 1214, 297], + [964, 572, 1058, 709], + [678, 107, 810, 281], + [289, 49, 345, 101], + [966, 597, 1237, 709], + [1151, 291, 1261, 558], + [42, 711, 50, 715], + [448, 0, 525, 95], + [348, 421, 1008, 614], + [671, 88, 784, 244], + [465, 51, 552, 90], + [489, 47, 599, 83], + [438, 52, 690, 97], + [478, 48, 603, 121], + [658, 691, 713, 694], + [1110, 105, 1145, 284], + [995, 595, 1076, 710], + [417, 510, 604, 667], + [1068, 449, 1215, 606], + [900, 579, 994, 671], + [233, 127, 769, 201], + [273, 0, 336, 92], + [703, 0, 821, 45], + [901, 36, 948, 147], + [1080, 368, 1210, 720], + [779, 234, 1264, 625], + [1150, 118, 1201, 314], + [682, 0, 800, 69], + [1070, 141, 1106, 366], + [800, 139, 1258, 637], + [480, 2, 556, 109], + [1147, 242, 1177, 526], + [1129, 461, 1217, 709], + [335, 46, 450, 80], + [693, 690, 746, 693], + [208, 328, 584, 695], + [468, 0, 511, 97], + [407, 72, 461, 139], + [565, 522, 791, 652], + [805, 188, 1096, 459], + [1099, 431, 1229, 579], + [989, 601, 1056, 713], + [754, 691, 872, 694], + [1141, 415, 1234, 700], + [1145, 304, 1181, 496], + [684, 304, 1259, 716], + [1156, 113, 1198, 291], + [1107, 371, 1278, 586], + [39, 0, 172, 241], + [420, 143, 729, 381], + [254, 34, 382, 97], + [1144, 171, 1222, 465], + [1232, 130, 1249, 293], + [726, 689, 780, 692], + [669, 106, 808, 282], + [1145, 304, 1181, 496], + [1120, 133, 1155, 320], + [754, 689, 812, 692], + [551, 86, 695, 178], + [1109, 354, 1280, 633], + [113, 191, 529, 342], + [1137, 175, 1178, 333], + [1137, 175, 1178, 333], + [788, 689, 869, 692], + [750, 55, 811, 91], + [1151, 291, 1261, 558], + [1141, 415, 1234, 700], + [1110, 105, 1145, 284], + [901, 36, 948, 147], + [1078, 452, 1267, 645], + [579, 483, 1046, 652], + [1147, 242, 1177, 526], + [397, 88, 634, 163], + [1129, 134, 1178, 330], + [781, 689, 843, 691], + [1125, 456, 1280, 683], + [1123, 338, 1271, 615], + [332, 70, 408, 125], + [803, 421, 1235, 647], + [642, 584, 827, 701], + [20, 166, 132, 364], + [950, 275, 1088, 569], + [1086, 112, 1222, 325], + [453, 56, 517, 101], + [335, 46, 450, 80], + [66, 69, 264, 669], + [1080, 368, 1210, 720], + [1086, 112, 1222, 325], + [779, 234, 1264, 625], + [801, 0, 878, 67], + [1151, 437, 1270, 616], + [497, 101, 660, 184], + [1129, 134, 1178, 330], + [1107, 371, 1278, 586], + [1147, 215, 1176, 492], + [76, 174, 558, 647], + [1120, 133, 1155, 320], + [442, 64, 485, 124], + [1017, 78, 1063, 235], + [1046, 38, 1229, 83], + [771, 0, 825, 68], + [1113, 406, 1150, 566], + [887, 0, 964, 76], + [63, 122, 232, 668], + [33, 211, 174, 454], + [439, 61, 581, 103], + [1108, 430, 1275, 684], + [595, 0, 688, 46], + [806, 0, 953, 68], + [39, 181, 169, 439], + [201, 522, 602, 712], + [109, 239, 230, 590], + [492, 0, 577, 120], + [0, 568, 244, 714], + [1019, 50, 1107, 93], + [1125, 418, 1270, 673], + [442, 64, 485, 124], + [800, 139, 1258, 637], + [56, 180, 222, 650], + [810, 0, 951, 68], + [613, 482, 1237, 705], + [1065, 646, 1280, 720], + [803, 421, 1235, 647], + [455, 43, 498, 107], + [847, 0, 922, 62], + [624, 415, 1175, 636], + [835, 0, 936, 68], + [0, 182, 59, 451], + [39, 0, 172, 241], + [964, 572, 1058, 709], + [429, 63, 711, 192], + [289, 49, 345, 101], + [1129, 461, 1217, 709], + [233, 127, 769, 201], + [374, 106, 664, 197], + [42, 711, 50, 715], + [0, 233, 63, 483], + [465, 51, 552, 90], + [0, 302, 45, 585], + [1113, 406, 1150, 566], + [0, 215, 212, 663], + [0, 291, 31, 558], + [921, 477, 1280, 717], + [455, 43, 498, 107], + [1103, 447, 1280, 716], + [726, 0, 787, 90], + [0, 276, 57, 507], + [76, 174, 558, 647], + [1110, 443, 1264, 720], + [254, 34, 382, 97], + [1019, 50, 1107, 93], + [49, 138, 90, 328], + [568, 459, 899, 637], + [932, 539, 1040, 674], + [1123, 338, 1271, 615], + [828, 514, 1211, 709], + [901, 171, 1264, 550], + [1065, 646, 1280, 720], + [164, 550, 1219, 687], + [34, 200, 128, 547], + [121, 518, 273, 714], + [47, 104, 98, 237], + [453, 56, 517, 101], + [40, 265, 168, 462], + [1109, 354, 1280, 633], + [77, 54, 198, 622], + [116, 197, 245, 365], + [102, 481, 442, 710], + [478, 67, 615, 114], + [900, 579, 994, 671], + [116, 512, 189, 720], + [83, 204, 146, 428], + [0, 193, 219, 657], + [690, 0, 911, 41], + [739, 0, 925, 42], + [116, 197, 245, 365], + [966, 597, 1237, 709], + [105, 528, 370, 710], + [105, 512, 380, 718], + [1096, 238, 1280, 716], + [40, 209, 150, 634], + [108, 482, 428, 708], + [921, 477, 1280, 717], + [1147, 211, 1169, 311], + [1095, 86, 1131, 248], + [194, 0, 292, 63], + [925, 501, 1036, 678], + [901, 478, 1046, 663], + [643, 0, 735, 44], + [1257, 186, 1264, 281], + [682, 0, 800, 69], + [90, 318, 208, 592], + [0, 143, 45, 365], + [745, 596, 874, 696], + [995, 595, 1076, 710], + [43, 272, 186, 655], + [1, 344, 49, 597], + [484, 0, 565, 113], + [369, 82, 639, 193], + [103, 695, 236, 717], + [1185, 9, 1222, 226], + [197, 457, 487, 672], + [1103, 447, 1280, 716], + [482, 513, 643, 621], + [16, 122, 152, 624], + [478, 48, 603, 121], + [440, 70, 492, 132], + [151, 0, 251, 194], + [493, 397, 1210, 691], + [0, 198, 530, 661], + [480, 2, 556, 109], + [227, 541, 539, 669], + [35, 285, 142, 621], + [347, 55, 495, 101], + [1211, 112, 1261, 245], + [726, 0, 787, 90], + [95, 526, 411, 720], + [122, 552, 412, 701], + [59, 156, 515, 648], + [444, 602, 708, 691], + [34, 164, 145, 622], + [989, 601, 1056, 713], + [438, 52, 690, 97], + [151, 0, 251, 194], + [1108, 430, 1275, 684], + [101, 465, 345, 710], + [26, 224, 383, 546], + [19, 17, 65, 352], + [220, 536, 548, 667], + [374, 106, 664, 197], + [15, 198, 59, 491], + [135, 640, 374, 704] + ], + "labels": [ + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 1, 0, 2, 2, 2, 2, 2, 2, + 2, 2, 0, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 1, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 1, 0, 2, 2, 2, 2, 2, 0, 2, 1, 2, 2, 2, 0, 0, 2, 2, 1, 2, + 2, 0, 1, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 0, 1, 2, 2, 1, 2, 2, 1, 1, 2, + 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 2, 2, 2, 1, 0, 1, 2, 0, 2, 2, 2, 2, + 1, 2, 2, 1, 2, 2, 0, 0, 1, 2, 0, 2, 1, 2, 2, 1, 0, 2, 2, 1, 2, 1, 1, + 1, 2, 2, 2, 0, 1, 1, 2, 2, 2, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, + 2, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, + 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, + 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 2, 2, + 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 2, 2, 2, 2, + 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, + 1, 1, 1, 2, 1, 2, 2, 1, 2, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 2, 2, 1, 1, + 2 + ], + "scores": [ + 0.04081951081752777, 0.040814515203237534, 0.03954430669546127, + 0.03762296587228775, 0.03761821985244751, 0.034070633351802826, + 0.03335219994187355, 0.032450925558805466, 0.032314710319042206, + 0.03179589658975601, 0.03168424963951111, 0.03142526373267174, + 0.03139295428991318, 0.03120940551161766, 0.031012943014502525, + 0.030605195090174675, 0.030501510947942734, 0.030500883236527443, + 0.030402053147554398, 0.030343016609549522, 0.030309278517961502, + 0.030295655131340027, 0.0302041657269001, 0.030191047117114067, + 0.03017418459057808, 0.030054036527872086, 0.02991746924817562, + 0.029904823750257492, 0.029844002798199654, 0.02982795052230358, + 0.02977447211742401, 0.029707051813602448, 0.029613887891173363, + 0.02960791252553463, 0.029430722817778587, 0.029351208359003067, + 0.02930876612663269, 0.029287103563547134, 0.029254907742142677, + 0.029253654181957245, 0.029192369431257248, 0.029179159551858902, + 0.029151638969779015, 0.029087524861097336, 0.029057644307613373, + 0.029054097831249237, 0.02904566004872322, 0.02903437241911888, + 0.02897644229233265, 0.028970547020435333, 0.028952108696103096, + 0.028926091268658638, 0.02890554629266262, 0.028856530785560608, + 0.0288210641592741, 0.0287789199501276, 0.028765730559825897, + 0.028684193268418312, 0.028613822534680367, 0.028608117252588272, + 0.028587447479367256, 0.028519973158836365, 0.028518978506326675, + 0.02851717546582222, 0.02851426973938942, 0.02846389450132847, + 0.028425507247447968, 0.028417253866791725, 0.028388962149620056, + 0.028384944424033165, 0.0283820703625679, 0.028377048671245575, + 0.02835247851908207, 0.028297051787376404, 0.028286989778280258, + 0.02828475646674633, 0.028269320726394653, 0.028248585760593414, + 0.02822919934988022, 0.02816464751958847, 0.02814624272286892, + 0.02813863381743431, 0.028125660493969917, 0.028121599927544594, + 0.028106695041060448, 0.028067905455827713, 0.028023282065987587, + 0.0280192568898201, 0.027927951887249947, 0.02784714661538601, + 0.027843346819281578, 0.027835408225655556, 0.02782640978693962, + 0.027821198105812073, 0.027813730761408806, 0.027763256803154945, + 0.02775684930384159, 0.027743199840188026, 0.027739740908145905, + 0.02773926965892315, 0.02773394249379635, 0.027709880843758583, + 0.02766663394868374, 0.027659397572278976, 0.02763347327709198, + 0.027631614357233047, 0.027585076168179512, 0.027539066970348358, + 0.02752956934273243, 0.027510840445756912, 0.027505183592438698, + 0.027477901428937912, 0.027456680312752724, 0.027455659583210945, + 0.027440693229436874, 0.02743763104081154, 0.027435479685664177, + 0.02739107981324196, 0.027390971779823303, 0.02737615630030632, + 0.027373459190130234, 0.02736859768629074, 0.027341090142726898, + 0.02732628956437111, 0.02732064016163349, 0.027295077219605446, + 0.027292458340525627, 0.027289947494864464, 0.027273956686258316, + 0.02721353992819786, 0.0271975789219141, 0.027190344408154488, + 0.02716527320444584, 0.027148768305778503, 0.027123352512717247, + 0.027120964601635933, 0.027104003354907036, 0.02710321545600891, + 0.027087025344371796, 0.02706398442387581, 0.02705412171781063, + 0.02705354429781437, 0.027051562443375587, 0.026964008808135986, + 0.026957029476761818, 0.026889024302363396, 0.026879379525780678, + 0.026868361979722977, 0.02686605602502823, 0.02685530111193657, + 0.026822244748473167, 0.026817765086889267, 0.02678699977695942, + 0.02678278647363186, 0.02677825093269348, 0.02676836960017681, + 0.0267585851252079, 0.026754755526781082, 0.026748567819595337, + 0.026748158037662506, 0.02672467939555645, 0.02670866809785366, + 0.026708604767918587, 0.026704726740717888, 0.026701584458351135, + 0.02668863907456398, 0.026665132492780685, 0.026611551642417908, + 0.02660963125526905, 0.026594439521431923, 0.02658323384821415, + 0.026564693078398705, 0.0265495702624321, 0.026545796543359756, + 0.02653726004064083, 0.026533236727118492, 0.026522161439061165, + 0.026505062356591225, 0.026495883241295815, 0.02648085169494152, + 0.02646603062748909, 0.0264520775526762, 0.026451217010617256, + 0.026410073041915894, 0.026402316987514496, 0.026385175064206123, + 0.02633470669388771, 0.026325169950723648, 0.02631663903594017, + 0.026307886466383934, 0.02627498283982277, 0.02627372555434704, + 0.026273557916283607, 0.026272913441061974, 0.026265712454915047, + 0.02626343071460724, 0.02625645138323307, 0.026252085343003273, + 0.026243511587381363, 0.026231059804558754, 0.026225484907627106, + 0.026222221553325653, 0.026206882670521736, 0.026200078427791595, + 0.026182688772678375, 0.026180537417531013, 0.02617485076189041, + 0.026172930374741554, 0.02617228403687477, 0.02616790495812893, + 0.02616170048713684, 0.026134490966796875, 0.026122139766812325, + 0.02611454576253891, 0.02610737644135952, 0.026104634627699852, + 0.02610068954527378, 0.026099519804120064, 0.026097329333424568, + 0.026086226105690002, 0.02607785165309906, 0.02607210911810398, + 0.02605096623301506, 0.02604696899652481, 0.026045672595500946, + 0.02604539692401886, 0.02602500468492508, 0.026000123471021652, + 0.025987306609749794, 0.02597866766154766, 0.025977827608585358, + 0.025969136506319046, 0.025952890515327454, 0.025937585160136223, + 0.02592546120285988, 0.025914626196026802, 0.025885706767439842, + 0.025882724672555923, 0.025880591943860054, 0.02587105892598629, + 0.025865085422992706, 0.02585488185286522, 0.025850895792245865, + 0.02583022601902485, 0.025811543688178062, 0.02581152506172657, + 0.02579657733440399, 0.02577650174498558, 0.025763489305973053, + 0.025763332843780518, 0.025753017514944077, 0.02574872225522995, + 0.025742601603269577, 0.02573336847126484, 0.02573162503540516, + 0.025723954662680626, 0.025721482932567596, 0.025684282183647156, + 0.02568303979933262, 0.025679709389805794, 0.025657664984464645, + 0.025652959942817688, 0.025644395500421524, 0.025634435936808586, + 0.025633713230490685, 0.025609074160456657, 0.025607815012335777, + 0.02560160867869854, 0.0255950428545475, 0.025594158098101616, + 0.025587448850274086, 0.02558300644159317, 0.025582637637853622, + 0.02556585893034935, 0.025559308007359505, 0.025553204119205475, + 0.025548912584781647, 0.025547003373503685, 0.02553827129304409, + 0.025511255487799644, 0.025510601699352264, 0.0255095474421978, + 0.02550477162003517, 0.02549755573272705, 0.025491999462246895, + 0.025484146550297737, 0.02548210881650448, 0.025481201708316803, + 0.025472447276115417, 0.025461874902248383, 0.025453362613916397, + 0.02542109042406082, 0.025419743731617928, 0.025413667783141136, + 0.025401679798960686, 0.025389740243554115, 0.025385048240423203, + 0.02537768892943859, 0.025376226752996445, 0.025356482714414597 + ], + "label_names": [ + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "tree", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "tree", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "tree", + "bug", + "bug", + "car", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "car", + "bug", + "bug", + "bug", + "tree", + "car", + "tree", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "car", + "car", + "tree", + "bug", + "car", + "bug", + "tree", + "bug", + "bug", + "tree", + "car", + "bug", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "car", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug" + ] + } } ] }, @@ -1455,9 +8740,20 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "780, 189, 1097, 529, 0 (car): 0.962; 662, 97, 846, 308, 1 (tree): 0.707; 263, 58, 571, 361, 2 (bug): 0.348; 681, 113, 805, 281, 1 (tree): 0.234; [0]; [0]" - ] + "reference": { + "bboxes": [ + [780, 189, 1097, 529], + [662, 97, 846, 308], + [263, 58, 571, 361], + [681, 113, 805, 281] + ], + "labels": [0, 1, 2, 1], + "scores": [ + 0.9617263078689575, 0.706867516040802, 0.34801873564720154, + 0.23389798402786255 + ], + "label_names": ["car", "tree", "bug", "tree"] + } } ] }, @@ -1467,9 +8763,20 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "774, 193, 1096, 530, 0 (car): 0.964; 645, 88, 848, 312, 1 (tree): 0.525; 257, 58, 575, 363, 2 (bug): 0.438; 682, 116, 808, 284, 1 (tree): 0.247; [0]; [0]" - ] + "reference": { + "bboxes": [ + [774, 193, 1096, 530], + [645, 88, 848, 312], + [257, 58, 575, 363], + [682, 116, 808, 284] + ], + "labels": [0, 1, 2, 1], + "scores": [ + 0.9636653661727905, 0.5252266526222229, 0.4379594027996063, + 0.24664196372032166 + ], + "label_names": ["car", "tree", "bug", "tree"] + } } ] }, @@ -1479,9 +8786,20 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "774, 193, 1096, 530, 0 (car): 0.964; 645, 88, 848, 312, 1 (tree): 0.524; 257, 58, 575, 363, 2 (bug): 0.437; 682, 116, 808, 284, 1 (tree): 0.253; [0]; [0]" - ] + "reference": { + "bboxes": [ + [774, 193, 1096, 530], + [645, 88, 848, 312], + [257, 58, 575, 363], + [682, 116, 808, 284] + ], + "labels": [0, 1, 2, 1], + "scores": [ + 0.963710367679596, 0.5239323377609253, 0.43732669949531555, + 0.25297829508781433 + ], + "label_names": ["car", "tree", "bug", "tree"] + } } ] }, @@ -1491,9 +8809,17 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "774, 193, 1096, 530, 0 (car): 0.964; 644, 88, 848, 312, 1 (tree): 0.525; 258, 58, 574, 363, 2 (bug): 0.438; 682, 116, 808, 284, 1 (tree): 0.247; [0]; [0]" - ] + "reference": { + "bboxes": [ + [774, 193, 1096, 530], + [644, 88, 848, 312], + [258, 58, 574, 363], + [682, 116, 808, 284] + ], + "labels": [0, 1, 2, 1], + "scores": [0.9638671875, 0.525390625, 0.43798828125, 0.24658203125], + "label_names": ["car", "tree", "bug", "tree"] + } } ] }, @@ -1503,9 +8829,20 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "774, 193, 1096, 530, 0 (car): 0.964; 645, 88, 848, 312, 1 (tree): 0.524; 257, 58, 575, 363, 2 (bug): 0.437; 682, 116, 808, 284, 1 (tree): 0.253; [0]; [0]" - ] + "reference": { + "bboxes": [ + [774, 193, 1096, 530], + [645, 88, 848, 312], + [257, 58, 575, 363], + [682, 116, 808, 284] + ], + "labels": [0, 1, 2, 1], + "scores": [ + 0.963710367679596, 0.5239323377609253, 0.43732669949531555, + 0.25297829508781433 + ], + "label_names": ["car", "tree", "bug", "tree"] + } } ] }, @@ -1515,7 +8852,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["682, 100, 814, 291, 1 (tree): 0.866; [0]; [0]"] + "reference": { + "bboxes": [[682, 100, 814, 291]], + "labels": [1], + "scores": [0.8664385676383972], + "label_names": ["tree"] + } } ] }, @@ -1525,7 +8867,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["685, 103, 813, 288, 1 (tree): 0.939; [0]; [0]"] + "reference": { + "bboxes": [[685, 103, 813, 288]], + "labels": [1], + "scores": [0.9385243654251099], + "label_names": ["tree"] + } } ] }, @@ -1535,7 +8882,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["685, 103, 813, 288, 1 (tree): 0.939; [0]; [0]"] + "reference": { + "bboxes": [[685, 103, 813, 288]], + "labels": [1], + "scores": [0.9385213255882263], + "label_names": ["tree"] + } } ] }, @@ -1545,7 +8897,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["685, 103, 813, 288, 1 (tree): 0.938; [0]; [0]"] + "reference": { + "bboxes": [[685, 103, 813, 288]], + "labels": [1], + "scores": [0.9384765625], + "label_names": ["tree"] + } } ] }, @@ -1555,7 +8912,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["685, 103, 813, 288, 1 (tree): 0.939; [0]; [0]"] + "reference": { + "bboxes": [[685, 103, 813, 288]], + "labels": [1], + "scores": [0.9385213255882263], + "label_names": ["tree"] + } } ] }, @@ -1565,7 +8927,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1575,9 +8942,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "258, 48, 568, 379, 2 (bug): 0.640; 800, 160, 1110, 509, 0 (car): 0.533; [0]; [0]" - ] + "reference": { + "bboxes": [ + [258, 48, 568, 379], + [800, 160, 1110, 509] + ], + "labels": [2, 0], + "scores": [0.6402385234832764, 0.5333679914474487], + "label_names": ["bug", "car"] + } } ] }, @@ -1587,7 +8960,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["263, 48, 567, 376, 2 (bug): 0.629; [0]; [0]"] + "reference": { + "bboxes": [[263, 48, 567, 376]], + "labels": [2], + "scores": [0.6286661028862], + "label_names": ["bug"] + } } ] }, @@ -1597,9 +8975,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "258, 48, 568, 379, 2 (bug): 0.640; 800, 160, 1109, 509, 0 (car): 0.533; [0]; [0]" - ] + "reference": { + "bboxes": [ + [258, 48, 568, 379], + [800, 160, 1109, 509] + ], + "labels": [2, 0], + "scores": [0.64013671875, 0.533203125], + "label_names": ["bug", "car"] + } } ] }, @@ -1609,7 +8993,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["263, 48, 567, 376, 2 (bug): 0.629; [0]; [0]"] + "reference": { + "bboxes": [[263, 48, 567, 376]], + "labels": [2], + "scores": [0.6286718249320984], + "label_names": ["bug"] + } } ] }, @@ -1619,7 +9008,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1629,7 +9023,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1639,7 +9038,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1649,7 +9053,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1659,7 +9068,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1669,9 +9083,730 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "799, 195, 1072, 500, 0 (car): 0.055; 291, 75, 542, 328, 0 (car): 0.054; 291, 75, 542, 328, 1 (tree): 0.050; 671, 105, 818, 285, 0 (car): 0.048; 799, 195, 1072, 500, 1 (tree): 0.044; 795, 193, 1076, 501, 0 (car): 0.043; 291, 75, 542, 328, 2 (bug): 0.040; 671, 105, 818, 285, 1 (tree): 0.039; 284, 74, 546, 328, 0 (car): 0.038; 803, 197, 1068, 500, 0 (car): 0.038; 673, 106, 813, 283, 0 (car): 0.038; 665, 101, 832, 286, 0 (car): 0.037; 666, 103, 822, 286, 0 (car): 0.036; 666, 103, 829, 286, 0 (car): 0.036; 784, 191, 1103, 503, 0 (car): 0.035; 286, 60, 544, 327, 0 (car): 0.035; 284, 74, 546, 328, 2 (bug): 0.035; 799, 195, 1072, 500, 2 (bug): 0.035; 788, 194, 1087, 503, 0 (car): 0.035; 640, 100, 827, 287, 0 (car): 0.035; 284, 61, 544, 329, 0 (car): 0.034; 800, 196, 1067, 500, 0 (car): 0.034; 152, 395, 570, 720, 0 (car): 0.033; 1086, 0, 1177, 28, 0 (car): 0.033; 675, 105, 812, 281, 0 (car): 0.033; 799, 200, 1073, 502, 0 (car): 0.033; 803, 197, 1068, 500, 2 (bug): 0.033; 802, 196, 1070, 501, 0 (car): 0.033; 806, 197, 1075, 499, 0 (car): 0.033; 806, 197, 1075, 499, 2 (bug): 0.033; 279, 73, 544, 328, 2 (bug): 0.033; 797, 191, 1075, 500, 0 (car): 0.033; 798, 193, 1069, 500, 0 (car): 0.033; 800, 199, 1067, 499, 0 (car): 0.033; 797, 211, 1069, 498, 0 (car): 0.033; 276, 75, 538, 325, 2 (bug): 0.032; 288, 73, 540, 327, 0 (car): 0.032; 671, 105, 818, 285, 2 (bug): 0.032; 802, 195, 1072, 500, 0 (car): 0.032; 665, 102, 824, 286, 0 (car): 0.032; 658, 99, 838, 287, 0 (car): 0.032; 287, 62, 542, 325, 0 (car): 0.032; 800, 199, 1067, 499, 2 (bug): 0.032; 276, 75, 538, 325, 0 (car): 0.032; 667, 104, 830, 284, 0 (car): 0.032; 671, 105, 817, 284, 0 (car): 0.032; 804, 194, 1085, 500, 0 (car): 0.032; 802, 195, 1065, 500, 0 (car): 0.032; 660, 99, 839, 286, 0 (car): 0.032; 673, 106, 813, 283, 2 (bug): 0.032; 665, 102, 827, 287, 0 (car): 0.032; 802, 195, 1072, 500, 2 (bug): 0.032; 800, 196, 1067, 500, 2 (bug): 0.032; 799, 200, 1073, 502, 2 (bug): 0.032; 802, 196, 1070, 501, 2 (bug): 0.032; 670, 106, 818, 284, 0 (car): 0.032; 801, 196, 1071, 499, 0 (car): 0.031; 665, 104, 821, 285, 0 (car): 0.031; 293, 129, 538, 323, 0 (car): 0.031; 288, 73, 540, 327, 2 (bug): 0.031; 279, 73, 544, 328, 0 (car): 0.031; 286, 60, 544, 327, 2 (bug): 0.031; 675, 106, 809, 285, 0 (car): 0.031; 290, 66, 539, 326, 0 (car): 0.031; 797, 211, 1069, 498, 2 (bug): 0.031; 284, 74, 546, 328, 1 (tree): 0.031; 666, 103, 829, 286, 2 (bug): 0.031; 668, 104, 828, 284, 0 (car): 0.031; 666, 103, 829, 286, 1 (tree): 0.031; 666, 104, 823, 286, 0 (car): 0.031; 665, 101, 832, 286, 2 (bug): 0.031; 801, 196, 1071, 499, 2 (bug): 0.031; 800, 221, 1067, 499, 0 (car): 0.031; 796, 194, 1074, 499, 0 (car): 0.031; 800, 204, 1070, 498, 0 (car): 0.031; 666, 103, 822, 286, 2 (bug): 0.031; 675, 105, 812, 281, 2 (bug): 0.031; 284, 61, 544, 329, 2 (bug): 0.031; 293, 76, 535, 318, 2 (bug): 0.031; 667, 107, 823, 286, 0 (car): 0.031; 804, 194, 1085, 500, 2 (bug): 0.031; 795, 193, 1076, 501, 2 (bug): 0.030; 665, 101, 832, 286, 1 (tree): 0.030; 290, 66, 539, 326, 2 (bug): 0.030; 273, 73, 553, 325, 0 (car): 0.030; 152, 395, 570, 720, 2 (bug): 0.030; 1227, 0, 1278, 56, 0 (car): 0.030; 670, 108, 817, 286, 0 (car): 0.030; 787, 216, 1080, 503, 0 (car): 0.030; 802, 195, 1065, 500, 2 (bug): 0.030; 209, 65, 545, 334, 0 (car): 0.030; 798, 193, 1069, 500, 2 (bug): 0.030; 805, 207, 1060, 499, 0 (car): 0.030; 677, 105, 816, 283, 0 (car): 0.030; 669, 112, 819, 284, 0 (car): 0.030; 287, 84, 550, 326, 2 (bug): 0.030; 800, 221, 1067, 499, 2 (bug): 0.030; 798, 305, 1063, 498, 0 (car): 0.030; 274, 70, 551, 329, 0 (car): 0.030; 797, 191, 1075, 500, 2 (bug): 0.030; 1198, 0, 1242, 36, 2 (bug): 0.030; 1169, 0, 1261, 36, 2 (bug): 0.030; 665, 104, 822, 287, 0 (car): 0.030; 666, 103, 822, 286, 1 (tree): 0.030; 286, 72, 541, 328, 0 (car): 0.030; 264, 75, 538, 322, 2 (bug): 0.030; 260, 69, 565, 331, 2 (bug): 0.030; 273, 73, 553, 325, 2 (bug): 0.030; 264, 75, 538, 322, 0 (car): 0.030; 805, 207, 1060, 499, 2 (bug): 0.030; 799, 298, 1065, 498, 0 (car): 0.030; 287, 84, 550, 326, 0 (car): 0.030; 800, 204, 1070, 498, 2 (bug): 0.030; 668, 104, 828, 284, 2 (bug): 0.030; 293, 76, 535, 318, 0 (car): 0.030; 788, 194, 1087, 503, 2 (bug): 0.030; 1198, 0, 1242, 36, 0 (car): 0.030; 1169, 0, 1261, 36, 0 (car): 0.030; 673, 104, 810, 279, 0 (car): 0.030; 670, 102, 818, 286, 0 (car): 0.030; 796, 194, 1074, 499, 2 (bug): 0.029; 1218, 0, 1258, 37, 0 (car): 0.029; 282, 73, 542, 325, 0 (car): 0.029; 663, 89, 827, 286, 0 (car): 0.029; 663, 107, 822, 288, 0 (car): 0.029; 801, 289, 1063, 498, 0 (car): 0.029; 800, 292, 1063, 498, 0 (car): 0.029; 22, 0, 77, 35, 0 (car): 0.029; 674, 109, 809, 282, 0 (car): 0.029; 1218, 0, 1258, 37, 2 (bug): 0.029; 796, 293, 1068, 499, 0 (car): 0.029; 800, 240, 1066, 498, 0 (car): 0.029; 801, 293, 1061, 497, 0 (car): 0.029; 673, 106, 813, 283, 1 (tree): 0.029; 667, 104, 830, 284, 2 (bug): 0.029; 671, 105, 817, 284, 2 (bug): 0.029; 274, 70, 551, 329, 2 (bug): 0.029; 787, 216, 1080, 503, 2 (bug): 0.029; 286, 72, 541, 328, 2 (bug): 0.029; 1216, 0, 1262, 47, 2 (bug): 0.029; 799, 323, 1062, 498, 0 (car): 0.029; 659, 95, 831, 287, 0 (car): 0.029; 665, 104, 821, 285, 2 (bug): 0.029; 1086, 0, 1177, 28, 2 (bug): 0.029; 282, 73, 542, 325, 2 (bug): 0.029; 670, 106, 818, 284, 2 (bug): 0.029; 667, 107, 823, 286, 2 (bug): 0.029; 808, 192, 1080, 489, 0 (car): 0.029; 296, 140, 540, 324, 0 (car): 0.029; 675, 105, 812, 281, 1 (tree): 0.029; 803, 197, 1068, 500, 1 (tree): 0.029; 260, 69, 565, 331, 0 (car): 0.029; 285, 81, 536, 319, 2 (bug): 0.029; 666, 104, 823, 286, 2 (bug): 0.028; 799, 200, 1073, 502, 1 (tree): 0.028; 795, 193, 1076, 501, 1 (tree): 0.028; 285, 81, 536, 319, 0 (car): 0.028; 337, 169, 536, 323, 0 (car): 0.028; 800, 240, 1066, 498, 2 (bug): 0.028; 802, 196, 1070, 501, 1 (tree): 0.028; 806, 197, 1075, 499, 1 (tree): 0.028; 22, 0, 77, 35, 2 (bug): 0.028; 1216, 0, 1262, 47, 0 (car): 0.028; 293, 129, 538, 323, 2 (bug): 0.028; 784, 191, 1103, 503, 2 (bug): 0.028; 669, 112, 819, 284, 2 (bug): 0.028; 280, 82, 557, 329, 2 (bug): 0.028; 1226, 0, 1262, 20, 2 (bug): 0.028; 670, 108, 817, 286, 2 (bug): 0.028; 800, 196, 1067, 500, 1 (tree): 0.028; 1227, 0, 1278, 56, 2 (bug): 0.028; 294, 78, 528, 279, 0 (car): 0.028; 655, 97, 848, 288, 0 (car): 0.028; 657, 97, 835, 288, 0 (car): 0.028; 276, 75, 538, 325, 1 (tree): 0.028; 808, 192, 1080, 489, 2 (bug): 0.028; 654, 97, 851, 287, 0 (car): 0.028; 675, 106, 809, 285, 2 (bug): 0.028; 800, 199, 1067, 499, 1 (tree): 0.028; 664, 108, 820, 290, 0 (car): 0.028; 802, 195, 1072, 500, 1 (tree): 0.028; 665, 100, 822, 288, 0 (car): 0.028; 640, 100, 827, 287, 2 (bug): 0.028; 797, 211, 1069, 498, 1 (tree): 0.028; 793, 278, 1070, 499, 0 (car): 0.028; 794, 255, 1072, 499, 0 (car): 0.028; 658, 99, 833, 289, 0 (car): 0.027; 280, 82, 557, 329, 0 (car): 0.027; 288, 73, 540, 327, 1 (tree): 0.027; 663, 94, 827, 285, 0 (car): 0.027; 668, 99, 822, 288, 0 (car): 0.027; 663, 98, 829, 283, 0 (car): 0.027; 788, 183, 1095, 503, 0 (car): 0.027; 658, 99, 838, 287, 2 (bug): 0.027; 662, 99, 829, 286, 0 (car): 0.027; 804, 194, 1085, 500, 1 (tree): 0.027; 671, 105, 817, 284, 1 (tree): 0.027; 287, 62, 542, 325, 2 (bug): 0.027; 665, 104, 822, 287, 2 (bug): 0.027; 677, 105, 816, 283, 2 (bug): 0.027; 668, 104, 828, 284, 1 (tree): 0.027; 279, 73, 544, 328, 1 (tree): 0.027; 663, 107, 822, 288, 2 (bug): 0.027; 665, 104, 821, 285, 1 (tree): 0.027; 665, 102, 824, 286, 2 (bug): 0.027; 670, 106, 818, 284, 1 (tree): 0.027; 1113, 640, 1280, 704, 2 (bug): 0.027; 0, 547, 85, 687, 0 (car): 0.027; 666, 96, 821, 288, 0 (car): 0.027; 1151, 0, 1266, 37, 2 (bug): 0.027; 260, 64, 621, 334, 0 (car): 0.027; 643, 97, 852, 299, 0 (car): 0.027; 801, 196, 1071, 499, 1 (tree): 0.027; 673, 104, 810, 279, 2 (bug): 0.027; 657, 97, 841, 285, 0 (car): 0.027; 798, 193, 1069, 500, 1 (tree): 0.027; 654, 102, 841, 286, 0 (car): 0.027; 665, 102, 827, 287, 2 (bug): 0.027; 667, 107, 823, 286, 1 (tree): 0.027; 662, 97, 827, 286, 0 (car): 0.027; 335, 152, 538, 323, 0 (car): 0.027; 674, 109, 809, 282, 2 (bug): 0.027; 652, 96, 849, 288, 0 (car): 0.027; 669, 112, 819, 284, 1 (tree): 0.027; 788, 183, 1095, 503, 2 (bug): 0.027; 802, 195, 1065, 500, 1 (tree): 0.027; 298, 183, 363, 204, 0 (car): 0.027; 660, 99, 839, 286, 2 (bug): 0.027; 0, 547, 85, 687, 2 (bug): 0.027; 670, 102, 818, 286, 2 (bug): 0.026; 646, 97, 845, 297, 0 (car): 0.026; 798, 338, 1064, 499, 0 (car): 0.026; 797, 191, 1075, 500, 1 (tree): 0.026; 666, 104, 823, 286, 1 (tree): 0.026; 1151, 0, 1266, 37, 0 (car): 0.026; 290, 66, 539, 326, 1 (tree): 0.026; 284, 61, 544, 329, 1 (tree): 0.026; 670, 108, 817, 286, 1 (tree): 0.026; 292, 78, 525, 269, 0 (car): 0.026; 800, 221, 1067, 499, 1 (tree): 0.026; 640, 100, 827, 287, 1 (tree): 0.026; 1218, 5, 1277, 39, 0 (car): 0.026; 296, 140, 540, 324, 2 (bug): 0.026; 1226, 0, 1262, 20, 0 (car): 0.026; 664, 94, 827, 288, 0 (car): 0.026; 286, 60, 544, 327, 1 (tree): 0.026; 800, 204, 1070, 498, 1 (tree): 0.026; 15, 591, 107, 707, 0 (car): 0.026; 667, 104, 830, 284, 1 (tree): 0.026; 293, 76, 535, 318, 1 (tree): 0.026; 796, 194, 1074, 499, 1 (tree): 0.026; 273, 73, 553, 325, 1 (tree): 0.026; 666, 102, 831, 280, 0 (car): 0.026; 661, 94, 827, 286, 0 (car): 0.026; 803, 255, 1043, 497, 0 (car): 0.026; 1113, 640, 1280, 704, 0 (car): 0.026; 21, 588, 81, 704, 0 (car): 0.026; 665, 100, 822, 288, 2 (bug): 0.026; 308, 142, 539, 322, 0 (car): 0.026; 787, 216, 1080, 503, 1 (tree): 0.026; 209, 65, 545, 334, 2 (bug): 0.026; 675, 106, 809, 285, 1 (tree): 0.026; 799, 345, 1059, 498, 0 (car): 0.026; 274, 65, 550, 332, 2 (bug): 0.026; 840, 196, 1070, 452, 0 (car): 0.026; 678, 107, 814, 264, 0 (car): 0.026; 657, 97, 841, 285, 2 (bug): 0.026; 656, 100, 832, 291, 0 (car): 0.026; 661, 99, 825, 290, 0 (car): 0.026; 662, 99, 829, 286, 2 (bug): 0.026; 788, 194, 1087, 503, 1 (tree): 0.026; 8, 592, 82, 688, 0 (car): 0.026; 166, 238, 236, 280, 0 (car): 0.026; 17, 633, 73, 702, 0 (car): 0.026; 1234, 17, 1270, 43, 0 (car): 0.026; 287, 84, 550, 326, 1 (tree): 0.026; 263, 61, 507, 311, 0 (car): 0.026; 264, 75, 538, 322, 1 (tree): 0.026; 798, 278, 1068, 500, 0 (car): 0.026; 664, 108, 820, 290, 2 (bug): 0.026; 793, 251, 1074, 499, 2 (bug): 0.026; 784, 191, 1103, 503, 1 (tree): 0.026; 805, 207, 1060, 499, 1 (tree): 0.026; 337, 197, 539, 325, 0 (car): 0.026; 1234, 17, 1270, 43, 2 (bug): 0.026; 684, 108, 809, 264, 0 (car): 0.026; 793, 251, 1074, 499, 0 (car): 0.026; 15, 591, 107, 707, 2 (bug): 0.026; 665, 104, 822, 287, 1 (tree): 0.025; 797, 272, 1062, 500, 0 (car): 0.025; 663, 94, 827, 285, 2 (bug): 0.025; 293, 129, 538, 323, 1 (tree): 0.025; 274, 65, 550, 332, 0 (car): 0.025; 663, 107, 822, 288, 1 (tree): 0.025; 286, 72, 541, 328, 1 (tree): 0.025; 794, 255, 1072, 499, 2 (bug): 0.025; 790, 289, 1084, 515, 0 (car): 0.025; 668, 99, 822, 288, 2 (bug): 0.025; 799, 347, 1057, 498, 0 (car): 0.025; 276, 68, 551, 331, 0 (car): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [799, 195, 1072, 500], + [291, 75, 542, 328], + [291, 75, 542, 328], + [671, 105, 818, 285], + [799, 195, 1072, 500], + [795, 193, 1076, 501], + [291, 75, 542, 328], + [671, 105, 818, 285], + [284, 74, 546, 328], + [803, 197, 1068, 500], + [673, 106, 813, 283], + [665, 101, 832, 286], + [666, 103, 822, 286], + [666, 103, 829, 286], + [784, 191, 1103, 503], + [286, 60, 544, 327], + [284, 74, 546, 328], + [799, 195, 1072, 500], + [788, 194, 1087, 503], + [640, 100, 827, 287], + [284, 61, 544, 329], + [800, 196, 1067, 500], + [152, 395, 570, 720], + [1086, 0, 1177, 28], + [675, 105, 812, 281], + [799, 200, 1073, 502], + [803, 197, 1068, 500], + [802, 196, 1070, 501], + [806, 197, 1075, 499], + [806, 197, 1075, 499], + [279, 73, 544, 328], + [797, 191, 1075, 500], + [798, 193, 1069, 500], + [800, 199, 1067, 499], + [797, 211, 1069, 498], + [276, 75, 538, 325], + [288, 73, 540, 327], + [671, 105, 818, 285], + [802, 195, 1072, 500], + [665, 102, 824, 286], + [658, 99, 838, 287], + [287, 62, 542, 325], + [800, 199, 1067, 499], + [276, 75, 538, 325], + [667, 104, 830, 284], + [671, 105, 817, 284], + [804, 194, 1085, 500], + [802, 195, 1065, 500], + [660, 99, 839, 286], + [673, 106, 813, 283], + [665, 102, 827, 287], + [802, 195, 1072, 500], + [800, 196, 1067, 500], + [799, 200, 1073, 502], + [802, 196, 1070, 501], + [670, 106, 818, 284], + [801, 196, 1071, 499], + [665, 104, 821, 285], + [293, 129, 538, 323], + [288, 73, 540, 327], + [279, 73, 544, 328], + [286, 60, 544, 327], + [675, 106, 809, 285], + [290, 66, 539, 326], + [797, 211, 1069, 498], + [284, 74, 546, 328], + [666, 103, 829, 286], + [668, 104, 828, 284], + [666, 103, 829, 286], + [666, 104, 823, 286], + [665, 101, 832, 286], + [801, 196, 1071, 499], + [800, 221, 1067, 499], + [796, 194, 1074, 499], + [800, 204, 1070, 498], + [666, 103, 822, 286], + [675, 105, 812, 281], + [284, 61, 544, 329], + [293, 76, 535, 318], + [667, 107, 823, 286], + [804, 194, 1085, 500], + [795, 193, 1076, 501], + [665, 101, 832, 286], + [290, 66, 539, 326], + [273, 73, 553, 325], + [152, 395, 570, 720], + [1227, 0, 1278, 56], + [670, 108, 817, 286], + [787, 216, 1080, 503], + [802, 195, 1065, 500], + [209, 65, 545, 334], + [798, 193, 1069, 500], + [805, 207, 1060, 499], + [677, 105, 816, 283], + [669, 112, 819, 284], + [287, 84, 550, 326], + [800, 221, 1067, 499], + [798, 305, 1063, 498], + [274, 70, 551, 329], + [797, 191, 1075, 500], + [1198, 0, 1242, 36], + [1169, 0, 1261, 36], + [665, 104, 822, 287], + [666, 103, 822, 286], + [286, 72, 541, 328], + [264, 75, 538, 322], + [260, 69, 565, 331], + [273, 73, 553, 325], + [264, 75, 538, 322], + [805, 207, 1060, 499], + [799, 298, 1065, 498], + [287, 84, 550, 326], + [800, 204, 1070, 498], + [668, 104, 828, 284], + [293, 76, 535, 318], + [788, 194, 1087, 503], + [1198, 0, 1242, 36], + [1169, 0, 1261, 36], + [673, 104, 810, 279], + [670, 102, 818, 286], + [796, 194, 1074, 499], + [1218, 0, 1258, 37], + [282, 73, 542, 325], + [663, 89, 827, 286], + [663, 107, 822, 288], + [801, 289, 1063, 498], + [800, 292, 1063, 498], + [22, 0, 77, 35], + [674, 109, 809, 282], + [1218, 0, 1258, 37], + [796, 293, 1068, 499], + [800, 240, 1066, 498], + [801, 293, 1061, 497], + [673, 106, 813, 283], + [667, 104, 830, 284], + [671, 105, 817, 284], + [274, 70, 551, 329], + [787, 216, 1080, 503], + [286, 72, 541, 328], + [1216, 0, 1262, 47], + [799, 323, 1062, 498], + [659, 95, 831, 287], + [665, 104, 821, 285], + [1086, 0, 1177, 28], + [282, 73, 542, 325], + [670, 106, 818, 284], + [667, 107, 823, 286], + [808, 192, 1080, 489], + [296, 140, 540, 324], + [675, 105, 812, 281], + [803, 197, 1068, 500], + [260, 69, 565, 331], + [285, 81, 536, 319], + [666, 104, 823, 286], + [799, 200, 1073, 502], + [795, 193, 1076, 501], + [285, 81, 536, 319], + [337, 169, 536, 323], + [800, 240, 1066, 498], + [802, 196, 1070, 501], + [806, 197, 1075, 499], + [22, 0, 77, 35], + [1216, 0, 1262, 47], + [293, 129, 538, 323], + [784, 191, 1103, 503], + [669, 112, 819, 284], + [280, 82, 557, 329], + [1226, 0, 1262, 20], + [670, 108, 817, 286], + [800, 196, 1067, 500], + [1227, 0, 1278, 56], + [294, 78, 528, 279], + [655, 97, 848, 288], + [657, 97, 835, 288], + [276, 75, 538, 325], + [808, 192, 1080, 489], + [654, 97, 851, 287], + [675, 106, 809, 285], + [800, 199, 1067, 499], + [664, 108, 820, 290], + [802, 195, 1072, 500], + [665, 100, 822, 288], + [640, 100, 827, 287], + [797, 211, 1069, 498], + [793, 278, 1070, 499], + [794, 255, 1072, 499], + [658, 99, 833, 289], + [280, 82, 557, 329], + [288, 73, 540, 327], + [663, 94, 827, 285], + [668, 99, 822, 288], + [663, 98, 829, 283], + [788, 183, 1095, 503], + [658, 99, 838, 287], + [662, 99, 829, 286], + [804, 194, 1085, 500], + [671, 105, 817, 284], + [287, 62, 542, 325], + [665, 104, 822, 287], + [677, 105, 816, 283], + [668, 104, 828, 284], + [279, 73, 544, 328], + [663, 107, 822, 288], + [665, 104, 821, 285], + [665, 102, 824, 286], + [670, 106, 818, 284], + [1113, 640, 1280, 704], + [0, 547, 85, 687], + [666, 96, 821, 288], + [1151, 0, 1266, 37], + [260, 64, 621, 334], + [643, 97, 852, 299], + [801, 196, 1071, 499], + [673, 104, 810, 279], + [657, 97, 841, 285], + [798, 193, 1069, 500], + [654, 102, 841, 286], + [665, 102, 827, 287], + [667, 107, 823, 286], + [662, 97, 827, 286], + [335, 152, 538, 323], + [674, 109, 809, 282], + [652, 96, 849, 288], + [669, 112, 819, 284], + [788, 183, 1095, 503], + [802, 195, 1065, 500], + [298, 183, 363, 204], + [660, 99, 839, 286], + [0, 547, 85, 687], + [670, 102, 818, 286], + [646, 97, 845, 297], + [798, 338, 1064, 499], + [797, 191, 1075, 500], + [666, 104, 823, 286], + [1151, 0, 1266, 37], + [290, 66, 539, 326], + [284, 61, 544, 329], + [670, 108, 817, 286], + [292, 78, 525, 269], + [800, 221, 1067, 499], + [640, 100, 827, 287], + [1218, 5, 1277, 39], + [296, 140, 540, 324], + [1226, 0, 1262, 20], + [664, 94, 827, 288], + [286, 60, 544, 327], + [800, 204, 1070, 498], + [15, 591, 107, 707], + [667, 104, 830, 284], + [293, 76, 535, 318], + [796, 194, 1074, 499], + [273, 73, 553, 325], + [666, 102, 831, 280], + [661, 94, 827, 286], + [803, 255, 1043, 497], + [1113, 640, 1280, 704], + [21, 588, 81, 704], + [665, 100, 822, 288], + [308, 142, 539, 322], + [787, 216, 1080, 503], + [209, 65, 545, 334], + [675, 106, 809, 285], + [799, 345, 1059, 498], + [274, 65, 550, 332], + [840, 196, 1070, 452], + [678, 107, 814, 264], + [657, 97, 841, 285], + [656, 100, 832, 291], + [661, 99, 825, 290], + [662, 99, 829, 286], + [788, 194, 1087, 503], + [8, 592, 82, 688], + [166, 238, 236, 280], + [17, 633, 73, 702], + [1234, 17, 1270, 43], + [287, 84, 550, 326], + [263, 61, 507, 311], + [264, 75, 538, 322], + [798, 278, 1068, 500], + [664, 108, 820, 290], + [793, 251, 1074, 499], + [784, 191, 1103, 503], + [805, 207, 1060, 499], + [337, 197, 539, 325], + [1234, 17, 1270, 43], + [684, 108, 809, 264], + [793, 251, 1074, 499], + [15, 591, 107, 707], + [665, 104, 822, 287], + [797, 272, 1062, 500], + [663, 94, 827, 285], + [293, 129, 538, 323], + [274, 65, 550, 332], + [663, 107, 822, 288], + [286, 72, 541, 328], + [794, 255, 1072, 499], + [790, 289, 1084, 515], + [668, 99, 822, 288], + [799, 347, 1057, 498], + [276, 68, 551, 331] + ], + "labels": [ + 0, 0, 1, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, + 0, 0, 0, 2, 0, 0, 2, 2, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, + 0, 0, 0, 2, 0, 2, 2, 2, 2, 0, 0, 0, 0, 2, 0, 2, 0, 0, 2, 1, 2, 0, 1, + 0, 2, 2, 0, 0, 0, 2, 2, 2, 2, 0, 2, 2, 1, 2, 0, 2, 0, 0, 0, 2, 0, 2, + 0, 0, 0, 2, 2, 0, 0, 2, 2, 2, 0, 1, 0, 2, 2, 2, 0, 2, 0, 0, 2, 2, 0, + 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 2, 2, 2, 2, + 2, 2, 0, 0, 2, 2, 2, 2, 2, 0, 0, 1, 1, 0, 2, 2, 1, 1, 0, 0, 2, 1, 1, + 2, 0, 2, 2, 2, 2, 2, 2, 1, 2, 0, 0, 0, 1, 2, 0, 2, 1, 0, 1, 0, 2, 1, + 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 1, 1, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, + 0, 0, 2, 0, 0, 1, 2, 0, 1, 0, 2, 1, 0, 0, 2, 0, 1, 2, 1, 0, 2, 2, 2, + 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 2, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, + 0, 0, 0, 0, 2, 0, 1, 2, 1, 0, 2, 0, 0, 2, 0, 0, 2, 1, 0, 0, 0, 0, 1, + 0, 1, 0, 2, 2, 1, 1, 0, 2, 0, 0, 2, 1, 0, 2, 1, 0, 1, 1, 2, 0, 2, 0, + 0 + ], + "scores": [ + 0.05523912236094475, 0.054442934691905975, 0.05027465149760246, + 0.04793805256485939, 0.044293880462646484, 0.042554840445518494, + 0.04003201052546501, 0.03910508379340172, 0.03845267742872238, + 0.038260288536548615, 0.038248587399721146, 0.03676041215658188, + 0.036140576004981995, 0.03608560189604759, 0.03549174964427948, + 0.03532908856868744, 0.035188183188438416, 0.035165682435035706, + 0.03482312709093094, 0.03460496664047241, 0.03433900326490402, + 0.03356067091226578, 0.03334055840969086, 0.03330995887517929, + 0.03315601870417595, 0.0331476628780365, 0.033085402101278305, + 0.033083852380514145, 0.03298523277044296, 0.03297000750899315, + 0.03281894698739052, 0.03278283029794693, 0.03268348425626755, + 0.03252542391419411, 0.03250565752387047, 0.032423000782728195, + 0.0323098786175251, 0.03228655457496643, 0.03217339515686035, + 0.03217165172100067, 0.032018207013607025, 0.03201727196574211, + 0.03193506971001625, 0.031852882355451584, 0.03185182437300682, + 0.03179880231618881, 0.03178626671433449, 0.03178315982222557, + 0.03175755962729454, 0.031712401658296585, 0.031646523624658585, + 0.03162462264299393, 0.03160841763019562, 0.03158991411328316, + 0.031583186239004135, 0.03153937682509422, 0.03147447854280472, + 0.0314348004758358, 0.031392913311719894, 0.03139118850231171, + 0.03132665529847145, 0.031156199052929878, 0.031146248802542686, + 0.03110417164862156, 0.031091082841157913, 0.031053930521011353, + 0.031048189848661423, 0.031037751585245132, 0.030972495675086975, + 0.03095063380897045, 0.030937308445572853, 0.030874917283654213, + 0.030827606096863747, 0.030825840309262276, 0.030728016048669815, + 0.030717210844159126, 0.030665026977658272, 0.030621781945228577, + 0.03060143068432808, 0.03059195540845394, 0.030563365668058395, + 0.030472978949546814, 0.03041495941579342, 0.030397512018680573, + 0.030318452045321465, 0.030293012037873268, 0.03028356097638607, + 0.030281158164143562, 0.03022810071706772, 0.030176717787981033, + 0.030134504660964012, 0.03011377342045307, 0.030111219733953476, + 0.030099626630544662, 0.030096465721726418, 0.030088763684034348, + 0.030066443607211113, 0.030035678297281265, 0.03002599999308586, + 0.03002428263425827, 0.02999887801706791, 0.029974421486258507, + 0.029971793293952942, 0.02994716167449951, 0.02993438020348549, + 0.029911810532212257, 0.029882630333304405, 0.029862241819500923, + 0.029853537678718567, 0.0298294760286808, 0.029825426638126373, + 0.029816264286637306, 0.029804127290844917, 0.029768887907266617, + 0.029714327305555344, 0.029687222093343735, 0.029680175706744194, + 0.029642265290021896, 0.029639054089784622, 0.02951408177614212, + 0.029438497498631477, 0.029435494914650917, 0.029434463009238243, + 0.029376059770584106, 0.029350245371460915, 0.02931596338748932, + 0.02928394265472889, 0.029228677973151207, 0.029225820675492287, + 0.02919108420610428, 0.0291149839758873, 0.029111282899975777, + 0.029110044240951538, 0.029056593775749207, 0.029054053127765656, + 0.029023317620158195, 0.02899891324341297, 0.028993668034672737, + 0.02897297404706478, 0.028949622064828873, 0.028860261663794518, + 0.028809940442442894, 0.028804609552025795, 0.028747988864779472, + 0.02872772142291069, 0.028685342520475388, 0.028607215732336044, + 0.028574738651514053, 0.02856491692364216, 0.028550827875733376, + 0.02854749746620655, 0.0285219457000494, 0.028510291129350662, + 0.028483273461461067, 0.028482481837272644, 0.02847864106297493, + 0.02841239608824253, 0.028366269543766975, 0.02833203412592411, + 0.0283293928951025, 0.02828732319176197, 0.028259746730327606, + 0.02824992686510086, 0.028243375942111015, 0.028222039341926575, + 0.0281864982098341, 0.028177598491311073, 0.028162840753793716, + 0.028079401701688766, 0.028039446100592613, 0.027956951409578323, + 0.027946867048740387, 0.027933580800890923, 0.027923397719860077, + 0.027903251349925995, 0.027864666655659676, 0.0277971513569355, + 0.027765946462750435, 0.027764661237597466, 0.02774030528962612, + 0.02770046703517437, 0.027683109045028687, 0.027613647282123566, + 0.02760026417672634, 0.027574390172958374, 0.027507269755005836, + 0.027440235018730164, 0.027432478964328766, 0.027415836229920387, + 0.027393443509936333, 0.027363069355487823, 0.027362100780010223, + 0.0273396335542202, 0.02731328457593918, 0.02728625014424324, + 0.027265598997473717, 0.02722715027630329, 0.027187572792172432, + 0.02718338556587696, 0.027087127789855003, 0.027045831084251404, + 0.027042463421821594, 0.027027176693081856, 0.026979761198163033, + 0.026965506374835968, 0.026962578296661377, 0.02695656754076481, + 0.026935216039419174, 0.026914937421679497, 0.026914512738585472, + 0.026877541095018387, 0.026875551789999008, 0.026863763108849525, + 0.026842691004276276, 0.026812372729182243, 0.026795655488967896, + 0.02676212601363659, 0.026671916246414185, 0.026669487357139587, + 0.026660379022359848, 0.026652932167053223, 0.026645082980394363, + 0.02664305455982685, 0.026637479662895203, 0.026613393798470497, + 0.026555433869361877, 0.02655411697924137, 0.026551416143774986, + 0.026502594351768494, 0.026490608230233192, 0.026469392701983452, + 0.02646608091890812, 0.026452668011188507, 0.026428118348121643, + 0.026386691257357597, 0.026374751701951027, 0.02636885456740856, + 0.026338772848248482, 0.026322180405259132, 0.026296857744455338, + 0.026285158470273018, 0.02627464197576046, 0.02627221867442131, + 0.02625913731753826, 0.026253214105963707, 0.026183124631643295, + 0.026171082630753517, 0.026145434007048607, 0.02613188326358795, + 0.026090199127793312, 0.02607600949704647, 0.026061804965138435, + 0.026055969297885895, 0.02604268118739128, 0.026037588715553284, + 0.02603055164217949, 0.025993214920163155, 0.025957461446523666, + 0.025957269594073296, 0.025941746309399605, 0.025923974812030792, + 0.02589898183941841, 0.025897489860653877, 0.025852123275399208, + 0.0258316770195961, 0.02579301968216896, 0.025766434147953987, + 0.02575117163360119, 0.025746667757630348, 0.025729455053806305, + 0.025714211165905, 0.025708017870783806, 0.02570689655840397, + 0.02567930519580841, 0.025644218549132347, 0.025636766105890274, + 0.02563273347914219, 0.025629935786128044, 0.025625940412282944, + 0.025618329644203186, 0.025605451315641403, 0.025597868487238884, + 0.025586923584342003, 0.02556018717586994, 0.025556718930602074, + 0.025533000007271767, 0.02552713081240654, 0.025516631081700325, + 0.025487437844276428, 0.02545369230210781, 0.02543211169540882, + 0.025431407615542412, 0.025364482775330544, 0.02532709576189518, + 0.025312919169664383, 0.025308893993496895, 0.025298720225691795, + 0.0252379197627306, 0.025209417566657066, 0.025188006460666656 + ], + "label_names": [ + "car", + "car", + "tree", + "car", + "tree", + "car", + "bug", + "tree", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "tree", + "bug", + "car", + "tree", + "car", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "tree", + "bug", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "car", + "tree", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "car", + "tree", + "tree", + "car", + "bug", + "bug", + "tree", + "tree", + "car", + "car", + "bug", + "tree", + "tree", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "car", + "car", + "car", + "tree", + "bug", + "car", + "bug", + "tree", + "car", + "tree", + "car", + "bug", + "tree", + "car", + "car", + "car", + "car", + "tree", + "car", + "car", + "car", + "car", + "bug", + "car", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "bug", + "car", + "car", + "bug", + "car", + "car", + "tree", + "bug", + "car", + "tree", + "car", + "bug", + "tree", + "car", + "car", + "bug", + "car", + "tree", + "bug", + "tree", + "car", + "bug", + "bug", + "bug", + "car", + "car", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "car", + "bug", + "car", + "car", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "tree", + "bug", + "tree", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "bug", + "tree", + "car", + "car", + "car", + "car", + "tree", + "car", + "tree", + "car", + "bug", + "bug", + "tree", + "tree", + "car", + "bug", + "car", + "car", + "bug", + "tree", + "car", + "bug", + "tree", + "car", + "tree", + "tree", + "bug", + "car", + "bug", + "car", + "car" + ] + } } ] }, @@ -1681,9 +9816,730 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "800, 195, 1072, 501, 0 (car): 0.053; 290, 76, 542, 328, 0 (car): 0.050; 290, 76, 542, 328, 1 (tree): 0.049; 670, 105, 817, 285, 0 (car): 0.046; 800, 195, 1072, 501, 1 (tree): 0.045; 796, 193, 1074, 501, 0 (car): 0.040; 670, 105, 817, 285, 1 (tree): 0.039; 672, 106, 814, 283, 0 (car): 0.038; 671, 105, 815, 284, 0 (car): 0.038; 290, 76, 542, 328, 2 (bug): 0.037; 284, 74, 545, 328, 0 (car): 0.036; 663, 101, 831, 286, 0 (car): 0.035; 665, 102, 830, 286, 0 (car): 0.035; 665, 103, 822, 286, 0 (car): 0.035; 1105, 0, 1218, 35, 0 (car): 0.034; 664, 102, 833, 286, 0 (car): 0.034; 800, 195, 1072, 501, 2 (bug): 0.034; 674, 105, 811, 283, 0 (car): 0.034; 1142, 0, 1198, 48, 0 (car): 0.034; 284, 74, 545, 328, 2 (bug): 0.034; 802, 196, 1067, 500, 0 (car): 0.033; 294, 76, 536, 321, 2 (bug): 0.033; 663, 101, 832, 287, 0 (car): 0.033; 802, 196, 1067, 500, 2 (bug): 0.033; 282, 65, 544, 326, 0 (car): 0.033; 1123, 0, 1212, 84, 0 (car): 0.033; 0, 326, 29, 606, 0 (car): 0.033; 1196, 0, 1243, 64, 2 (bug): 0.033; 1217, 0, 1263, 59, 0 (car): 0.033; 159, 700, 361, 713, 2 (bug): 0.033; 786, 195, 1083, 504, 0 (car): 0.033; 0, 216, 46, 591, 0 (car): 0.033; 802, 196, 1068, 499, 0 (car): 0.033; 1123, 0, 1212, 84, 2 (bug): 0.033; 1196, 0, 1243, 64, 0 (car): 0.033; 659, 100, 834, 286, 0 (car): 0.033; 672, 106, 814, 283, 2 (bug): 0.033; 1142, 0, 1198, 48, 2 (bug): 0.033; 284, 74, 545, 328, 1 (tree): 0.033; 800, 198, 1072, 500, 0 (car): 0.033; 124, 265, 172, 295, 0 (car): 0.032; 0, 267, 45, 597, 0 (car): 0.032; 663, 101, 827, 287, 0 (car): 0.032; 802, 196, 1066, 499, 0 (car): 0.032; 671, 105, 815, 284, 2 (bug): 0.032; 0, 216, 46, 591, 2 (bug): 0.032; 1105, 0, 1218, 35, 2 (bug): 0.032; 1122, 0, 1211, 39, 2 (bug): 0.032; 1100, 0, 1223, 54, 2 (bug): 0.032; 160, 302, 220, 332, 0 (car): 0.032; 173, 703, 365, 713, 2 (bug): 0.032; 1100, 0, 1223, 54, 0 (car): 0.032; 802, 196, 1066, 499, 2 (bug): 0.032; 173, 450, 579, 601, 0 (car): 0.032; 1117, 0, 1255, 18, 0 (car): 0.032; 124, 264, 171, 293, 0 (car): 0.032; 792, 192, 1075, 501, 0 (car): 0.032; 0, 267, 45, 597, 2 (bug): 0.032; 160, 296, 217, 328, 0 (car): 0.032; 127, 298, 180, 328, 0 (car): 0.032; 157, 315, 224, 348, 0 (car): 0.032; 671, 105, 814, 283, 0 (car): 0.032; 1117, 0, 1255, 18, 2 (bug): 0.032; 969, 687, 1186, 719, 2 (bug): 0.032; 159, 700, 361, 713, 0 (car): 0.031; 1122, 0, 1211, 39, 0 (car): 0.031; 0, 326, 29, 606, 2 (bug): 0.031; 672, 106, 814, 283, 1 (tree): 0.031; 808, 197, 1079, 500, 0 (car): 0.031; 918, 672, 1216, 713, 2 (bug): 0.031; 1216, 0, 1257, 61, 0 (car): 0.031; 675, 105, 811, 281, 0 (car): 0.031; 796, 193, 1074, 501, 2 (bug): 0.031; 673, 105, 809, 283, 0 (car): 0.031; 670, 105, 817, 285, 2 (bug): 0.031; 676, 106, 808, 283, 0 (car): 0.031; 154, 322, 228, 359, 0 (car): 0.031; 794, 192, 1077, 502, 0 (car): 0.031; 294, 76, 536, 321, 0 (car): 0.031; 808, 197, 1079, 500, 2 (bug): 0.031; 663, 101, 828, 287, 0 (car): 0.031; 151, 327, 230, 368, 0 (car): 0.031; 782, 193, 1085, 503, 0 (car): 0.031; 803, 209, 1067, 502, 2 (bug): 0.031; 1249, 74, 1280, 108, 0 (car): 0.031; 669, 104, 827, 285, 0 (car): 0.031; 803, 195, 1067, 499, 0 (car): 0.031; 671, 105, 815, 284, 1 (tree): 0.031; 803, 209, 1067, 502, 0 (car): 0.031; 125, 291, 177, 321, 0 (car): 0.031; 273, 55, 549, 328, 0 (car): 0.031; 146, 314, 209, 347, 0 (car): 0.031; 286, 75, 540, 324, 2 (bug): 0.031; 665, 102, 830, 286, 2 (bug): 0.031; 135, 300, 186, 325, 0 (car): 0.031; 1216, 0, 1257, 61, 2 (bug): 0.031; 1218, 0, 1266, 75, 0 (car): 0.031; 173, 703, 365, 713, 0 (car): 0.031; 548, 412, 606, 459, 0 (car): 0.031; 674, 105, 811, 283, 2 (bug): 0.031; 663, 101, 828, 287, 0 (car): 0.031; 784, 198, 1092, 510, 0 (car): 0.031; 802, 196, 1068, 499, 2 (bug): 0.031; 670, 105, 817, 284, 0 (car): 0.031; 110, 685, 362, 713, 2 (bug): 0.031; 803, 195, 1067, 499, 2 (bug): 0.030; 135, 287, 184, 312, 0 (car): 0.030; 800, 192, 1072, 500, 0 (car): 0.030; 173, 450, 579, 601, 2 (bug): 0.030; 796, 193, 1074, 501, 1 (tree): 0.030; 118, 691, 318, 713, 2 (bug): 0.030; 109, 677, 340, 713, 2 (bug): 0.030; 118, 691, 318, 713, 0 (car): 0.030; 1231, 0, 1250, 22, 2 (bug): 0.030; 672, 107, 815, 283, 0 (car): 0.030; 323, 470, 707, 714, 0 (car): 0.030; 1126, 0, 1198, 26, 0 (car): 0.030; 782, 193, 1085, 503, 2 (bug): 0.030; 135, 279, 184, 306, 0 (car): 0.030; 667, 107, 819, 285, 0 (car): 0.030; 275, 83, 544, 328, 2 (bug): 0.030; 1225, 6, 1279, 82, 0 (car): 0.030; 151, 327, 230, 368, 2 (bug): 0.030; 137, 240, 183, 275, 0 (car): 0.030; 672, 105, 820, 284, 0 (car): 0.030; 157, 315, 224, 348, 2 (bug): 0.030; 665, 103, 822, 286, 2 (bug): 0.030; 1126, 0, 1198, 26, 2 (bug): 0.030; 124, 264, 171, 293, 2 (bug): 0.030; 662, 100, 832, 285, 0 (car): 0.030; 1251, 62, 1279, 97, 0 (car): 0.030; 124, 265, 172, 295, 2 (bug): 0.030; 1254, 76, 1279, 102, 0 (car): 0.030; 160, 302, 220, 332, 2 (bug): 0.030; 803, 236, 1064, 498, 0 (car): 0.030; 154, 322, 228, 359, 2 (bug): 0.030; 663, 101, 831, 286, 2 (bug): 0.030; 665, 102, 830, 286, 1 (tree): 0.030; 799, 295, 1067, 498, 0 (car): 0.030; 804, 206, 1061, 500, 0 (car): 0.030; 1217, 0, 1263, 59, 2 (bug): 0.030; 268, 74, 550, 329, 2 (bug): 0.030; 661, 100, 828, 289, 0 (car): 0.030; 1252, 86, 1280, 117, 0 (car): 0.030; 146, 314, 209, 347, 2 (bug): 0.030; 792, 192, 1075, 501, 2 (bug): 0.030; 802, 218, 1067, 499, 2 (bug): 0.030; 669, 104, 818, 285, 0 (car): 0.030; 800, 304, 1062, 498, 0 (car): 0.029; 127, 298, 180, 328, 2 (bug): 0.029; 786, 195, 1083, 504, 2 (bug): 0.029; 800, 198, 1072, 500, 2 (bug): 0.029; 548, 412, 606, 459, 2 (bug): 0.029; 664, 102, 833, 286, 2 (bug): 0.029; 802, 218, 1067, 499, 0 (car): 0.029; 804, 206, 1061, 500, 2 (bug): 0.029; 125, 291, 177, 321, 2 (bug): 0.029; 286, 75, 540, 324, 0 (car): 0.029; 671, 105, 814, 283, 2 (bug): 0.029; 1244, 4, 1273, 84, 2 (bug): 0.029; 802, 196, 1067, 500, 1 (tree): 0.029; 666, 104, 819, 285, 0 (car): 0.029; 676, 106, 808, 283, 2 (bug): 0.029; 969, 687, 1186, 719, 0 (car): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 135, 300, 186, 325, 2 (bug): 0.029; 275, 83, 544, 328, 0 (car): 0.029; 160, 296, 217, 328, 2 (bug): 0.029; 918, 672, 1216, 713, 0 (car): 0.029; 0, 606, 81, 690, 0 (car): 0.029; 663, 101, 832, 287, 2 (bug): 0.029; 675, 105, 811, 281, 2 (bug): 0.029; 681, 106, 811, 283, 0 (car): 0.029; 161, 285, 215, 322, 0 (car): 0.029; 666, 104, 818, 286, 0 (car): 0.029; 800, 192, 1072, 500, 2 (bug): 0.029; 110, 685, 362, 713, 0 (car): 0.029; 285, 73, 541, 327, 2 (bug): 0.029; 1253, 25, 1277, 97, 0 (car): 0.029; 109, 677, 340, 713, 0 (car): 0.029; 668, 109, 817, 285, 0 (car): 0.029; 804, 206, 1051, 498, 0 (car): 0.029; 673, 105, 809, 283, 2 (bug): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 1215, 0, 1267, 44, 0 (car): 0.029; 160, 278, 214, 317, 0 (car): 0.029; 801, 266, 1065, 500, 0 (car): 0.029; 0, 606, 81, 690, 2 (bug): 0.029; 285, 73, 541, 327, 0 (car): 0.029; 665, 106, 824, 287, 0 (car): 0.029; 803, 236, 1064, 498, 2 (bug): 0.029; 663, 101, 824, 286, 0 (car): 0.028; 1249, 74, 1280, 108, 2 (bug): 0.028; 672, 117, 814, 283, 0 (car): 0.028; 667, 107, 819, 285, 2 (bug): 0.028; 665, 103, 822, 286, 1 (tree): 0.028; 282, 65, 544, 326, 2 (bug): 0.028; 1246, 618, 1278, 673, 0 (car): 0.028; 1253, 25, 1277, 97, 2 (bug): 0.028; 670, 105, 817, 284, 2 (bug): 0.028; 659, 100, 834, 286, 2 (bug): 0.028; 268, 74, 550, 329, 0 (car): 0.028; 802, 196, 1066, 499, 1 (tree): 0.028; 672, 107, 815, 283, 2 (bug): 0.028; 799, 198, 1055, 499, 0 (car): 0.028; 1244, 4, 1273, 84, 0 (car): 0.028; 674, 109, 810, 283, 0 (car): 0.028; 809, 190, 1081, 491, 2 (bug): 0.028; 674, 105, 811, 283, 1 (tree): 0.028; 670, 117, 816, 283, 0 (car): 0.028; 135, 279, 184, 306, 2 (bug): 0.028; 59, 615, 202, 716, 2 (bug): 0.028; 809, 190, 1081, 491, 0 (car): 0.028; 794, 192, 1077, 502, 2 (bug): 0.028; 669, 104, 827, 285, 2 (bug): 0.028; 0, 609, 102, 689, 2 (bug): 0.028; 1231, 0, 1250, 22, 0 (car): 0.028; 60, 18, 148, 43, 2 (bug): 0.028; 804, 206, 1051, 498, 2 (bug): 0.028; 279, 72, 539, 328, 2 (bug): 0.028; 807, 222, 1055, 499, 0 (car): 0.028; 1218, 0, 1266, 75, 2 (bug): 0.028; 1215, 0, 1267, 44, 2 (bug): 0.028; 1251, 62, 1279, 97, 2 (bug): 0.028; 137, 240, 183, 275, 2 (bug): 0.028; 0, 609, 102, 689, 0 (car): 0.028; 135, 287, 184, 312, 2 (bug): 0.028; 664, 104, 827, 286, 0 (car): 0.028; 667, 111, 818, 286, 0 (car): 0.028; 672, 105, 820, 284, 2 (bug): 0.028; 663, 101, 827, 287, 2 (bug): 0.028; 803, 213, 1051, 498, 0 (car): 0.028; 279, 72, 539, 328, 0 (car): 0.028; 279, 74, 547, 329, 2 (bug): 0.028; 799, 198, 1055, 499, 2 (bug): 0.028; 278, 73, 541, 329, 2 (bug): 0.028; 808, 197, 1079, 500, 1 (tree): 0.028; 670, 103, 824, 280, 0 (car): 0.028; 671, 105, 814, 283, 1 (tree): 0.028; 663, 101, 832, 287, 1 (tree): 0.028; 803, 273, 1053, 498, 0 (car): 0.027; 670, 103, 815, 278, 0 (car): 0.027; 663, 102, 823, 288, 0 (car): 0.027; 294, 76, 536, 321, 1 (tree): 0.027; 271, 72, 546, 328, 2 (bug): 0.027; 795, 269, 1070, 499, 0 (car): 0.027; 658, 96, 832, 288, 0 (car): 0.027; 668, 109, 817, 285, 2 (bug): 0.027; 1222, 30, 1256, 75, 2 (bug): 0.027; 278, 73, 541, 329, 0 (car): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 796, 263, 1071, 499, 0 (car): 0.027; 279, 74, 547, 329, 0 (car): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 803, 213, 1051, 498, 2 (bug): 0.027; 662, 100, 832, 285, 2 (bug): 0.027; 792, 192, 1075, 501, 1 (tree): 0.027; 669, 104, 818, 285, 2 (bug): 0.027; 675, 105, 811, 281, 1 (tree): 0.027; 663, 101, 831, 286, 1 (tree): 0.027; 160, 302, 220, 332, 1 (tree): 0.027; 666, 104, 819, 285, 2 (bug): 0.027; 665, 106, 824, 287, 2 (bug): 0.027; 672, 117, 814, 283, 2 (bug): 0.027; 803, 195, 1067, 499, 1 (tree): 0.027; 802, 196, 1068, 499, 1 (tree): 0.027; 802, 304, 1049, 498, 0 (car): 0.027; 676, 106, 808, 283, 1 (tree): 0.027; 282, 65, 544, 326, 1 (tree): 0.027; 673, 105, 809, 283, 1 (tree): 0.027; 280, 83, 559, 328, 0 (car): 0.027; 667, 107, 819, 285, 1 (tree): 0.027; 670, 117, 816, 283, 2 (bug): 0.027; 681, 106, 811, 283, 2 (bug): 0.027; 124, 265, 172, 295, 1 (tree): 0.027; 670, 105, 817, 284, 1 (tree): 0.027; 1225, 6, 1279, 82, 2 (bug): 0.027; 60, 18, 148, 43, 0 (car): 0.027; 160, 296, 217, 328, 1 (tree): 0.027; 652, 100, 851, 290, 0 (car): 0.027; 672, 107, 815, 283, 1 (tree): 0.027; 158, 261, 212, 300, 0 (car): 0.027; 285, 65, 536, 319, 2 (bug): 0.027; 173, 450, 579, 601, 1 (tree): 0.027; 401, 79, 420, 144, 0 (car): 0.027; 807, 222, 1055, 499, 2 (bug): 0.027; 666, 104, 818, 286, 2 (bug): 0.027; 800, 273, 1064, 498, 0 (car): 0.027; 1254, 76, 1279, 102, 2 (bug): 0.026; 803, 209, 1067, 502, 1 (tree): 0.026; 667, 111, 818, 286, 2 (bug): 0.026; 127, 298, 180, 328, 1 (tree): 0.026; 664, 104, 827, 286, 2 (bug): 0.026; 663, 108, 818, 284, 0 (car): 0.026; 664, 102, 833, 286, 1 (tree): 0.026; 271, 72, 546, 328, 0 (car): 0.026; 161, 285, 215, 322, 2 (bug): 0.026; 663, 101, 828, 287, 2 (bug): 0.026; 674, 109, 810, 283, 2 (bug): 0.026; 663, 101, 828, 287, 2 (bug): 0.026; [0]; [0]" - ] + "reference": { + "bboxes": [ + [800, 195, 1072, 501], + [290, 76, 542, 328], + [290, 76, 542, 328], + [670, 105, 817, 285], + [800, 195, 1072, 501], + [796, 193, 1074, 501], + [670, 105, 817, 285], + [672, 106, 814, 283], + [671, 105, 815, 284], + [290, 76, 542, 328], + [284, 74, 545, 328], + [663, 101, 831, 286], + [665, 102, 830, 286], + [665, 103, 822, 286], + [1105, 0, 1218, 35], + [664, 102, 833, 286], + [800, 195, 1072, 501], + [674, 105, 811, 283], + [1142, 0, 1198, 48], + [284, 74, 545, 328], + [802, 196, 1067, 500], + [294, 76, 536, 321], + [663, 101, 832, 287], + [802, 196, 1067, 500], + [282, 65, 544, 326], + [1123, 0, 1212, 84], + [0, 326, 29, 606], + [1196, 0, 1243, 64], + [1217, 0, 1263, 59], + [159, 700, 361, 713], + [786, 195, 1083, 504], + [0, 216, 46, 591], + [802, 196, 1068, 499], + [1123, 0, 1212, 84], + [1196, 0, 1243, 64], + [659, 100, 834, 286], + [672, 106, 814, 283], + [1142, 0, 1198, 48], + [284, 74, 545, 328], + [800, 198, 1072, 500], + [124, 265, 172, 295], + [0, 267, 45, 597], + [663, 101, 827, 287], + [802, 196, 1066, 499], + [671, 105, 815, 284], + [0, 216, 46, 591], + [1105, 0, 1218, 35], + [1122, 0, 1211, 39], + [1100, 0, 1223, 54], + [160, 302, 220, 332], + [173, 703, 365, 713], + [1100, 0, 1223, 54], + [802, 196, 1066, 499], + [173, 450, 579, 601], + [1117, 0, 1255, 18], + [124, 264, 171, 293], + [792, 192, 1075, 501], + [0, 267, 45, 597], + [160, 296, 217, 328], + [127, 298, 180, 328], + [157, 315, 224, 348], + [671, 105, 814, 283], + [1117, 0, 1255, 18], + [969, 687, 1186, 719], + [159, 700, 361, 713], + [1122, 0, 1211, 39], + [0, 326, 29, 606], + [672, 106, 814, 283], + [808, 197, 1079, 500], + [918, 672, 1216, 713], + [1216, 0, 1257, 61], + [675, 105, 811, 281], + [796, 193, 1074, 501], + [673, 105, 809, 283], + [670, 105, 817, 285], + [676, 106, 808, 283], + [154, 322, 228, 359], + [794, 192, 1077, 502], + [294, 76, 536, 321], + [808, 197, 1079, 500], + [663, 101, 828, 287], + [151, 327, 230, 368], + [782, 193, 1085, 503], + [803, 209, 1067, 502], + [1249, 74, 1280, 108], + [669, 104, 827, 285], + [803, 195, 1067, 499], + [671, 105, 815, 284], + [803, 209, 1067, 502], + [125, 291, 177, 321], + [273, 55, 549, 328], + [146, 314, 209, 347], + [286, 75, 540, 324], + [665, 102, 830, 286], + [135, 300, 186, 325], + [1216, 0, 1257, 61], + [1218, 0, 1266, 75], + [173, 703, 365, 713], + [548, 412, 606, 459], + [674, 105, 811, 283], + [663, 101, 828, 287], + [784, 198, 1092, 510], + [802, 196, 1068, 499], + [670, 105, 817, 284], + [110, 685, 362, 713], + [803, 195, 1067, 499], + [135, 287, 184, 312], + [800, 192, 1072, 500], + [173, 450, 579, 601], + [796, 193, 1074, 501], + [118, 691, 318, 713], + [109, 677, 340, 713], + [118, 691, 318, 713], + [1231, 0, 1250, 22], + [672, 107, 815, 283], + [323, 470, 707, 714], + [1126, 0, 1198, 26], + [782, 193, 1085, 503], + [135, 279, 184, 306], + [667, 107, 819, 285], + [275, 83, 544, 328], + [1225, 6, 1279, 82], + [151, 327, 230, 368], + [137, 240, 183, 275], + [672, 105, 820, 284], + [157, 315, 224, 348], + [665, 103, 822, 286], + [1126, 0, 1198, 26], + [124, 264, 171, 293], + [662, 100, 832, 285], + [1251, 62, 1279, 97], + [124, 265, 172, 295], + [1254, 76, 1279, 102], + [160, 302, 220, 332], + [803, 236, 1064, 498], + [154, 322, 228, 359], + [663, 101, 831, 286], + [665, 102, 830, 286], + [799, 295, 1067, 498], + [804, 206, 1061, 500], + [1217, 0, 1263, 59], + [268, 74, 550, 329], + [661, 100, 828, 289], + [1252, 86, 1280, 117], + [146, 314, 209, 347], + [792, 192, 1075, 501], + [802, 218, 1067, 499], + [669, 104, 818, 285], + [800, 304, 1062, 498], + [127, 298, 180, 328], + [786, 195, 1083, 504], + [800, 198, 1072, 500], + [548, 412, 606, 459], + [664, 102, 833, 286], + [802, 218, 1067, 499], + [804, 206, 1061, 500], + [125, 291, 177, 321], + [286, 75, 540, 324], + [671, 105, 814, 283], + [1244, 4, 1273, 84], + [802, 196, 1067, 500], + [666, 104, 819, 285], + [676, 106, 808, 283], + [969, 687, 1186, 719], + [670, 104, 825, 284], + [135, 300, 186, 325], + [275, 83, 544, 328], + [160, 296, 217, 328], + [918, 672, 1216, 713], + [0, 606, 81, 690], + [663, 101, 832, 287], + [675, 105, 811, 281], + [681, 106, 811, 283], + [161, 285, 215, 322], + [666, 104, 818, 286], + [800, 192, 1072, 500], + [110, 685, 362, 713], + [285, 73, 541, 327], + [1253, 25, 1277, 97], + [109, 677, 340, 713], + [668, 109, 817, 285], + [804, 206, 1051, 498], + [673, 105, 809, 283], + [670, 104, 825, 284], + [1215, 0, 1267, 44], + [160, 278, 214, 317], + [801, 266, 1065, 500], + [0, 606, 81, 690], + [285, 73, 541, 327], + [665, 106, 824, 287], + [803, 236, 1064, 498], + [663, 101, 824, 286], + [1249, 74, 1280, 108], + [672, 117, 814, 283], + [667, 107, 819, 285], + [665, 103, 822, 286], + [282, 65, 544, 326], + [1246, 618, 1278, 673], + [1253, 25, 1277, 97], + [670, 105, 817, 284], + [659, 100, 834, 286], + [268, 74, 550, 329], + [802, 196, 1066, 499], + [672, 107, 815, 283], + [799, 198, 1055, 499], + [1244, 4, 1273, 84], + [674, 109, 810, 283], + [809, 190, 1081, 491], + [674, 105, 811, 283], + [670, 117, 816, 283], + [135, 279, 184, 306], + [59, 615, 202, 716], + [809, 190, 1081, 491], + [794, 192, 1077, 502], + [669, 104, 827, 285], + [0, 609, 102, 689], + [1231, 0, 1250, 22], + [60, 18, 148, 43], + [804, 206, 1051, 498], + [279, 72, 539, 328], + [807, 222, 1055, 499], + [1218, 0, 1266, 75], + [1215, 0, 1267, 44], + [1251, 62, 1279, 97], + [137, 240, 183, 275], + [0, 609, 102, 689], + [135, 287, 184, 312], + [664, 104, 827, 286], + [667, 111, 818, 286], + [672, 105, 820, 284], + [663, 101, 827, 287], + [803, 213, 1051, 498], + [279, 72, 539, 328], + [279, 74, 547, 329], + [799, 198, 1055, 499], + [278, 73, 541, 329], + [808, 197, 1079, 500], + [670, 103, 824, 280], + [671, 105, 814, 283], + [663, 101, 832, 287], + [803, 273, 1053, 498], + [670, 103, 815, 278], + [663, 102, 823, 288], + [294, 76, 536, 321], + [271, 72, 546, 328], + [795, 269, 1070, 499], + [658, 96, 832, 288], + [668, 109, 817, 285], + [1222, 30, 1256, 75], + [278, 73, 541, 329], + [670, 104, 825, 284], + [796, 263, 1071, 499], + [279, 74, 547, 329], + [670, 104, 825, 284], + [803, 213, 1051, 498], + [662, 100, 832, 285], + [792, 192, 1075, 501], + [669, 104, 818, 285], + [675, 105, 811, 281], + [663, 101, 831, 286], + [160, 302, 220, 332], + [666, 104, 819, 285], + [665, 106, 824, 287], + [672, 117, 814, 283], + [803, 195, 1067, 499], + [802, 196, 1068, 499], + [802, 304, 1049, 498], + [676, 106, 808, 283], + [282, 65, 544, 326], + [673, 105, 809, 283], + [280, 83, 559, 328], + [667, 107, 819, 285], + [670, 117, 816, 283], + [681, 106, 811, 283], + [124, 265, 172, 295], + [670, 105, 817, 284], + [1225, 6, 1279, 82], + [60, 18, 148, 43], + [160, 296, 217, 328], + [652, 100, 851, 290], + [672, 107, 815, 283], + [158, 261, 212, 300], + [285, 65, 536, 319], + [173, 450, 579, 601], + [401, 79, 420, 144], + [807, 222, 1055, 499], + [666, 104, 818, 286], + [800, 273, 1064, 498], + [1254, 76, 1279, 102], + [803, 209, 1067, 502], + [667, 111, 818, 286], + [127, 298, 180, 328], + [664, 104, 827, 286], + [663, 108, 818, 284], + [664, 102, 833, 286], + [271, 72, 546, 328], + [161, 285, 215, 322], + [663, 101, 828, 287], + [674, 109, 810, 283], + [663, 101, 828, 287] + ], + "labels": [ + 0, 0, 1, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 2, 0, + 2, 0, 0, 0, 2, 0, 2, 0, 0, 0, 2, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 2, 2, + 2, 2, 2, 0, 2, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 2, 0, 0, 2, 1, 0, + 2, 0, 0, 2, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, + 2, 2, 0, 2, 0, 0, 0, 2, 0, 0, 2, 0, 2, 2, 0, 0, 2, 1, 2, 2, 0, 2, 0, + 0, 0, 2, 0, 0, 2, 0, 2, 0, 0, 2, 2, 2, 2, 0, 0, 2, 0, 2, 0, 2, 2, 1, + 0, 0, 2, 2, 0, 0, 2, 2, 2, 0, 0, 2, 2, 2, 2, 2, 0, 2, 2, 0, 2, 2, 1, + 0, 2, 0, 0, 2, 0, 2, 0, 0, 2, 2, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 2, 0, + 0, 0, 0, 2, 0, 0, 2, 0, 2, 0, 2, 1, 2, 0, 2, 2, 2, 0, 1, 2, 0, 0, 0, + 2, 1, 0, 2, 2, 0, 2, 2, 2, 0, 2, 2, 2, 0, 2, 2, 2, 2, 0, 2, 0, 0, 2, + 2, 0, 0, 2, 2, 2, 1, 0, 1, 1, 0, 0, 0, 1, 2, 0, 0, 2, 2, 0, 2, 0, 0, + 2, 2, 2, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 0, 1, 1, 1, 0, 1, 2, 2, 1, 1, + 2, 0, 1, 0, 1, 0, 2, 1, 0, 2, 2, 0, 2, 1, 2, 1, 2, 0, 1, 0, 2, 2, 2, + 2 + ], + "scores": [ + 0.05348002165555954, 0.05031052976846695, 0.04922856017947197, + 0.045813146978616714, 0.04476966708898544, 0.040371742099523544, + 0.038821931928396225, 0.03848383203148842, 0.037923507392406464, + 0.036930155009031296, 0.03615216910839081, 0.03524544835090637, + 0.03515255078673363, 0.03483358398079872, 0.03448588401079178, + 0.03448580577969551, 0.03432630002498627, 0.03378835320472717, + 0.03361557051539421, 0.033530011773109436, 0.033305566757917404, + 0.033146608620882034, 0.03312373906373978, 0.03296229615807533, + 0.03290871903300285, 0.03290416672825813, 0.03290290758013725, + 0.032902032136917114, 0.03285781294107437, 0.03281522914767265, + 0.03280327469110489, 0.03280188515782356, 0.032704152166843414, + 0.032666049897670746, 0.03265255317091942, 0.03263949602842331, + 0.032624807208776474, 0.03260442614555359, 0.032580550760030746, + 0.03256855905056, 0.03245451673865318, 0.032417912036180496, + 0.03240349143743515, 0.032402947545051575, 0.03238533064723015, + 0.032358527183532715, 0.032287344336509705, 0.032280296087265015, + 0.03224552422761917, 0.03215411305427551, 0.03212541341781616, + 0.03200249746441841, 0.03197531774640083, 0.03187552094459534, + 0.03185076639056206, 0.031822048127651215, 0.03168895095586777, + 0.031675074249506, 0.03161851689219475, 0.03159075230360031, + 0.03158324956893921, 0.031520698219537735, 0.031510449945926666, + 0.03150056302547455, 0.03147755190730095, 0.031449638307094574, + 0.031437527388334274, 0.03141527622938156, 0.03140266239643097, + 0.03139020502567291, 0.03137664124369621, 0.031368374824523926, + 0.03136415779590607, 0.03134812042117119, 0.03132907301187515, + 0.031295593827962875, 0.03128940984606743, 0.031194128096103668, + 0.031177759170532227, 0.031151017174124718, 0.03114640712738037, + 0.031141573563218117, 0.03111853264272213, 0.03111373819410801, + 0.031093403697013855, 0.031090890988707542, 0.031090179458260536, + 0.031075740233063698, 0.031060796231031418, 0.030974742025136948, + 0.03091045841574669, 0.030819356441497803, 0.030804650858044624, + 0.030799992382526398, 0.03075915388762951, 0.030718911439180374, + 0.030703861266374588, 0.030670389533042908, 0.030633095651865005, + 0.030615154653787613, 0.03059985861182213, 0.030554482713341713, + 0.030542902648448944, 0.03052050806581974, 0.03051220253109932, + 0.03042823076248169, 0.030409015715122223, 0.03040293976664543, + 0.030384277924895287, 0.030324740335345268, 0.030292227864265442, + 0.030222970992326736, 0.030218247324228287, 0.030202282592654228, + 0.03014526516199112, 0.03014357015490532, 0.03013814240694046, + 0.030127989128232002, 0.030080605298280716, 0.030062582343816757, + 0.030052972957491875, 0.030043724924325943, 0.029982374981045723, + 0.029981084167957306, 0.02997717447578907, 0.02997283637523651, + 0.029888642951846123, 0.02983352541923523, 0.02978792041540146, + 0.029776733368635178, 0.02976721152663231, 0.029759075492620468, + 0.029743589460849762, 0.02974116988480091, 0.029709089547395706, + 0.029683109372854233, 0.029680190607905388, 0.02966192550957203, + 0.029653189703822136, 0.029640132561326027, 0.029623309150338173, + 0.029619894921779633, 0.02960641123354435, 0.029601726680994034, + 0.02959541231393814, 0.029557393863797188, 0.029529189690947533, + 0.029500385746359825, 0.029472334310412407, 0.029452823102474213, + 0.029430348426103592, 0.02936825528740883, 0.029353953897953033, + 0.029340697452425957, 0.029301242902874947, 0.029297541826963425, + 0.02929512783885002, 0.029255179688334465, 0.029220005497336388, + 0.02920127846300602, 0.02913813479244709, 0.02913070283830166, + 0.029053473845124245, 0.029003161936998367, 0.029000364243984222, + 0.02897358499467373, 0.028967957943677902, 0.028927430510520935, + 0.02891509234905243, 0.028910065069794655, 0.028901103883981705, + 0.028898052871227264, 0.028887074440717697, 0.02887457236647606, + 0.02886985056102276, 0.0288611501455307, 0.028835909441113472, + 0.02882564626634121, 0.028807923197746277, 0.028777027502655983, + 0.028776396065950394, 0.028772564604878426, 0.028761766850948334, + 0.028756530955433846, 0.02875126525759697, 0.02874707244336605, + 0.028578761965036392, 0.028559189289808273, 0.028552072122693062, + 0.02851671539247036, 0.02850867062807083, 0.028498906642198563, + 0.028487015515565872, 0.02848055399954319, 0.02847837656736374, + 0.028449276462197304, 0.02843557856976986, 0.02842981554567814, + 0.028429025784134865, 0.02841278351843357, 0.028369998559355736, + 0.028313076123595238, 0.028303436934947968, 0.028294192627072334, + 0.028280170634388924, 0.02817402593791485, 0.0281447172164917, + 0.028142377734184265, 0.028129909187555313, 0.028126705437898636, + 0.02811053767800331, 0.028102951124310493, 0.02810033969581127, + 0.02807113714516163, 0.028061993420124054, 0.0280535239726305, + 0.028049595654010773, 0.028049180284142494, 0.028043564409017563, + 0.028039826080203056, 0.028022119775414467, 0.027947546914219856, + 0.0279453843832016, 0.027869421988725662, 0.027853602543473244, + 0.027815280482172966, 0.02780992165207863, 0.027798069640994072, + 0.027790339663624763, 0.027787189930677414, 0.02777574025094509, + 0.027766674757003784, 0.027697570621967316, 0.02769237570464611, + 0.027679026126861572, 0.02764594741165638, 0.027593525126576424, + 0.027529489248991013, 0.027528878301382065, 0.027501491829752922, + 0.02748308703303337, 0.027477454394102097, 0.027464715763926506, + 0.027453573420643806, 0.02735131047666073, 0.027326736599206924, + 0.02731156162917614, 0.027265235781669617, 0.027232540771365166, + 0.027230411767959595, 0.027204591780900955, 0.027184132486581802, + 0.02717231586575508, 0.027169588953256607, 0.027154378592967987, + 0.02714191935956478, 0.027106700465083122, 0.02710329182446003, + 0.02708195522427559, 0.027062032371759415, 0.026993567124009132, + 0.026983510702848434, 0.026980368420481682, 0.02697150595486164, + 0.026964787393808365, 0.02693207561969757, 0.026918970048427582, + 0.026881925761699677, 0.02685975655913353, 0.026856446638703346, + 0.02685439959168434, 0.02683691680431366, 0.026832304894924164, + 0.02678670734167099, 0.026784392073750496, 0.0267842598259449, + 0.026783663779497147, 0.026696715503931046, 0.026659050956368446, + 0.026643630117177963, 0.026638679206371307, 0.026626113802194595, + 0.02662007138133049, 0.026606326922774315, 0.02659524604678154, + 0.026578612625598907, 0.02652956172823906, 0.02650238759815693, + 0.02648349665105343, 0.02647848054766655, 0.026445424184203148, + 0.02644404210150242, 0.026440953835844994, 0.026434632018208504, + 0.02640574984252453, 0.026380818337202072, 0.026366733014583588, + 0.02636406570672989, 0.02635980397462845, 0.026319827884435654 + ], + "label_names": [ + "car", + "car", + "tree", + "car", + "tree", + "car", + "tree", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "tree", + "car", + "car", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "tree", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "tree", + "car", + "car", + "car", + "car", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "tree", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "bug", + "bug", + "tree", + "car", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "tree", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "bug", + "tree", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "tree", + "bug", + "car", + "car", + "car", + "bug", + "tree", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "tree", + "car", + "tree", + "tree", + "car", + "car", + "car", + "tree", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "tree", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "car", + "tree", + "tree", + "tree", + "car", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "car", + "tree", + "car", + "tree", + "car", + "bug", + "tree", + "car", + "bug", + "bug", + "car", + "bug", + "tree", + "bug", + "tree", + "bug", + "car", + "tree", + "car", + "bug", + "bug", + "bug", + "bug" + ] + } } ] }, @@ -1693,9 +10549,730 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "800, 195, 1072, 501, 0 (car): 0.054; 290, 76, 542, 328, 0 (car): 0.051; 290, 76, 542, 328, 1 (tree): 0.049; 670, 105, 817, 285, 0 (car): 0.046; 800, 195, 1072, 501, 1 (tree): 0.045; 796, 193, 1074, 501, 0 (car): 0.040; 670, 105, 817, 285, 1 (tree): 0.039; 672, 106, 814, 283, 0 (car): 0.038; 671, 105, 815, 284, 0 (car): 0.038; 290, 76, 542, 328, 2 (bug): 0.037; 284, 74, 545, 328, 0 (car): 0.036; 663, 101, 830, 286, 0 (car): 0.036; 665, 102, 830, 286, 0 (car): 0.035; 665, 103, 822, 286, 0 (car): 0.035; 664, 102, 833, 286, 0 (car): 0.035; 1104, 0, 1217, 35, 0 (car): 0.034; 800, 195, 1072, 501, 2 (bug): 0.034; 674, 105, 811, 283, 0 (car): 0.034; 284, 74, 545, 328, 2 (bug): 0.034; 1142, 0, 1198, 47, 0 (car): 0.033; 802, 196, 1067, 500, 0 (car): 0.033; 294, 76, 536, 321, 2 (bug): 0.033; 223, 327, 277, 360, 0 (car): 0.033; 663, 101, 832, 287, 0 (car): 0.033; 802, 196, 1067, 500, 2 (bug): 0.033; 282, 65, 544, 326, 0 (car): 0.033; 1197, 0, 1243, 63, 2 (bug): 0.033; 1122, 0, 1211, 81, 0 (car): 0.033; 1217, 0, 1263, 59, 0 (car): 0.033; 787, 195, 1083, 503, 0 (car): 0.033; 0, 220, 49, 591, 0 (car): 0.033; 659, 100, 834, 286, 0 (car): 0.033; 1122, 0, 1211, 81, 2 (bug): 0.033; 284, 74, 545, 328, 1 (tree): 0.033; 802, 196, 1068, 499, 0 (car): 0.033; 1142, 0, 1198, 47, 2 (bug): 0.033; 1096, 0, 1218, 60, 0 (car): 0.033; 160, 701, 361, 713, 2 (bug): 0.033; 672, 106, 814, 283, 2 (bug): 0.033; 1197, 0, 1243, 63, 0 (car): 0.033; 800, 198, 1072, 500, 0 (car): 0.033; 1096, 0, 1218, 60, 2 (bug): 0.033; 0, 274, 43, 598, 0 (car): 0.032; 663, 101, 826, 287, 0 (car): 0.032; 802, 196, 1066, 499, 0 (car): 0.032; 124, 266, 171, 296, 0 (car): 0.032; 671, 105, 815, 284, 2 (bug): 0.032; 1121, 0, 1211, 38, 2 (bug): 0.032; 0, 220, 49, 591, 2 (bug): 0.032; 1104, 0, 1217, 35, 2 (bug): 0.032; 173, 702, 352, 714, 2 (bug): 0.032; 160, 302, 220, 332, 0 (car): 0.032; 802, 196, 1066, 499, 2 (bug): 0.032; 160, 296, 217, 327, 0 (car): 0.032; 1118, 0, 1255, 19, 0 (car): 0.032; 0, 274, 43, 598, 2 (bug): 0.032; 793, 192, 1075, 501, 0 (car): 0.032; 1121, 0, 1211, 38, 0 (car): 0.032; 968, 688, 1186, 720, 2 (bug): 0.032; 671, 105, 814, 283, 0 (car): 0.032; 785, 198, 1090, 510, 0 (car): 0.032; 0, 331, 28, 607, 0 (car): 0.032; 126, 298, 179, 329, 0 (car): 0.032; 124, 265, 170, 294, 0 (car): 0.032; 223, 327, 277, 360, 2 (bug): 0.032; 673, 105, 809, 283, 0 (car): 0.031; 1118, 0, 1255, 19, 2 (bug): 0.031; 672, 106, 814, 283, 1 (tree): 0.031; 808, 197, 1079, 500, 0 (car): 0.031; 796, 193, 1074, 501, 2 (bug): 0.031; 675, 105, 811, 281, 0 (car): 0.031; 669, 104, 827, 285, 0 (car): 0.031; 670, 105, 817, 285, 2 (bug): 0.031; 676, 106, 808, 283, 0 (car): 0.031; 917, 673, 1216, 713, 2 (bug): 0.031; 157, 315, 223, 348, 0 (car): 0.031; 125, 291, 176, 321, 0 (car): 0.031; 1215, 0, 1257, 60, 0 (car): 0.031; 294, 76, 536, 321, 0 (car): 0.031; 808, 197, 1079, 500, 2 (bug): 0.031; 663, 101, 827, 287, 0 (car): 0.031; 794, 192, 1077, 501, 0 (car): 0.031; 160, 701, 361, 713, 0 (car): 0.031; 803, 208, 1067, 502, 2 (bug): 0.031; 1250, 74, 1280, 109, 0 (car): 0.031; 671, 105, 815, 284, 1 (tree): 0.031; 803, 195, 1067, 499, 0 (car): 0.031; 803, 208, 1067, 502, 0 (car): 0.031; 154, 322, 228, 359, 0 (car): 0.031; 273, 55, 549, 328, 0 (car): 0.031; 782, 194, 1085, 503, 0 (car): 0.031; 115, 475, 718, 692, 2 (bug): 0.031; 286, 75, 540, 324, 2 (bug): 0.031; 150, 327, 230, 368, 0 (car): 0.031; 146, 314, 208, 347, 0 (car): 0.031; 665, 102, 830, 286, 2 (bug): 0.031; 1215, 0, 1257, 60, 2 (bug): 0.031; 663, 101, 828, 287, 0 (car): 0.031; 135, 300, 185, 325, 0 (car): 0.031; 1218, 0, 1266, 75, 0 (car): 0.031; 674, 105, 811, 283, 2 (bug): 0.031; 173, 702, 352, 714, 0 (car): 0.031; 803, 195, 1067, 499, 2 (bug): 0.031; 111, 687, 363, 713, 2 (bug): 0.031; 802, 196, 1068, 499, 2 (bug): 0.031; 670, 105, 817, 284, 0 (car): 0.031; 120, 693, 316, 713, 2 (bug): 0.031; 800, 192, 1072, 500, 0 (car): 0.030; 548, 412, 606, 459, 0 (car): 0.030; 115, 475, 718, 692, 0 (car): 0.030; 796, 193, 1074, 501, 1 (tree): 0.030; 111, 680, 342, 713, 2 (bug): 0.030; 135, 287, 183, 313, 0 (car): 0.030; 120, 693, 316, 713, 0 (car): 0.030; 672, 107, 815, 283, 0 (car): 0.030; 782, 194, 1085, 503, 2 (bug): 0.030; 1231, 0, 1250, 22, 2 (bug): 0.030; 275, 83, 544, 328, 2 (bug): 0.030; 133, 315, 192, 348, 0 (car): 0.030; 0, 331, 28, 607, 2 (bug): 0.030; 667, 107, 819, 285, 0 (car): 0.030; 672, 105, 820, 284, 0 (car): 0.030; 157, 315, 223, 348, 2 (bug): 0.030; 160, 302, 220, 332, 2 (bug): 0.030; 665, 103, 822, 286, 2 (bug): 0.030; 137, 240, 182, 274, 0 (car): 0.030; 663, 101, 830, 286, 2 (bug): 0.030; 134, 279, 184, 306, 0 (car): 0.030; 150, 327, 230, 368, 2 (bug): 0.030; 124, 266, 171, 296, 2 (bug): 0.030; 1126, 0, 1197, 26, 2 (bug): 0.030; 661, 100, 827, 288, 0 (car): 0.030; 662, 100, 832, 285, 0 (car): 0.030; 1251, 62, 1279, 97, 0 (car): 0.030; 1217, 0, 1263, 59, 2 (bug): 0.030; 665, 102, 830, 286, 1 (tree): 0.030; 803, 235, 1064, 498, 0 (car): 0.030; 268, 74, 550, 329, 2 (bug): 0.030; 1255, 77, 1278, 102, 0 (car): 0.030; 799, 295, 1066, 498, 0 (car): 0.030; 1252, 86, 1280, 117, 0 (car): 0.030; 669, 104, 817, 285, 0 (car): 0.030; 1126, 0, 1197, 26, 0 (car): 0.030; 804, 207, 1060, 500, 0 (car): 0.030; 154, 322, 228, 359, 2 (bug): 0.030; 125, 291, 176, 321, 2 (bug): 0.030; 146, 314, 208, 347, 2 (bug): 0.030; 124, 265, 170, 294, 2 (bug): 0.030; 793, 192, 1075, 501, 2 (bug): 0.030; 664, 102, 833, 286, 2 (bug): 0.030; 802, 218, 1067, 499, 2 (bug): 0.030; 787, 195, 1083, 503, 2 (bug): 0.029; 800, 304, 1062, 498, 0 (car): 0.029; 1253, 21, 1276, 97, 2 (bug): 0.029; 800, 198, 1072, 500, 2 (bug): 0.029; 286, 75, 540, 324, 0 (car): 0.029; 804, 207, 1060, 500, 2 (bug): 0.029; 126, 298, 179, 329, 2 (bug): 0.029; 802, 218, 1067, 499, 0 (car): 0.029; 666, 104, 819, 285, 0 (car): 0.029; 802, 196, 1067, 500, 1 (tree): 0.029; 160, 296, 217, 327, 2 (bug): 0.029; 133, 315, 192, 348, 2 (bug): 0.029; 548, 412, 606, 459, 2 (bug): 0.029; 0, 606, 76, 690, 0 (car): 0.029; 671, 105, 814, 283, 2 (bug): 0.029; 968, 688, 1186, 720, 0 (car): 0.029; 275, 83, 544, 328, 0 (car): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 676, 106, 808, 283, 2 (bug): 0.029; 681, 106, 811, 283, 0 (car): 0.029; 161, 285, 215, 322, 0 (car): 0.029; 1253, 21, 1276, 97, 0 (car): 0.029; 666, 104, 818, 286, 0 (car): 0.029; 1206, 4, 1272, 84, 0 (car): 0.029; 917, 673, 1216, 713, 0 (car): 0.029; 663, 101, 832, 287, 2 (bug): 0.029; 1215, 0, 1267, 44, 0 (car): 0.029; 800, 192, 1072, 500, 2 (bug): 0.029; 160, 278, 214, 316, 0 (car): 0.029; 111, 680, 342, 713, 0 (car): 0.029; 135, 300, 185, 325, 2 (bug): 0.029; 668, 109, 817, 285, 0 (car): 0.029; 111, 687, 363, 713, 0 (car): 0.029; 675, 105, 811, 281, 2 (bug): 0.029; 673, 105, 809, 283, 2 (bug): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 804, 206, 1052, 498, 0 (car): 0.029; 0, 606, 76, 690, 2 (bug): 0.029; 285, 73, 541, 327, 2 (bug): 0.029; 285, 73, 541, 327, 0 (car): 0.029; 665, 103, 822, 286, 1 (tree): 0.029; 803, 235, 1064, 498, 2 (bug): 0.029; 801, 265, 1065, 500, 0 (car): 0.029; 665, 106, 824, 287, 0 (car): 0.029; 672, 117, 814, 283, 0 (car): 0.028; 282, 65, 544, 326, 2 (bug): 0.028; 663, 101, 824, 286, 0 (car): 0.028; 1246, 618, 1278, 672, 0 (car): 0.028; 667, 107, 819, 285, 2 (bug): 0.028; 1250, 74, 1280, 109, 2 (bug): 0.028; 802, 196, 1066, 499, 1 (tree): 0.028; 670, 105, 817, 284, 2 (bug): 0.028; 659, 100, 834, 286, 2 (bug): 0.028; 268, 74, 550, 329, 0 (car): 0.028; 674, 105, 811, 283, 1 (tree): 0.028; 672, 107, 815, 283, 2 (bug): 0.028; 799, 198, 1055, 499, 0 (car): 0.028; 674, 109, 810, 283, 0 (car): 0.028; 809, 190, 1081, 491, 2 (bug): 0.028; 61, 617, 204, 716, 2 (bug): 0.028; 670, 117, 816, 283, 0 (car): 0.028; 669, 104, 827, 285, 2 (bug): 0.028; 1215, 0, 1267, 44, 2 (bug): 0.028; 1206, 4, 1272, 84, 2 (bug): 0.028; 809, 190, 1081, 491, 0 (car): 0.028; 794, 192, 1077, 501, 2 (bug): 0.028; 279, 72, 539, 328, 2 (bug): 0.028; 1231, 0, 1250, 22, 0 (car): 0.028; 804, 206, 1052, 498, 2 (bug): 0.028; 1218, 0, 1266, 75, 2 (bug): 0.028; 134, 279, 184, 306, 2 (bug): 0.028; 0, 610, 96, 689, 2 (bug): 0.028; 137, 240, 182, 274, 2 (bug): 0.028; 135, 287, 183, 313, 2 (bug): 0.028; 807, 223, 1055, 499, 0 (car): 0.028; 667, 111, 818, 286, 0 (car): 0.028; 0, 610, 96, 689, 0 (car): 0.028; 664, 104, 827, 286, 0 (car): 0.028; 663, 101, 826, 287, 2 (bug): 0.028; 279, 72, 539, 328, 0 (car): 0.028; 672, 105, 820, 284, 2 (bug): 0.028; 803, 213, 1052, 498, 0 (car): 0.028; 279, 74, 547, 329, 2 (bug): 0.028; 294, 76, 536, 321, 1 (tree): 0.028; 808, 197, 1079, 500, 1 (tree): 0.028; 1251, 62, 1279, 97, 2 (bug): 0.028; 799, 198, 1055, 499, 2 (bug): 0.028; 671, 105, 814, 283, 1 (tree): 0.028; 670, 103, 824, 280, 0 (car): 0.028; 663, 101, 832, 287, 1 (tree): 0.028; 280, 81, 559, 328, 0 (car): 0.028; 670, 102, 815, 278, 0 (car): 0.028; 663, 101, 830, 286, 1 (tree): 0.027; 663, 102, 823, 288, 0 (car): 0.027; 1222, 29, 1256, 75, 2 (bug): 0.027; 803, 273, 1053, 498, 0 (car): 0.027; 278, 73, 542, 329, 2 (bug): 0.027; 271, 72, 546, 328, 2 (bug): 0.027; 659, 96, 832, 288, 0 (car): 0.027; 1225, 29, 1278, 82, 0 (car): 0.027; 795, 269, 1070, 499, 0 (car): 0.027; 668, 109, 817, 285, 2 (bug): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 279, 74, 547, 329, 0 (car): 0.027; 662, 100, 832, 285, 2 (bug): 0.027; 278, 73, 542, 329, 0 (car): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 796, 263, 1071, 499, 0 (car): 0.027; 803, 213, 1052, 498, 2 (bug): 0.027; 803, 195, 1067, 499, 1 (tree): 0.027; 793, 192, 1075, 501, 1 (tree): 0.027; 669, 104, 817, 285, 2 (bug): 0.027; 675, 105, 811, 281, 1 (tree): 0.027; 672, 117, 814, 283, 2 (bug): 0.027; 802, 196, 1068, 499, 1 (tree): 0.027; 673, 105, 809, 283, 1 (tree): 0.027; 665, 106, 824, 287, 2 (bug): 0.027; 159, 261, 212, 300, 0 (car): 0.027; 666, 104, 819, 285, 2 (bug): 0.027; 282, 65, 544, 326, 1 (tree): 0.027; 667, 107, 819, 285, 1 (tree): 0.027; 676, 106, 808, 283, 1 (tree): 0.027; 670, 117, 816, 283, 2 (bug): 0.027; 681, 106, 811, 283, 2 (bug): 0.027; 670, 105, 817, 284, 1 (tree): 0.027; 802, 304, 1049, 498, 0 (car): 0.027; 664, 102, 833, 286, 1 (tree): 0.027; 672, 107, 815, 283, 1 (tree): 0.027; 160, 302, 220, 332, 1 (tree): 0.027; 160, 296, 217, 327, 1 (tree): 0.027; 285, 65, 536, 319, 2 (bug): 0.027; 652, 100, 851, 290, 0 (car): 0.027; 803, 208, 1067, 502, 1 (tree): 0.027; 401, 79, 420, 144, 0 (car): 0.027; 161, 285, 215, 322, 2 (bug): 0.027; 666, 104, 818, 286, 2 (bug): 0.027; 160, 278, 214, 316, 2 (bug): 0.027; 800, 273, 1064, 498, 0 (car): 0.026; 663, 108, 817, 284, 0 (car): 0.026; 807, 223, 1055, 499, 2 (bug): 0.026; 124, 266, 171, 296, 1 (tree): 0.026; 667, 111, 818, 286, 2 (bug): 0.026; 1255, 77, 1278, 102, 2 (bug): 0.026; 271, 72, 546, 328, 0 (car): 0.026; 664, 104, 827, 286, 2 (bug): 0.026; 126, 298, 179, 329, 1 (tree): 0.026; 280, 81, 559, 328, 2 (bug): 0.026; 663, 101, 828, 287, 2 (bug): 0.026; 672, 105, 820, 284, 1 (tree): 0.026; [0]; [0]" - ] + "reference": { + "bboxes": [ + [800, 195, 1072, 501], + [290, 76, 542, 328], + [290, 76, 542, 328], + [670, 105, 817, 285], + [800, 195, 1072, 501], + [796, 193, 1074, 501], + [670, 105, 817, 285], + [672, 106, 814, 283], + [671, 105, 815, 284], + [290, 76, 542, 328], + [284, 74, 545, 328], + [663, 101, 830, 286], + [665, 102, 830, 286], + [665, 103, 822, 286], + [664, 102, 833, 286], + [1104, 0, 1217, 35], + [800, 195, 1072, 501], + [674, 105, 811, 283], + [284, 74, 545, 328], + [1142, 0, 1198, 47], + [802, 196, 1067, 500], + [294, 76, 536, 321], + [223, 327, 277, 360], + [663, 101, 832, 287], + [802, 196, 1067, 500], + [282, 65, 544, 326], + [1197, 0, 1243, 63], + [1122, 0, 1211, 81], + [1217, 0, 1263, 59], + [787, 195, 1083, 503], + [0, 220, 49, 591], + [659, 100, 834, 286], + [1122, 0, 1211, 81], + [284, 74, 545, 328], + [802, 196, 1068, 499], + [1142, 0, 1198, 47], + [1096, 0, 1218, 60], + [160, 701, 361, 713], + [672, 106, 814, 283], + [1197, 0, 1243, 63], + [800, 198, 1072, 500], + [1096, 0, 1218, 60], + [0, 274, 43, 598], + [663, 101, 826, 287], + [802, 196, 1066, 499], + [124, 266, 171, 296], + [671, 105, 815, 284], + [1121, 0, 1211, 38], + [0, 220, 49, 591], + [1104, 0, 1217, 35], + [173, 702, 352, 714], + [160, 302, 220, 332], + [802, 196, 1066, 499], + [160, 296, 217, 327], + [1118, 0, 1255, 19], + [0, 274, 43, 598], + [793, 192, 1075, 501], + [1121, 0, 1211, 38], + [968, 688, 1186, 720], + [671, 105, 814, 283], + [785, 198, 1090, 510], + [0, 331, 28, 607], + [126, 298, 179, 329], + [124, 265, 170, 294], + [223, 327, 277, 360], + [673, 105, 809, 283], + [1118, 0, 1255, 19], + [672, 106, 814, 283], + [808, 197, 1079, 500], + [796, 193, 1074, 501], + [675, 105, 811, 281], + [669, 104, 827, 285], + [670, 105, 817, 285], + [676, 106, 808, 283], + [917, 673, 1216, 713], + [157, 315, 223, 348], + [125, 291, 176, 321], + [1215, 0, 1257, 60], + [294, 76, 536, 321], + [808, 197, 1079, 500], + [663, 101, 827, 287], + [794, 192, 1077, 501], + [160, 701, 361, 713], + [803, 208, 1067, 502], + [1250, 74, 1280, 109], + [671, 105, 815, 284], + [803, 195, 1067, 499], + [803, 208, 1067, 502], + [154, 322, 228, 359], + [273, 55, 549, 328], + [782, 194, 1085, 503], + [115, 475, 718, 692], + [286, 75, 540, 324], + [150, 327, 230, 368], + [146, 314, 208, 347], + [665, 102, 830, 286], + [1215, 0, 1257, 60], + [663, 101, 828, 287], + [135, 300, 185, 325], + [1218, 0, 1266, 75], + [674, 105, 811, 283], + [173, 702, 352, 714], + [803, 195, 1067, 499], + [111, 687, 363, 713], + [802, 196, 1068, 499], + [670, 105, 817, 284], + [120, 693, 316, 713], + [800, 192, 1072, 500], + [548, 412, 606, 459], + [115, 475, 718, 692], + [796, 193, 1074, 501], + [111, 680, 342, 713], + [135, 287, 183, 313], + [120, 693, 316, 713], + [672, 107, 815, 283], + [782, 194, 1085, 503], + [1231, 0, 1250, 22], + [275, 83, 544, 328], + [133, 315, 192, 348], + [0, 331, 28, 607], + [667, 107, 819, 285], + [672, 105, 820, 284], + [157, 315, 223, 348], + [160, 302, 220, 332], + [665, 103, 822, 286], + [137, 240, 182, 274], + [663, 101, 830, 286], + [134, 279, 184, 306], + [150, 327, 230, 368], + [124, 266, 171, 296], + [1126, 0, 1197, 26], + [661, 100, 827, 288], + [662, 100, 832, 285], + [1251, 62, 1279, 97], + [1217, 0, 1263, 59], + [665, 102, 830, 286], + [803, 235, 1064, 498], + [268, 74, 550, 329], + [1255, 77, 1278, 102], + [799, 295, 1066, 498], + [1252, 86, 1280, 117], + [669, 104, 817, 285], + [1126, 0, 1197, 26], + [804, 207, 1060, 500], + [154, 322, 228, 359], + [125, 291, 176, 321], + [146, 314, 208, 347], + [124, 265, 170, 294], + [793, 192, 1075, 501], + [664, 102, 833, 286], + [802, 218, 1067, 499], + [787, 195, 1083, 503], + [800, 304, 1062, 498], + [1253, 21, 1276, 97], + [800, 198, 1072, 500], + [286, 75, 540, 324], + [804, 207, 1060, 500], + [126, 298, 179, 329], + [802, 218, 1067, 499], + [666, 104, 819, 285], + [802, 196, 1067, 500], + [160, 296, 217, 327], + [133, 315, 192, 348], + [548, 412, 606, 459], + [0, 606, 76, 690], + [671, 105, 814, 283], + [968, 688, 1186, 720], + [275, 83, 544, 328], + [670, 104, 825, 284], + [676, 106, 808, 283], + [681, 106, 811, 283], + [161, 285, 215, 322], + [1253, 21, 1276, 97], + [666, 104, 818, 286], + [1206, 4, 1272, 84], + [917, 673, 1216, 713], + [663, 101, 832, 287], + [1215, 0, 1267, 44], + [800, 192, 1072, 500], + [160, 278, 214, 316], + [111, 680, 342, 713], + [135, 300, 185, 325], + [668, 109, 817, 285], + [111, 687, 363, 713], + [675, 105, 811, 281], + [673, 105, 809, 283], + [670, 104, 825, 284], + [804, 206, 1052, 498], + [0, 606, 76, 690], + [285, 73, 541, 327], + [285, 73, 541, 327], + [665, 103, 822, 286], + [803, 235, 1064, 498], + [801, 265, 1065, 500], + [665, 106, 824, 287], + [672, 117, 814, 283], + [282, 65, 544, 326], + [663, 101, 824, 286], + [1246, 618, 1278, 672], + [667, 107, 819, 285], + [1250, 74, 1280, 109], + [802, 196, 1066, 499], + [670, 105, 817, 284], + [659, 100, 834, 286], + [268, 74, 550, 329], + [674, 105, 811, 283], + [672, 107, 815, 283], + [799, 198, 1055, 499], + [674, 109, 810, 283], + [809, 190, 1081, 491], + [61, 617, 204, 716], + [670, 117, 816, 283], + [669, 104, 827, 285], + [1215, 0, 1267, 44], + [1206, 4, 1272, 84], + [809, 190, 1081, 491], + [794, 192, 1077, 501], + [279, 72, 539, 328], + [1231, 0, 1250, 22], + [804, 206, 1052, 498], + [1218, 0, 1266, 75], + [134, 279, 184, 306], + [0, 610, 96, 689], + [137, 240, 182, 274], + [135, 287, 183, 313], + [807, 223, 1055, 499], + [667, 111, 818, 286], + [0, 610, 96, 689], + [664, 104, 827, 286], + [663, 101, 826, 287], + [279, 72, 539, 328], + [672, 105, 820, 284], + [803, 213, 1052, 498], + [279, 74, 547, 329], + [294, 76, 536, 321], + [808, 197, 1079, 500], + [1251, 62, 1279, 97], + [799, 198, 1055, 499], + [671, 105, 814, 283], + [670, 103, 824, 280], + [663, 101, 832, 287], + [280, 81, 559, 328], + [670, 102, 815, 278], + [663, 101, 830, 286], + [663, 102, 823, 288], + [1222, 29, 1256, 75], + [803, 273, 1053, 498], + [278, 73, 542, 329], + [271, 72, 546, 328], + [659, 96, 832, 288], + [1225, 29, 1278, 82], + [795, 269, 1070, 499], + [668, 109, 817, 285], + [670, 104, 825, 284], + [279, 74, 547, 329], + [662, 100, 832, 285], + [278, 73, 542, 329], + [670, 104, 825, 284], + [796, 263, 1071, 499], + [803, 213, 1052, 498], + [803, 195, 1067, 499], + [793, 192, 1075, 501], + [669, 104, 817, 285], + [675, 105, 811, 281], + [672, 117, 814, 283], + [802, 196, 1068, 499], + [673, 105, 809, 283], + [665, 106, 824, 287], + [159, 261, 212, 300], + [666, 104, 819, 285], + [282, 65, 544, 326], + [667, 107, 819, 285], + [676, 106, 808, 283], + [670, 117, 816, 283], + [681, 106, 811, 283], + [670, 105, 817, 284], + [802, 304, 1049, 498], + [664, 102, 833, 286], + [672, 107, 815, 283], + [160, 302, 220, 332], + [160, 296, 217, 327], + [285, 65, 536, 319], + [652, 100, 851, 290], + [803, 208, 1067, 502], + [401, 79, 420, 144], + [161, 285, 215, 322], + [666, 104, 818, 286], + [160, 278, 214, 316], + [800, 273, 1064, 498], + [663, 108, 817, 284], + [807, 223, 1055, 499], + [124, 266, 171, 296], + [667, 111, 818, 286], + [1255, 77, 1278, 102], + [271, 72, 546, 328], + [664, 104, 827, 286], + [126, 298, 179, 329], + [280, 81, 559, 328], + [663, 101, 828, 287], + [672, 105, 820, 284] + ], + "labels": [ + 0, 0, 1, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 2, 0, + 0, 2, 0, 2, 0, 0, 0, 0, 0, 2, 1, 0, 2, 0, 2, 2, 0, 0, 2, 0, 0, 0, 0, + 2, 2, 2, 2, 2, 0, 2, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 2, 0, 2, 1, 0, + 2, 0, 0, 2, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 2, + 2, 0, 0, 2, 2, 0, 0, 0, 2, 0, 2, 2, 2, 0, 2, 0, 0, 0, 1, 2, 0, 0, 0, + 2, 2, 2, 0, 2, 0, 0, 2, 2, 2, 0, 2, 0, 2, 2, 2, 0, 0, 0, 2, 1, 0, 2, + 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 0, 2, 2, 0, 0, 1, + 2, 2, 2, 0, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 2, 0, 0, + 2, 2, 0, 0, 2, 2, 0, 1, 2, 0, 0, 0, 2, 0, 0, 2, 2, 1, 2, 2, 0, 1, 2, + 0, 0, 2, 2, 0, 2, 2, 2, 0, 2, 2, 0, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 2, + 0, 2, 0, 2, 1, 1, 2, 2, 1, 0, 1, 0, 0, 1, 0, 2, 0, 2, 2, 0, 0, 0, 2, + 2, 0, 2, 0, 2, 0, 2, 1, 1, 2, 1, 2, 1, 1, 2, 0, 2, 1, 1, 1, 2, 2, 1, + 0, 1, 1, 1, 1, 2, 0, 1, 0, 2, 2, 2, 0, 0, 2, 1, 2, 2, 0, 2, 1, 2, 2, + 1 + ], + "scores": [ + 0.05364169552922249, 0.050511639565229416, 0.04943040385842323, + 0.045987557619810104, 0.044901344925165176, 0.040382567793130875, + 0.038958072662353516, 0.038458600640296936, 0.03790648654103279, + 0.03702566400170326, 0.03617781400680542, 0.03562421724200249, + 0.03513365611433983, 0.03492807224392891, 0.034895993769168854, + 0.03447204455733299, 0.034327540546655655, 0.03362970054149628, + 0.03358699753880501, 0.03349980339407921, 0.033324532210826874, + 0.033244602382183075, 0.03324107825756073, 0.033143509179353714, + 0.033017534762620926, 0.03296014666557312, 0.03293238952755928, + 0.03283946216106415, 0.032818153500556946, 0.032810505479574203, + 0.0327705480158329, 0.032710883766412735, 0.03270288556814194, + 0.03264889121055603, 0.032635677605867386, 0.03262365609407425, + 0.03261397033929825, 0.03258613497018814, 0.03257718309760094, + 0.03255562111735344, 0.03255048394203186, 0.032537903636693954, + 0.032489992678165436, 0.03243371099233627, 0.0324060320854187, + 0.03233686834573746, 0.032333068549633026, 0.03231792151927948, + 0.03226853534579277, 0.03226657584309578, 0.03208507224917412, + 0.03204194828867912, 0.032031428068876266, 0.03176946938037872, + 0.031766392290592194, 0.031735967844724655, 0.03173552080988884, + 0.03162812069058418, 0.03160775452852249, 0.031574804335832596, + 0.03157290071249008, 0.03155882656574249, 0.031556643545627594, + 0.03153640776872635, 0.03152401000261307, 0.03148981183767319, + 0.031478796154260635, 0.03144103288650513, 0.03144070506095886, + 0.03142552450299263, 0.03140438348054886, 0.031386662274599075, + 0.031376082450151443, 0.0313236378133297, 0.03132066875696182, + 0.03131642937660217, 0.03131036087870598, 0.03126833215355873, + 0.031244773417711258, 0.031216468662023544, 0.03121579810976982, + 0.031203100457787514, 0.031198538839817047, 0.031155860051512718, + 0.03111826628446579, 0.0311098862439394, 0.031105725094676018, + 0.031072378158569336, 0.031068168580532074, 0.031065821647644043, + 0.03104366548359394, 0.030965229496359825, 0.03093867376446724, + 0.030869590118527412, 0.030862316489219666, 0.030802549794316292, + 0.030773665755987167, 0.030703647062182426, 0.03064791113138199, + 0.030644182115793228, 0.030599337071180344, 0.030598191544413567, + 0.030581822618842125, 0.030578749254345894, 0.030572783201932907, + 0.030559057369828224, 0.03050476871430874, 0.030484316870570183, + 0.030462412163615227, 0.030391870066523552, 0.03038681112229824, + 0.030383210629224777, 0.030355364084243774, 0.030288049951195717, + 0.03020421974360943, 0.030199088156223297, 0.03019855171442032, + 0.030166881158947945, 0.030153656378388405, 0.030150743201375008, + 0.030117083340883255, 0.030032381415367126, 0.030021103098988533, + 0.029981186613440514, 0.029953673481941223, 0.029929623007774353, + 0.029929567128419876, 0.02992110326886177, 0.029884260147809982, + 0.029863296076655388, 0.02985520102083683, 0.02983526512980461, + 0.029787883162498474, 0.02978277951478958, 0.029754159972071648, + 0.029741721227765083, 0.029735418036580086, 0.029710765928030014, + 0.029651625081896782, 0.029638320207595825, 0.029628844931721687, + 0.029612960293889046, 0.02961190603673458, 0.02960698865354061, + 0.029590073972940445, 0.029583917930722237, 0.02958076447248459, + 0.029561948031187057, 0.02954983152449131, 0.029541844502091408, + 0.029518019407987595, 0.029471060261130333, 0.02946285903453827, + 0.029453417286276817, 0.02938334085047245, 0.029329370707273483, + 0.02931021712720394, 0.02928874082863331, 0.029284071177244186, + 0.029240261763334274, 0.02922995388507843, 0.029227497056126595, + 0.02920684590935707, 0.029197856783866882, 0.02918498031795025, + 0.029153352603316307, 0.029102496802806854, 0.02905401773750782, + 0.029052438214421272, 0.029034459963440895, 0.029025737196207047, + 0.028989220038056374, 0.02898707240819931, 0.02898346073925495, + 0.02896895259618759, 0.028918003663420677, 0.028913497924804688, + 0.028910811990499496, 0.028880465775728226, 0.028875276446342468, + 0.028870947659015656, 0.028860295191407204, 0.02885526791214943, + 0.028850628063082695, 0.02884615585207939, 0.028805242851376534, + 0.028795212507247925, 0.02874162793159485, 0.02873902954161167, + 0.028727199882268906, 0.02857140824198723, 0.028557993471622467, + 0.028552072122693062, 0.02850411646068096, 0.02850397676229477, + 0.02848690189421177, 0.028469322249293327, 0.028461575508117676, + 0.028448421508073807, 0.028442243114113808, 0.028430335223674774, + 0.028395550325512886, 0.028377074748277664, 0.02836819924414158, + 0.028330666944384575, 0.02825826033949852, 0.028255388140678406, + 0.028249161317944527, 0.02817992866039276, 0.02816595882177353, + 0.028161004185676575, 0.028159786015748978, 0.02814375050365925, + 0.028093283995985985, 0.028086626902222633, 0.028081176802515984, + 0.028078215196728706, 0.028071222826838493, 0.028056863695383072, + 0.02804846689105034, 0.027991674840450287, 0.027990682050585747, + 0.027941912412643433, 0.027921117842197418, 0.027898814529180527, + 0.02789521962404251, 0.027856001630425453, 0.027842333540320396, + 0.027832964435219765, 0.0278173815459013, 0.027801189571619034, + 0.027765704318881035, 0.027720842510461807, 0.027712900191545486, + 0.027698321267962456, 0.027696117758750916, 0.02769450470805168, + 0.027644867077469826, 0.027577798813581467, 0.027558796107769012, + 0.02755575440824032, 0.027542393654584885, 0.027535727247595787, + 0.027487803250551224, 0.02746420167386532, 0.027445387095212936, + 0.027436377480626106, 0.027431059628725052, 0.027404116466641426, + 0.027345765382051468, 0.027305783703923225, 0.027287768200039864, + 0.027252687141299248, 0.027189642190933228, 0.027172936126589775, + 0.027155691757798195, 0.027143895626068115, 0.027141740545630455, + 0.027135759592056274, 0.02713398076593876, 0.027131233364343643, + 0.027119316160678864, 0.027089614421129227, 0.02707902155816555, + 0.027033722028136253, 0.02701493166387081, 0.02696850337088108, + 0.026967370882630348, 0.026958255097270012, 0.026950553059577942, + 0.026925500482320786, 0.02691933885216713, 0.026913251727819443, + 0.026898931711912155, 0.02687622606754303, 0.026859069243073463, + 0.026851017028093338, 0.02675802633166313, 0.026697827503085136, + 0.02666974812746048, 0.026648880913853645, 0.026628591120243073, + 0.026626236736774445, 0.026624079793691635, 0.026584917679429054, + 0.02657466009259224, 0.026512956246733665, 0.026511073112487793, + 0.026498891413211823, 0.026464827358722687, 0.02646196261048317, + 0.02645847387611866, 0.026458097621798515, 0.02645285055041313, + 0.026448437944054604, 0.02642253041267395, 0.026401162147521973, + 0.026395687833428383, 0.026369372382760048, 0.026352951303124428 + ], + "label_names": [ + "car", + "car", + "tree", + "car", + "tree", + "car", + "tree", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "bug", + "tree", + "car", + "bug", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "tree", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "tree", + "car", + "car", + "car", + "car", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "car", + "tree", + "bug", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "tree", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "car", + "car", + "tree", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "tree", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "tree", + "bug", + "bug", + "car", + "tree", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "bug", + "tree", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "car", + "car", + "tree", + "car", + "bug", + "car", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "bug", + "car", + "bug", + "car", + "bug", + "car", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "bug", + "car", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "bug", + "car", + "tree", + "car", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "tree", + "bug", + "bug", + "car", + "bug", + "tree", + "bug", + "bug", + "tree" + ] + } } ] }, @@ -1705,9 +11282,729 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "800, 195, 1071, 500, 0 (car): 0.053; 290, 76, 542, 328, 0 (car): 0.050; 290, 76, 542, 328, 1 (tree): 0.049; 670, 105, 818, 284, 0 (car): 0.046; 800, 195, 1071, 500, 1 (tree): 0.045; 796, 193, 1074, 501, 0 (car): 0.040; 670, 105, 818, 284, 1 (tree): 0.039; 672, 106, 814, 284, 0 (car): 0.038; 670, 105, 816, 284, 0 (car): 0.038; 290, 76, 542, 328, 2 (bug): 0.037; 284, 74, 545, 328, 0 (car): 0.036; 663, 101, 830, 286, 0 (car): 0.035; 666, 102, 830, 286, 0 (car): 0.035; 665, 103, 822, 286, 0 (car): 0.035; 1104, 0, 1218, 35, 0 (car): 0.034; 664, 102, 832, 286, 0 (car): 0.034; 800, 195, 1071, 500, 2 (bug): 0.034; 789, 196, 1082, 503, 0 (car): 0.034; 284, 74, 545, 328, 2 (bug): 0.034; 1141, 0, 1198, 46, 0 (car): 0.033; 802, 196, 1067, 500, 0 (car): 0.033; 674, 105, 811, 283, 0 (car): 0.033; 223, 327, 277, 360, 0 (car): 0.033; 294, 76, 536, 321, 2 (bug): 0.033; 282, 66, 544, 326, 0 (car): 0.033; 662, 101, 832, 287, 0 (car): 0.033; 802, 196, 1067, 500, 2 (bug): 0.033; 0, 324, 29, 605, 0 (car): 0.033; 1123, 0, 1212, 84, 0 (car): 0.033; 1196, 0, 1242, 63, 2 (bug): 0.033; 1123, 0, 1212, 84, 2 (bug): 0.033; 1216, 0, 1262, 59, 0 (car): 0.033; 0, 214, 49, 590, 0 (car): 0.033; 284, 74, 545, 328, 1 (tree): 0.033; 659, 100, 834, 286, 0 (car): 0.033; 161, 701, 360, 712, 2 (bug): 0.033; 1141, 0, 1198, 46, 2 (bug): 0.033; 1196, 0, 1242, 63, 0 (car): 0.032; 672, 106, 814, 284, 2 (bug): 0.032; 1096, 0, 1219, 58, 0 (car): 0.032; 1121, 0, 1209, 39, 0 (car): 0.032; 802, 196, 1068, 499, 0 (car): 0.032; 1096, 0, 1219, 58, 2 (bug): 0.032; 662, 101, 827, 287, 0 (car): 0.032; 802, 196, 1066, 500, 0 (car): 0.032; 124, 265, 172, 295, 0 (car): 0.032; 0, 264, 46, 596, 0 (car): 0.032; 670, 105, 816, 284, 2 (bug): 0.032; 0, 214, 49, 590, 2 (bug): 0.032; 800, 198, 1072, 500, 0 (car): 0.032; 1121, 0, 1209, 39, 2 (bug): 0.032; 1104, 0, 1218, 35, 2 (bug): 0.032; 160, 302, 221, 332, 0 (car): 0.032; 1119, 0, 1253, 18, 0 (car): 0.032; 802, 196, 1066, 500, 2 (bug): 0.032; 786, 198, 1090, 510, 0 (car): 0.032; 174, 702, 348, 714, 2 (bug): 0.032; 160, 296, 217, 327, 0 (car): 0.032; 792, 192, 1076, 501, 0 (car): 0.032; 126, 298, 180, 328, 0 (car): 0.032; 782, 193, 1085, 503, 0 (car): 0.032; 135, 256, 185, 286, 0 (car): 0.032; 0, 264, 46, 596, 2 (bug): 0.032; 1119, 0, 1253, 18, 2 (bug): 0.032; 671, 106, 814, 284, 0 (car): 0.031; 808, 197, 1079, 500, 0 (car): 0.031; 157, 315, 224, 348, 0 (car): 0.031; 223, 327, 277, 360, 2 (bug): 0.031; 124, 264, 171, 294, 0 (car): 0.031; 672, 105, 809, 283, 0 (car): 0.031; 1215, 0, 1257, 62, 0 (car): 0.031; 796, 193, 1074, 501, 2 (bug): 0.031; 0, 324, 29, 605, 2 (bug): 0.031; 670, 105, 818, 284, 2 (bug): 0.031; 969, 688, 1186, 719, 2 (bug): 0.031; 675, 105, 811, 280, 0 (car): 0.031; 672, 106, 814, 284, 1 (tree): 0.031; 154, 322, 228, 358, 0 (car): 0.031; 808, 197, 1079, 500, 2 (bug): 0.031; 676, 106, 808, 284, 0 (car): 0.031; 294, 76, 536, 321, 0 (car): 0.031; 161, 701, 360, 712, 0 (car): 0.031; 916, 673, 1216, 714, 2 (bug): 0.031; 794, 192, 1077, 501, 0 (car): 0.031; 803, 209, 1067, 502, 2 (bug): 0.031; 662, 101, 828, 287, 0 (car): 0.031; 669, 104, 827, 284, 0 (car): 0.031; 125, 290, 177, 321, 0 (car): 0.031; 803, 209, 1067, 502, 0 (car): 0.031; 802, 195, 1067, 498, 0 (car): 0.031; 670, 105, 816, 284, 1 (tree): 0.031; 273, 56, 549, 328, 0 (car): 0.031; 1248, 74, 1279, 108, 0 (car): 0.031; 149, 326, 230, 368, 0 (car): 0.031; 1215, 0, 1257, 62, 2 (bug): 0.031; 135, 287, 184, 312, 0 (car): 0.031; 146, 314, 209, 347, 0 (car): 0.031; 286, 75, 540, 324, 2 (bug): 0.031; 134, 279, 184, 305, 0 (car): 0.031; 135, 300, 186, 325, 0 (car): 0.031; 1218, 0, 1266, 75, 0 (car): 0.031; 666, 102, 830, 286, 2 (bug): 0.031; 663, 101, 829, 287, 0 (car): 0.031; 121, 693, 314, 713, 2 (bug): 0.031; 800, 192, 1072, 500, 0 (car): 0.031; 674, 105, 811, 283, 2 (bug): 0.031; 802, 196, 1068, 499, 2 (bug): 0.030; 174, 702, 348, 714, 0 (car): 0.030; 802, 195, 1067, 498, 2 (bug): 0.030; 670, 105, 818, 284, 0 (car): 0.030; 137, 240, 183, 273, 0 (car): 0.030; 1127, 0, 1198, 26, 0 (car): 0.030; 796, 193, 1074, 501, 1 (tree): 0.030; 109, 688, 360, 713, 2 (bug): 0.030; 672, 107, 815, 283, 0 (car): 0.030; 121, 693, 314, 713, 0 (car): 0.030; 109, 678, 340, 713, 2 (bug): 0.030; 1231, 0, 1250, 22, 2 (bug): 0.030; 668, 107, 819, 285, 0 (car): 0.030; 547, 412, 606, 459, 0 (car): 0.030; 149, 326, 230, 368, 2 (bug): 0.030; 157, 315, 224, 348, 2 (bug): 0.030; 672, 105, 820, 284, 0 (car): 0.030; 782, 193, 1085, 503, 2 (bug): 0.030; 798, 295, 1066, 498, 0 (car): 0.030; 275, 83, 544, 328, 2 (bug): 0.030; 665, 103, 822, 286, 2 (bug): 0.030; 663, 101, 830, 286, 2 (bug): 0.030; 660, 100, 828, 288, 0 (car): 0.030; 789, 196, 1082, 503, 2 (bug): 0.030; 1216, 0, 1262, 59, 2 (bug): 0.030; 662, 100, 832, 285, 0 (car): 0.030; 124, 265, 172, 295, 2 (bug): 0.030; 1127, 0, 1198, 26, 2 (bug): 0.030; 666, 102, 830, 286, 1 (tree): 0.030; 146, 314, 209, 347, 2 (bug): 0.030; 160, 302, 221, 332, 2 (bug): 0.030; 268, 74, 550, 328, 2 (bug): 0.030; 154, 322, 228, 358, 2 (bug): 0.030; 669, 104, 818, 285, 0 (car): 0.030; 792, 192, 1076, 501, 2 (bug): 0.029; 802, 237, 1064, 498, 0 (car): 0.029; 804, 207, 1061, 500, 0 (car): 0.029; 124, 264, 171, 294, 2 (bug): 0.029; 286, 75, 540, 324, 0 (car): 0.029; 1254, 21, 1276, 98, 2 (bug): 0.029; 800, 306, 1062, 498, 0 (car): 0.029; 161, 285, 216, 322, 0 (car): 0.029; 125, 290, 177, 321, 2 (bug): 0.029; 160, 278, 214, 316, 0 (car): 0.029; 804, 207, 1061, 500, 2 (bug): 0.029; 126, 298, 180, 328, 2 (bug): 0.029; 800, 220, 1068, 499, 2 (bug): 0.029; 664, 102, 832, 286, 2 (bug): 0.029; 666, 104, 819, 286, 0 (car): 0.029; 160, 296, 217, 327, 2 (bug): 0.029; 1251, 88, 1280, 117, 0 (car): 0.029; 802, 196, 1067, 500, 1 (tree): 0.029; 1215, 0, 1267, 44, 0 (car): 0.029; 800, 198, 1072, 500, 2 (bug): 0.029; 671, 106, 814, 284, 2 (bug): 0.029; 1254, 21, 1276, 98, 0 (car): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 800, 220, 1068, 499, 0 (car): 0.029; 275, 83, 544, 328, 0 (car): 0.029; 135, 300, 186, 325, 2 (bug): 0.029; 666, 104, 818, 286, 0 (car): 0.029; 676, 106, 808, 284, 2 (bug): 0.029; 135, 256, 185, 286, 2 (bug): 0.029; 969, 688, 1186, 719, 0 (car): 0.029; 668, 109, 818, 286, 0 (car): 0.029; 681, 106, 811, 283, 0 (car): 0.029; 800, 192, 1072, 500, 2 (bug): 0.029; 285, 73, 541, 328, 2 (bug): 0.029; 547, 412, 606, 459, 2 (bug): 0.029; 662, 101, 832, 287, 2 (bug): 0.029; 134, 279, 184, 305, 2 (bug): 0.029; 916, 673, 1216, 714, 0 (car): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 0, 606, 84, 690, 0 (car): 0.029; 675, 105, 811, 280, 2 (bug): 0.029; 672, 105, 809, 283, 2 (bug): 0.029; 109, 678, 340, 713, 0 (car): 0.029; 109, 688, 360, 713, 0 (car): 0.029; 804, 207, 1052, 498, 0 (car): 0.029; 285, 73, 541, 328, 0 (car): 0.029; 800, 266, 1064, 500, 0 (car): 0.029; 282, 66, 544, 326, 2 (bug): 0.029; 665, 103, 822, 286, 1 (tree): 0.028; 0, 606, 84, 690, 2 (bug): 0.028; 664, 101, 824, 286, 0 (car): 0.028; 1247, 620, 1278, 672, 0 (car): 0.028; 666, 106, 824, 287, 0 (car): 0.028; 672, 117, 814, 283, 0 (car): 0.028; 802, 196, 1066, 500, 1 (tree): 0.028; 668, 107, 819, 285, 2 (bug): 0.028; 674, 105, 811, 283, 1 (tree): 0.028; 659, 100, 834, 286, 2 (bug): 0.028; 1215, 0, 1267, 44, 2 (bug): 0.028; 802, 237, 1064, 498, 2 (bug): 0.028; 137, 240, 183, 273, 2 (bug): 0.028; 799, 198, 1055, 498, 0 (car): 0.028; 135, 287, 184, 312, 2 (bug): 0.028; 670, 105, 818, 284, 2 (bug): 0.028; 1248, 74, 1279, 108, 2 (bug): 0.028; 672, 107, 815, 283, 2 (bug): 0.028; 809, 190, 1081, 491, 0 (car): 0.028; 268, 74, 550, 328, 0 (car): 0.028; 809, 190, 1081, 491, 2 (bug): 0.028; 674, 109, 810, 283, 0 (car): 0.028; 794, 192, 1077, 501, 2 (bug): 0.028; 54, 614, 207, 716, 2 (bug): 0.028; 670, 117, 816, 283, 0 (car): 0.028; 669, 104, 827, 284, 2 (bug): 0.028; 1231, 0, 1250, 22, 0 (car): 0.028; 804, 207, 1052, 498, 2 (bug): 0.028; 280, 72, 539, 328, 2 (bug): 0.028; 61, 18, 148, 42, 2 (bug): 0.028; 0, 608, 100, 688, 2 (bug): 0.028; 807, 224, 1055, 499, 0 (car): 0.028; 1218, 0, 1266, 75, 2 (bug): 0.028; 667, 111, 818, 286, 0 (car): 0.028; 808, 197, 1079, 500, 1 (tree): 0.028; 0, 608, 100, 688, 0 (car): 0.028; 664, 104, 827, 286, 0 (car): 0.028; 662, 101, 827, 287, 2 (bug): 0.028; 280, 72, 539, 328, 0 (car): 0.028; 672, 105, 820, 284, 2 (bug): 0.028; 294, 76, 536, 321, 1 (tree): 0.028; 279, 74, 547, 329, 2 (bug): 0.028; 159, 261, 212, 301, 0 (car): 0.028; 278, 73, 541, 329, 2 (bug): 0.028; 799, 198, 1055, 498, 2 (bug): 0.028; 670, 103, 824, 280, 0 (car): 0.028; 1214, 5, 1272, 84, 0 (car): 0.027; 802, 215, 1051, 498, 0 (car): 0.027; 670, 103, 815, 278, 0 (car): 0.027; 803, 274, 1053, 498, 0 (car): 0.027; 174, 479, 732, 706, 0 (car): 0.027; 280, 81, 560, 328, 0 (car): 0.027; 671, 106, 814, 284, 1 (tree): 0.027; 662, 101, 832, 287, 1 (tree): 0.027; 795, 270, 1069, 499, 0 (car): 0.027; 1221, 33, 1256, 75, 2 (bug): 0.027; 278, 73, 541, 329, 0 (car): 0.027; 663, 101, 830, 286, 1 (tree): 0.027; 271, 72, 546, 328, 2 (bug): 0.027; 662, 102, 822, 288, 0 (car): 0.027; 800, 299, 1063, 499, 0 (car): 0.027; 659, 96, 832, 288, 0 (car): 0.027; 668, 109, 818, 286, 2 (bug): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 662, 100, 832, 285, 2 (bug): 0.027; 795, 265, 1071, 499, 0 (car): 0.027; 279, 74, 547, 329, 0 (car): 0.027; 792, 192, 1076, 501, 1 (tree): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 669, 104, 818, 285, 2 (bug): 0.027; 282, 66, 544, 326, 1 (tree): 0.027; 802, 195, 1067, 498, 1 (tree): 0.027; 1214, 5, 1272, 84, 2 (bug): 0.027; 802, 215, 1051, 498, 2 (bug): 0.027; 802, 196, 1068, 499, 1 (tree): 0.027; 672, 117, 814, 283, 2 (bug): 0.027; 666, 106, 824, 287, 2 (bug): 0.027; 160, 302, 221, 332, 1 (tree): 0.027; 675, 105, 811, 280, 1 (tree): 0.027; 666, 104, 819, 286, 2 (bug): 0.027; 801, 304, 1049, 498, 0 (car): 0.027; 668, 107, 819, 285, 1 (tree): 0.027; 160, 296, 217, 327, 1 (tree): 0.027; 670, 117, 816, 283, 2 (bug): 0.027; 672, 105, 809, 283, 1 (tree): 0.027; 676, 106, 808, 284, 1 (tree): 0.027; 160, 278, 214, 316, 2 (bug): 0.027; 670, 105, 818, 284, 1 (tree): 0.027; 161, 285, 216, 322, 2 (bug): 0.027; 286, 66, 536, 319, 2 (bug): 0.027; 681, 106, 811, 283, 2 (bug): 0.027; 672, 107, 815, 283, 1 (tree): 0.027; 124, 265, 172, 295, 1 (tree): 0.027; 652, 100, 850, 290, 0 (car): 0.027; 401, 79, 420, 144, 0 (car): 0.027; 803, 209, 1067, 502, 1 (tree): 0.027; 1226, 32, 1278, 82, 0 (car): 0.027; 271, 72, 546, 328, 0 (car): 0.027; 61, 18, 148, 42, 0 (car): 0.027; 800, 275, 1064, 498, 0 (car): 0.026; 126, 298, 180, 328, 1 (tree): 0.026; 666, 104, 818, 286, 2 (bug): 0.026; 807, 224, 1055, 499, 2 (bug): 0.026; 662, 108, 818, 284, 0 (car): 0.026; 135, 256, 185, 286, 1 (tree): 0.026; 789, 196, 1082, 503, 1 (tree): 0.026; 667, 111, 818, 286, 2 (bug): 0.026; 663, 101, 829, 287, 2 (bug): 0.026; 664, 104, 827, 286, 2 (bug): 0.026; 664, 102, 832, 286, 1 (tree): 0.026; 280, 81, 560, 328, 2 (bug): 0.026; 1221, 33, 1256, 75, 0 (car): 0.026; [0]; [0]" - ] + "reference": { + "bboxes": [ + [800, 195, 1071, 500], + [290, 76, 542, 328], + [290, 76, 542, 328], + [670, 105, 818, 284], + [800, 195, 1071, 500], + [796, 193, 1074, 501], + [670, 105, 818, 284], + [672, 106, 814, 284], + [670, 105, 816, 284], + [290, 76, 542, 328], + [284, 74, 545, 328], + [663, 101, 830, 286], + [666, 102, 830, 286], + [665, 103, 822, 286], + [1104, 0, 1218, 35], + [664, 102, 832, 286], + [800, 195, 1071, 500], + [789, 196, 1082, 503], + [284, 74, 545, 328], + [1141, 0, 1198, 46], + [802, 196, 1067, 500], + [674, 105, 811, 283], + [223, 327, 277, 360], + [294, 76, 536, 321], + [282, 66, 544, 326], + [662, 101, 832, 287], + [802, 196, 1067, 500], + [0, 324, 29, 605], + [1123, 0, 1212, 84], + [1196, 0, 1242, 63], + [1123, 0, 1212, 84], + [1216, 0, 1262, 59], + [0, 214, 49, 590], + [284, 74, 545, 328], + [659, 100, 834, 286], + [161, 701, 360, 712], + [1141, 0, 1198, 46], + [1196, 0, 1242, 63], + [672, 106, 814, 284], + [1096, 0, 1219, 58], + [1121, 0, 1209, 39], + [802, 196, 1068, 499], + [1096, 0, 1219, 58], + [662, 101, 827, 287], + [802, 196, 1066, 500], + [124, 265, 172, 295], + [0, 264, 46, 596], + [670, 105, 816, 284], + [0, 214, 49, 590], + [800, 198, 1072, 500], + [1121, 0, 1209, 39], + [1104, 0, 1218, 35], + [160, 302, 221, 332], + [1119, 0, 1253, 18], + [802, 196, 1066, 500], + [786, 198, 1090, 510], + [174, 702, 348, 714], + [160, 296, 217, 327], + [792, 192, 1076, 501], + [126, 298, 180, 328], + [782, 193, 1085, 503], + [135, 256, 185, 286], + [0, 264, 46, 596], + [1119, 0, 1253, 18], + [671, 106, 814, 284], + [808, 197, 1079, 500], + [157, 315, 224, 348], + [223, 327, 277, 360], + [124, 264, 171, 294], + [672, 105, 809, 283], + [1215, 0, 1257, 62], + [796, 193, 1074, 501], + [0, 324, 29, 605], + [670, 105, 818, 284], + [969, 688, 1186, 719], + [675, 105, 811, 280], + [672, 106, 814, 284], + [154, 322, 228, 358], + [808, 197, 1079, 500], + [676, 106, 808, 284], + [294, 76, 536, 321], + [161, 701, 360, 712], + [916, 673, 1216, 714], + [794, 192, 1077, 501], + [803, 209, 1067, 502], + [662, 101, 828, 287], + [669, 104, 827, 284], + [125, 290, 177, 321], + [803, 209, 1067, 502], + [802, 195, 1067, 498], + [670, 105, 816, 284], + [273, 56, 549, 328], + [1248, 74, 1279, 108], + [149, 326, 230, 368], + [1215, 0, 1257, 62], + [135, 287, 184, 312], + [146, 314, 209, 347], + [286, 75, 540, 324], + [134, 279, 184, 305], + [135, 300, 186, 325], + [1218, 0, 1266, 75], + [666, 102, 830, 286], + [663, 101, 829, 287], + [121, 693, 314, 713], + [800, 192, 1072, 500], + [674, 105, 811, 283], + [802, 196, 1068, 499], + [174, 702, 348, 714], + [802, 195, 1067, 498], + [670, 105, 818, 284], + [137, 240, 183, 273], + [1127, 0, 1198, 26], + [796, 193, 1074, 501], + [109, 688, 360, 713], + [672, 107, 815, 283], + [121, 693, 314, 713], + [109, 678, 340, 713], + [1231, 0, 1250, 22], + [668, 107, 819, 285], + [547, 412, 606, 459], + [149, 326, 230, 368], + [157, 315, 224, 348], + [672, 105, 820, 284], + [782, 193, 1085, 503], + [798, 295, 1066, 498], + [275, 83, 544, 328], + [665, 103, 822, 286], + [663, 101, 830, 286], + [660, 100, 828, 288], + [789, 196, 1082, 503], + [1216, 0, 1262, 59], + [662, 100, 832, 285], + [124, 265, 172, 295], + [1127, 0, 1198, 26], + [666, 102, 830, 286], + [146, 314, 209, 347], + [160, 302, 221, 332], + [268, 74, 550, 328], + [154, 322, 228, 358], + [669, 104, 818, 285], + [792, 192, 1076, 501], + [802, 237, 1064, 498], + [804, 207, 1061, 500], + [124, 264, 171, 294], + [286, 75, 540, 324], + [1254, 21, 1276, 98], + [800, 306, 1062, 498], + [161, 285, 216, 322], + [125, 290, 177, 321], + [160, 278, 214, 316], + [804, 207, 1061, 500], + [126, 298, 180, 328], + [800, 220, 1068, 499], + [664, 102, 832, 286], + [666, 104, 819, 286], + [160, 296, 217, 327], + [1251, 88, 1280, 117], + [802, 196, 1067, 500], + [1215, 0, 1267, 44], + [800, 198, 1072, 500], + [671, 106, 814, 284], + [1254, 21, 1276, 98], + [670, 104, 825, 284], + [800, 220, 1068, 499], + [275, 83, 544, 328], + [135, 300, 186, 325], + [666, 104, 818, 286], + [676, 106, 808, 284], + [135, 256, 185, 286], + [969, 688, 1186, 719], + [668, 109, 818, 286], + [681, 106, 811, 283], + [800, 192, 1072, 500], + [285, 73, 541, 328], + [547, 412, 606, 459], + [662, 101, 832, 287], + [134, 279, 184, 305], + [916, 673, 1216, 714], + [670, 104, 825, 284], + [0, 606, 84, 690], + [675, 105, 811, 280], + [672, 105, 809, 283], + [109, 678, 340, 713], + [109, 688, 360, 713], + [804, 207, 1052, 498], + [285, 73, 541, 328], + [800, 266, 1064, 500], + [282, 66, 544, 326], + [665, 103, 822, 286], + [0, 606, 84, 690], + [664, 101, 824, 286], + [1247, 620, 1278, 672], + [666, 106, 824, 287], + [672, 117, 814, 283], + [802, 196, 1066, 500], + [668, 107, 819, 285], + [674, 105, 811, 283], + [659, 100, 834, 286], + [1215, 0, 1267, 44], + [802, 237, 1064, 498], + [137, 240, 183, 273], + [799, 198, 1055, 498], + [135, 287, 184, 312], + [670, 105, 818, 284], + [1248, 74, 1279, 108], + [672, 107, 815, 283], + [809, 190, 1081, 491], + [268, 74, 550, 328], + [809, 190, 1081, 491], + [674, 109, 810, 283], + [794, 192, 1077, 501], + [54, 614, 207, 716], + [670, 117, 816, 283], + [669, 104, 827, 284], + [1231, 0, 1250, 22], + [804, 207, 1052, 498], + [280, 72, 539, 328], + [61, 18, 148, 42], + [0, 608, 100, 688], + [807, 224, 1055, 499], + [1218, 0, 1266, 75], + [667, 111, 818, 286], + [808, 197, 1079, 500], + [0, 608, 100, 688], + [664, 104, 827, 286], + [662, 101, 827, 287], + [280, 72, 539, 328], + [672, 105, 820, 284], + [294, 76, 536, 321], + [279, 74, 547, 329], + [159, 261, 212, 301], + [278, 73, 541, 329], + [799, 198, 1055, 498], + [670, 103, 824, 280], + [1214, 5, 1272, 84], + [802, 215, 1051, 498], + [670, 103, 815, 278], + [803, 274, 1053, 498], + [174, 479, 732, 706], + [280, 81, 560, 328], + [671, 106, 814, 284], + [662, 101, 832, 287], + [795, 270, 1069, 499], + [1221, 33, 1256, 75], + [278, 73, 541, 329], + [663, 101, 830, 286], + [271, 72, 546, 328], + [662, 102, 822, 288], + [800, 299, 1063, 499], + [659, 96, 832, 288], + [668, 109, 818, 286], + [670, 104, 825, 284], + [662, 100, 832, 285], + [795, 265, 1071, 499], + [279, 74, 547, 329], + [792, 192, 1076, 501], + [670, 104, 825, 284], + [669, 104, 818, 285], + [282, 66, 544, 326], + [802, 195, 1067, 498], + [1214, 5, 1272, 84], + [802, 215, 1051, 498], + [802, 196, 1068, 499], + [672, 117, 814, 283], + [666, 106, 824, 287], + [160, 302, 221, 332], + [675, 105, 811, 280], + [666, 104, 819, 286], + [801, 304, 1049, 498], + [668, 107, 819, 285], + [160, 296, 217, 327], + [670, 117, 816, 283], + [672, 105, 809, 283], + [676, 106, 808, 284], + [160, 278, 214, 316], + [670, 105, 818, 284], + [161, 285, 216, 322], + [286, 66, 536, 319], + [681, 106, 811, 283], + [672, 107, 815, 283], + [124, 265, 172, 295], + [652, 100, 850, 290], + [401, 79, 420, 144], + [803, 209, 1067, 502], + [1226, 32, 1278, 82], + [271, 72, 546, 328], + [61, 18, 148, 42], + [800, 275, 1064, 498], + [126, 298, 180, 328], + [666, 104, 818, 286], + [807, 224, 1055, 499], + [662, 108, 818, 284], + [135, 256, 185, 286], + [789, 196, 1082, 503], + [667, 111, 818, 286], + [663, 101, 829, 287], + [664, 104, 827, 286], + [664, 102, 832, 286], + [280, 81, 560, 328], + [1221, 33, 1256, 75] + ], + "labels": [ + 0, 0, 1, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, + 2, 0, 0, 2, 0, 0, 2, 2, 0, 0, 1, 0, 2, 2, 0, 2, 0, 0, 0, 2, 0, 0, 0, + 0, 2, 2, 0, 2, 2, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 2, 0, + 0, 0, 2, 2, 2, 2, 0, 1, 0, 2, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 1, 0, + 0, 0, 2, 0, 0, 2, 0, 0, 0, 2, 0, 2, 0, 2, 2, 0, 2, 0, 0, 0, 1, 2, 0, + 0, 2, 2, 0, 0, 2, 2, 0, 2, 0, 2, 2, 2, 0, 2, 2, 0, 2, 2, 1, 2, 2, 2, + 2, 0, 2, 0, 0, 2, 0, 2, 0, 0, 2, 0, 2, 2, 2, 2, 0, 2, 0, 1, 0, 2, 2, + 0, 0, 0, 0, 2, 0, 2, 2, 0, 0, 0, 2, 2, 2, 2, 2, 0, 0, 0, 2, 2, 0, 0, + 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 1, 2, 1, 2, 2, 2, 2, 0, 2, 2, 2, 2, 0, + 0, 2, 0, 2, 2, 0, 2, 0, 2, 2, 2, 2, 0, 2, 0, 1, 0, 0, 2, 0, 2, 1, 2, + 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 1, 2, 0, 0, 0, 2, 2, 2, + 0, 0, 1, 2, 2, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 0, 1, 1, 2, 1, 1, 2, 1, + 2, 2, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 2, 2, 0, 1, 1, 2, 2, 2, 1, 2, + 0 + ], + "scores": [ + 0.05340576171875, 0.05035400390625, 0.049285888671875, + 0.045806884765625, 0.044647216796875, 0.04034423828125, + 0.038787841796875, 0.038330078125, 0.037811279296875, + 0.03692626953125, 0.036163330078125, 0.035491943359375, + 0.035003662109375, 0.034820556640625, 0.034454345703125, + 0.034393310546875, 0.034210205078125, 0.0340576171875, + 0.033538818359375, 0.033447265625, 0.033294677734375, + 0.033233642578125, 0.033172607421875, 0.033111572265625, + 0.03302001953125, 0.032989501953125, 0.03289794921875, + 0.032867431640625, 0.032867431640625, 0.03277587890625, + 0.032745361328125, 0.03271484375, 0.03265380859375, 0.0325927734375, + 0.032562255859375, 0.03253173828125, 0.03253173828125, + 0.032440185546875, 0.032440185546875, 0.032440185546875, + 0.032440185546875, 0.03240966796875, 0.03240966796875, + 0.0323486328125, 0.0323486328125, 0.032318115234375, + 0.03228759765625, 0.0322265625, 0.0322265625, 0.0322265625, + 0.0322265625, 0.032196044921875, 0.032073974609375, + 0.03204345703125, 0.031951904296875, 0.031951904296875, + 0.03192138671875, 0.031890869140625, 0.0318603515625, + 0.0316162109375, 0.03155517578125, 0.03155517578125, + 0.031524658203125, 0.031524658203125, 0.031494140625, + 0.031463623046875, 0.03143310546875, 0.03143310546875, + 0.031402587890625, 0.0313720703125, 0.031341552734375, + 0.031341552734375, 0.03131103515625, 0.031280517578125, 0.03125, + 0.03125, 0.03125, 0.0312347412109375, 0.0312042236328125, + 0.03118896484375, 0.0311737060546875, 0.0311737060546875, + 0.0311431884765625, 0.031097412109375, 0.031097412109375, + 0.0310821533203125, 0.031036376953125, 0.031036376953125, + 0.0310211181640625, 0.0309906005859375, 0.0309906005859375, + 0.030975341796875, 0.0309600830078125, 0.03094482421875, + 0.0308990478515625, 0.0308837890625, 0.0308837890625, + 0.030792236328125, 0.030792236328125, 0.03076171875, + 0.0306549072265625, 0.0306549072265625, 0.0306396484375, + 0.03057861328125, 0.030548095703125, 0.0305328369140625, + 0.030487060546875, 0.0304412841796875, 0.030426025390625, + 0.0304107666015625, 0.0304107666015625, 0.0303497314453125, + 0.0302886962890625, 0.030242919921875, 0.030181884765625, + 0.0301666259765625, 0.03009033203125, 0.03009033203125, + 0.0300750732421875, 0.0300445556640625, 0.030029296875, + 0.0300140380859375, 0.02996826171875, 0.029937744140625, + 0.0299072265625, 0.029876708984375, 0.029815673828125, + 0.02978515625, 0.0297698974609375, 0.029754638671875, + 0.0296783447265625, 0.0296630859375, 0.0296478271484375, + 0.0296478271484375, 0.0296173095703125, 0.0295867919921875, + 0.0295867919921875, 0.029571533203125, 0.029541015625, + 0.0295257568359375, 0.029449462890625, 0.029449462890625, + 0.0294342041015625, 0.029388427734375, 0.029327392578125, + 0.0293121337890625, 0.0293121337890625, 0.029266357421875, + 0.0292510986328125, 0.02923583984375, 0.02923583984375, + 0.0292205810546875, 0.0292205810546875, 0.0291900634765625, + 0.0291748046875, 0.0291748046875, 0.0291595458984375, + 0.029144287109375, 0.029144287109375, 0.0290985107421875, + 0.029022216796875, 0.029022216796875, 0.02899169921875, + 0.0289764404296875, 0.0289306640625, 0.0289154052734375, + 0.028900146484375, 0.0288848876953125, 0.02886962890625, + 0.0288238525390625, 0.02880859375, 0.0287933349609375, + 0.028778076171875, 0.0287628173828125, 0.0287628173828125, + 0.02874755859375, 0.02874755859375, 0.0287322998046875, + 0.028717041015625, 0.028717041015625, 0.0286865234375, + 0.0286712646484375, 0.0286712646484375, 0.028656005859375, + 0.02862548828125, 0.0286102294921875, 0.0285797119140625, + 0.02850341796875, 0.0284423828125, 0.0284271240234375, + 0.0283966064453125, 0.02838134765625, 0.0283355712890625, + 0.0283355712890625, 0.0283203125, 0.0283203125, 0.0282745361328125, + 0.02825927734375, 0.02825927734375, 0.02825927734375, + 0.02825927734375, 0.028228759765625, 0.028228759765625, + 0.0282135009765625, 0.0281982421875, 0.0281829833984375, + 0.0281829833984375, 0.0281219482421875, 0.028076171875, + 0.028076171875, 0.0280609130859375, 0.02801513671875, + 0.027984619140625, 0.0279693603515625, 0.0279693603515625, + 0.0279541015625, 0.0279388427734375, 0.027923583984375, + 0.0279083251953125, 0.02789306640625, 0.0278167724609375, + 0.027801513671875, 0.02777099609375, 0.027740478515625, + 0.027740478515625, 0.0277252197265625, 0.0277099609375, + 0.0277099609375, 0.0276641845703125, 0.02764892578125, + 0.027618408203125, 0.027587890625, 0.0275421142578125, + 0.0275115966796875, 0.027496337890625, 0.0274810791015625, + 0.0274810791015625, 0.0274505615234375, 0.0274505615234375, + 0.027435302734375, 0.0274200439453125, 0.0273895263671875, + 0.0273590087890625, 0.0273284912109375, 0.02728271484375, + 0.02728271484375, 0.027252197265625, 0.027252197265625, + 0.0272216796875, 0.0272064208984375, 0.0271759033203125, + 0.027130126953125, 0.027130126953125, 0.0271148681640625, + 0.0271148681640625, 0.027069091796875, 0.0270538330078125, + 0.0269927978515625, 0.0269775390625, 0.0269622802734375, + 0.02691650390625, 0.02691650390625, 0.02691650390625, + 0.0269012451171875, 0.026885986328125, 0.0268707275390625, + 0.0268402099609375, 0.0268402099609375, 0.026824951171875, + 0.02679443359375, 0.0267791748046875, 0.0267791748046875, + 0.0267486572265625, 0.0267181396484375, 0.026702880859375, + 0.026702880859375, 0.0266876220703125, 0.0266571044921875, + 0.0266571044921875, 0.026580810546875, 0.026580810546875, + 0.0265655517578125, 0.02655029296875, 0.0265350341796875, + 0.0265350341796875, 0.026519775390625, 0.0265045166015625, + 0.0264892578125, 0.02642822265625, 0.0264129638671875, + 0.026397705078125, 0.026397705078125, 0.0263824462890625, + 0.0263671875, 0.0263519287109375, 0.026336669921875, + 0.0263214111328125, 0.02630615234375, 0.0262603759765625, + 0.0262603759765625 + ], + "label_names": [ + "car", + "car", + "tree", + "car", + "tree", + "car", + "tree", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "car", + "tree", + "car", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "car", + "tree", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "tree", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "car", + "tree", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "tree", + "car", + "bug", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "bug", + "car", + "car", + "car", + "car", + "car", + "bug", + "tree", + "bug", + "car", + "car", + "car", + "car", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "bug", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "tree", + "car", + "car", + "bug", + "car", + "bug", + "tree", + "bug", + "car", + "bug", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "car", + "tree", + "tree", + "car", + "bug", + "car", + "tree", + "bug", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "car", + "car", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "bug", + "tree", + "bug", + "bug", + "tree", + "tree", + "bug", + "car", + "tree", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "bug", + "bug", + "tree", + "tree", + "car", + "car", + "tree", + "car", + "car", + "car", + "car", + "tree", + "bug", + "bug", + "car", + "tree", + "tree", + "bug", + "bug", + "bug", + "tree", + "bug", + "car" + ] + } } ] }, @@ -1717,9 +12014,730 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "800, 195, 1072, 501, 0 (car): 0.054; 290, 76, 542, 328, 0 (car): 0.051; 290, 76, 542, 328, 1 (tree): 0.049; 670, 105, 817, 285, 0 (car): 0.046; 800, 195, 1072, 501, 1 (tree): 0.045; 796, 193, 1074, 501, 0 (car): 0.040; 670, 105, 817, 285, 1 (tree): 0.039; 672, 106, 814, 283, 0 (car): 0.038; 671, 105, 815, 284, 0 (car): 0.038; 290, 76, 542, 328, 2 (bug): 0.037; 284, 74, 545, 328, 0 (car): 0.036; 663, 101, 830, 286, 0 (car): 0.036; 665, 102, 830, 286, 0 (car): 0.035; 665, 103, 822, 286, 0 (car): 0.035; 664, 102, 833, 286, 0 (car): 0.035; 1104, 0, 1217, 35, 0 (car): 0.034; 800, 195, 1072, 501, 2 (bug): 0.034; 674, 105, 811, 283, 0 (car): 0.034; 284, 74, 545, 328, 2 (bug): 0.034; 1142, 0, 1198, 47, 0 (car): 0.033; 802, 196, 1067, 500, 0 (car): 0.033; 294, 76, 536, 321, 2 (bug): 0.033; 223, 327, 277, 360, 0 (car): 0.033; 663, 101, 832, 287, 0 (car): 0.033; 802, 196, 1067, 500, 2 (bug): 0.033; 282, 65, 544, 326, 0 (car): 0.033; 1197, 0, 1243, 63, 2 (bug): 0.033; 1122, 0, 1211, 81, 0 (car): 0.033; 1217, 0, 1263, 59, 0 (car): 0.033; 787, 195, 1083, 503, 0 (car): 0.033; 0, 220, 49, 591, 0 (car): 0.033; 659, 100, 834, 286, 0 (car): 0.033; 1122, 0, 1211, 81, 2 (bug): 0.033; 284, 74, 545, 328, 1 (tree): 0.033; 802, 196, 1068, 499, 0 (car): 0.033; 1142, 0, 1198, 47, 2 (bug): 0.033; 1096, 0, 1218, 60, 0 (car): 0.033; 160, 701, 361, 713, 2 (bug): 0.033; 672, 106, 814, 283, 2 (bug): 0.033; 1197, 0, 1243, 63, 0 (car): 0.033; 800, 198, 1072, 500, 0 (car): 0.033; 1096, 0, 1218, 60, 2 (bug): 0.033; 0, 274, 43, 598, 0 (car): 0.032; 663, 101, 826, 287, 0 (car): 0.032; 802, 196, 1066, 499, 0 (car): 0.032; 124, 266, 171, 296, 0 (car): 0.032; 671, 105, 815, 284, 2 (bug): 0.032; 1121, 0, 1211, 38, 2 (bug): 0.032; 0, 220, 49, 591, 2 (bug): 0.032; 1104, 0, 1217, 35, 2 (bug): 0.032; 173, 702, 352, 714, 2 (bug): 0.032; 160, 302, 220, 332, 0 (car): 0.032; 802, 196, 1066, 499, 2 (bug): 0.032; 160, 296, 217, 327, 0 (car): 0.032; 1118, 0, 1255, 19, 0 (car): 0.032; 0, 274, 43, 598, 2 (bug): 0.032; 793, 192, 1075, 501, 0 (car): 0.032; 1121, 0, 1211, 38, 0 (car): 0.032; 968, 688, 1186, 720, 2 (bug): 0.032; 671, 105, 814, 283, 0 (car): 0.032; 785, 198, 1090, 510, 0 (car): 0.032; 0, 331, 28, 607, 0 (car): 0.032; 126, 298, 179, 329, 0 (car): 0.032; 124, 265, 170, 294, 0 (car): 0.032; 223, 327, 277, 360, 2 (bug): 0.032; 673, 105, 809, 283, 0 (car): 0.031; 1118, 0, 1255, 19, 2 (bug): 0.031; 672, 106, 814, 283, 1 (tree): 0.031; 808, 197, 1079, 500, 0 (car): 0.031; 796, 193, 1074, 501, 2 (bug): 0.031; 675, 105, 811, 281, 0 (car): 0.031; 669, 104, 827, 285, 0 (car): 0.031; 670, 105, 817, 285, 2 (bug): 0.031; 676, 106, 808, 283, 0 (car): 0.031; 917, 673, 1216, 713, 2 (bug): 0.031; 157, 315, 223, 348, 0 (car): 0.031; 125, 291, 176, 321, 0 (car): 0.031; 1215, 0, 1257, 60, 0 (car): 0.031; 294, 76, 536, 321, 0 (car): 0.031; 808, 197, 1079, 500, 2 (bug): 0.031; 663, 101, 827, 287, 0 (car): 0.031; 794, 192, 1077, 501, 0 (car): 0.031; 160, 701, 361, 713, 0 (car): 0.031; 803, 208, 1067, 502, 2 (bug): 0.031; 1250, 74, 1280, 109, 0 (car): 0.031; 671, 105, 815, 284, 1 (tree): 0.031; 803, 195, 1067, 499, 0 (car): 0.031; 803, 208, 1067, 502, 0 (car): 0.031; 154, 322, 228, 359, 0 (car): 0.031; 273, 55, 549, 328, 0 (car): 0.031; 782, 194, 1085, 503, 0 (car): 0.031; 116, 475, 718, 692, 2 (bug): 0.031; 286, 75, 540, 324, 2 (bug): 0.031; 150, 327, 230, 368, 0 (car): 0.031; 146, 314, 208, 347, 0 (car): 0.031; 665, 102, 830, 286, 2 (bug): 0.031; 1215, 0, 1257, 60, 2 (bug): 0.031; 663, 101, 828, 287, 0 (car): 0.031; 135, 300, 185, 325, 0 (car): 0.031; 1218, 0, 1266, 75, 0 (car): 0.031; 674, 105, 811, 283, 2 (bug): 0.031; 173, 702, 352, 714, 0 (car): 0.031; 803, 195, 1067, 499, 2 (bug): 0.031; 111, 687, 363, 713, 2 (bug): 0.031; 802, 196, 1068, 499, 2 (bug): 0.031; 670, 105, 817, 284, 0 (car): 0.031; 120, 693, 316, 713, 2 (bug): 0.031; 800, 192, 1072, 500, 0 (car): 0.030; 548, 412, 606, 459, 0 (car): 0.030; 116, 475, 718, 692, 0 (car): 0.030; 796, 193, 1074, 501, 1 (tree): 0.030; 111, 680, 342, 713, 2 (bug): 0.030; 135, 287, 183, 313, 0 (car): 0.030; 120, 693, 316, 713, 0 (car): 0.030; 672, 107, 815, 283, 0 (car): 0.030; 782, 194, 1085, 503, 2 (bug): 0.030; 1231, 0, 1250, 22, 2 (bug): 0.030; 275, 83, 544, 328, 2 (bug): 0.030; 133, 315, 192, 348, 0 (car): 0.030; 0, 331, 28, 607, 2 (bug): 0.030; 667, 107, 819, 285, 0 (car): 0.030; 672, 105, 820, 284, 0 (car): 0.030; 157, 315, 223, 348, 2 (bug): 0.030; 160, 302, 220, 332, 2 (bug): 0.030; 665, 103, 822, 286, 2 (bug): 0.030; 663, 101, 830, 286, 2 (bug): 0.030; 137, 240, 182, 274, 0 (car): 0.030; 134, 279, 184, 306, 0 (car): 0.030; 150, 327, 230, 368, 2 (bug): 0.030; 124, 266, 171, 296, 2 (bug): 0.030; 1126, 0, 1197, 26, 2 (bug): 0.030; 661, 100, 827, 288, 0 (car): 0.030; 662, 100, 832, 285, 0 (car): 0.030; 1251, 62, 1279, 97, 0 (car): 0.030; 1217, 0, 1263, 59, 2 (bug): 0.030; 665, 102, 830, 286, 1 (tree): 0.030; 803, 235, 1064, 498, 0 (car): 0.030; 268, 74, 550, 329, 2 (bug): 0.030; 1255, 77, 1278, 102, 0 (car): 0.030; 799, 295, 1066, 498, 0 (car): 0.030; 1252, 86, 1280, 117, 0 (car): 0.030; 669, 104, 817, 285, 0 (car): 0.030; 1126, 0, 1197, 26, 0 (car): 0.030; 804, 207, 1060, 500, 0 (car): 0.030; 154, 322, 228, 359, 2 (bug): 0.030; 125, 291, 176, 321, 2 (bug): 0.030; 146, 314, 208, 347, 2 (bug): 0.030; 124, 265, 170, 294, 2 (bug): 0.030; 793, 192, 1075, 501, 2 (bug): 0.030; 664, 102, 833, 286, 2 (bug): 0.030; 802, 218, 1067, 499, 2 (bug): 0.030; 787, 195, 1083, 503, 2 (bug): 0.029; 800, 304, 1062, 498, 0 (car): 0.029; 1253, 21, 1276, 97, 2 (bug): 0.029; 800, 198, 1072, 500, 2 (bug): 0.029; 286, 75, 540, 324, 0 (car): 0.029; 804, 207, 1060, 500, 2 (bug): 0.029; 126, 298, 179, 329, 2 (bug): 0.029; 802, 218, 1067, 499, 0 (car): 0.029; 666, 104, 819, 285, 0 (car): 0.029; 802, 196, 1067, 500, 1 (tree): 0.029; 160, 296, 217, 327, 2 (bug): 0.029; 133, 315, 192, 348, 2 (bug): 0.029; 548, 412, 606, 459, 2 (bug): 0.029; 0, 606, 76, 690, 0 (car): 0.029; 671, 105, 814, 283, 2 (bug): 0.029; 968, 688, 1186, 720, 0 (car): 0.029; 275, 83, 544, 328, 0 (car): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 676, 106, 808, 283, 2 (bug): 0.029; 681, 106, 811, 283, 0 (car): 0.029; 161, 285, 215, 322, 0 (car): 0.029; 1253, 21, 1276, 97, 0 (car): 0.029; 666, 104, 818, 286, 0 (car): 0.029; 1206, 4, 1272, 84, 0 (car): 0.029; 917, 673, 1216, 713, 0 (car): 0.029; 663, 101, 832, 287, 2 (bug): 0.029; 1215, 0, 1267, 44, 0 (car): 0.029; 800, 192, 1072, 500, 2 (bug): 0.029; 160, 278, 214, 316, 0 (car): 0.029; 111, 680, 342, 713, 0 (car): 0.029; 135, 300, 185, 325, 2 (bug): 0.029; 668, 109, 817, 285, 0 (car): 0.029; 111, 687, 363, 713, 0 (car): 0.029; 675, 105, 811, 281, 2 (bug): 0.029; 673, 105, 809, 283, 2 (bug): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 804, 206, 1052, 498, 0 (car): 0.029; 0, 606, 76, 690, 2 (bug): 0.029; 285, 73, 541, 327, 2 (bug): 0.029; 285, 73, 541, 327, 0 (car): 0.029; 665, 103, 822, 286, 1 (tree): 0.029; 803, 235, 1064, 498, 2 (bug): 0.029; 801, 265, 1065, 500, 0 (car): 0.029; 665, 106, 824, 287, 0 (car): 0.029; 672, 117, 814, 283, 0 (car): 0.028; 282, 65, 544, 326, 2 (bug): 0.028; 663, 101, 824, 286, 0 (car): 0.028; 1246, 618, 1278, 672, 0 (car): 0.028; 667, 107, 819, 285, 2 (bug): 0.028; 1250, 74, 1280, 109, 2 (bug): 0.028; 802, 196, 1066, 499, 1 (tree): 0.028; 670, 105, 817, 284, 2 (bug): 0.028; 659, 100, 834, 286, 2 (bug): 0.028; 268, 74, 550, 329, 0 (car): 0.028; 674, 105, 811, 283, 1 (tree): 0.028; 672, 107, 815, 283, 2 (bug): 0.028; 799, 198, 1055, 499, 0 (car): 0.028; 674, 109, 810, 283, 0 (car): 0.028; 809, 190, 1081, 491, 2 (bug): 0.028; 61, 617, 204, 716, 2 (bug): 0.028; 670, 117, 816, 283, 0 (car): 0.028; 669, 104, 827, 285, 2 (bug): 0.028; 1215, 0, 1267, 44, 2 (bug): 0.028; 1206, 4, 1272, 84, 2 (bug): 0.028; 809, 190, 1081, 491, 0 (car): 0.028; 794, 192, 1077, 501, 2 (bug): 0.028; 279, 72, 539, 328, 2 (bug): 0.028; 1231, 0, 1250, 22, 0 (car): 0.028; 804, 206, 1052, 498, 2 (bug): 0.028; 1218, 0, 1266, 75, 2 (bug): 0.028; 134, 279, 184, 306, 2 (bug): 0.028; 0, 610, 96, 689, 2 (bug): 0.028; 137, 240, 182, 274, 2 (bug): 0.028; 135, 287, 183, 313, 2 (bug): 0.028; 807, 223, 1055, 499, 0 (car): 0.028; 667, 111, 818, 286, 0 (car): 0.028; 0, 610, 96, 689, 0 (car): 0.028; 664, 104, 827, 286, 0 (car): 0.028; 663, 101, 826, 287, 2 (bug): 0.028; 279, 72, 539, 328, 0 (car): 0.028; 672, 105, 820, 284, 2 (bug): 0.028; 803, 213, 1052, 498, 0 (car): 0.028; 279, 74, 547, 329, 2 (bug): 0.028; 294, 76, 536, 321, 1 (tree): 0.028; 808, 197, 1079, 500, 1 (tree): 0.028; 1251, 62, 1279, 97, 2 (bug): 0.028; 799, 198, 1055, 499, 2 (bug): 0.028; 671, 105, 814, 283, 1 (tree): 0.028; 670, 103, 824, 280, 0 (car): 0.028; 663, 101, 832, 287, 1 (tree): 0.028; 280, 81, 559, 328, 0 (car): 0.028; 670, 102, 815, 278, 0 (car): 0.028; 663, 101, 830, 286, 1 (tree): 0.027; 663, 102, 823, 288, 0 (car): 0.027; 1222, 29, 1256, 75, 2 (bug): 0.027; 803, 273, 1053, 498, 0 (car): 0.027; 278, 73, 542, 329, 2 (bug): 0.027; 271, 72, 546, 328, 2 (bug): 0.027; 659, 96, 832, 288, 0 (car): 0.027; 1225, 29, 1278, 82, 0 (car): 0.027; 795, 269, 1070, 499, 0 (car): 0.027; 668, 109, 817, 285, 2 (bug): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 279, 74, 547, 329, 0 (car): 0.027; 662, 100, 832, 285, 2 (bug): 0.027; 278, 73, 542, 329, 0 (car): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 796, 263, 1071, 499, 0 (car): 0.027; 803, 213, 1052, 498, 2 (bug): 0.027; 803, 195, 1067, 499, 1 (tree): 0.027; 793, 192, 1075, 501, 1 (tree): 0.027; 669, 104, 817, 285, 2 (bug): 0.027; 675, 105, 811, 281, 1 (tree): 0.027; 672, 117, 814, 283, 2 (bug): 0.027; 802, 196, 1068, 499, 1 (tree): 0.027; 673, 105, 809, 283, 1 (tree): 0.027; 665, 106, 824, 287, 2 (bug): 0.027; 159, 261, 212, 300, 0 (car): 0.027; 666, 104, 819, 285, 2 (bug): 0.027; 282, 65, 544, 326, 1 (tree): 0.027; 667, 107, 819, 285, 1 (tree): 0.027; 676, 106, 808, 283, 1 (tree): 0.027; 670, 117, 816, 283, 2 (bug): 0.027; 681, 106, 811, 283, 2 (bug): 0.027; 670, 105, 817, 284, 1 (tree): 0.027; 802, 304, 1049, 498, 0 (car): 0.027; 664, 102, 833, 286, 1 (tree): 0.027; 672, 107, 815, 283, 1 (tree): 0.027; 160, 302, 220, 332, 1 (tree): 0.027; 160, 296, 217, 327, 1 (tree): 0.027; 285, 65, 536, 319, 2 (bug): 0.027; 652, 100, 851, 290, 0 (car): 0.027; 803, 208, 1067, 502, 1 (tree): 0.027; 401, 79, 420, 144, 0 (car): 0.027; 161, 285, 215, 322, 2 (bug): 0.027; 666, 104, 818, 286, 2 (bug): 0.027; 160, 278, 214, 316, 2 (bug): 0.027; 800, 273, 1064, 498, 0 (car): 0.026; 663, 108, 817, 284, 0 (car): 0.026; 807, 223, 1055, 499, 2 (bug): 0.026; 124, 266, 171, 296, 1 (tree): 0.026; 667, 111, 818, 286, 2 (bug): 0.026; 1255, 77, 1278, 102, 2 (bug): 0.026; 271, 72, 546, 328, 0 (car): 0.026; 664, 104, 827, 286, 2 (bug): 0.026; 126, 298, 179, 329, 1 (tree): 0.026; 280, 81, 559, 328, 2 (bug): 0.026; 663, 101, 828, 287, 2 (bug): 0.026; 672, 105, 820, 284, 1 (tree): 0.026; [0]; [0]" - ] + "reference": { + "bboxes": [ + [800, 195, 1072, 501], + [290, 76, 542, 328], + [290, 76, 542, 328], + [670, 105, 817, 285], + [800, 195, 1072, 501], + [796, 193, 1074, 501], + [670, 105, 817, 285], + [672, 106, 814, 283], + [671, 105, 815, 284], + [290, 76, 542, 328], + [284, 74, 545, 328], + [663, 101, 830, 286], + [665, 102, 830, 286], + [665, 103, 822, 286], + [664, 102, 833, 286], + [1104, 0, 1217, 35], + [800, 195, 1072, 501], + [674, 105, 811, 283], + [284, 74, 545, 328], + [1142, 0, 1198, 47], + [802, 196, 1067, 500], + [294, 76, 536, 321], + [223, 327, 277, 360], + [663, 101, 832, 287], + [802, 196, 1067, 500], + [282, 65, 544, 326], + [1197, 0, 1243, 63], + [1122, 0, 1211, 81], + [1217, 0, 1263, 59], + [787, 195, 1083, 503], + [0, 220, 49, 591], + [659, 100, 834, 286], + [1122, 0, 1211, 81], + [284, 74, 545, 328], + [802, 196, 1068, 499], + [1142, 0, 1198, 47], + [1096, 0, 1218, 60], + [160, 701, 361, 713], + [672, 106, 814, 283], + [1197, 0, 1243, 63], + [800, 198, 1072, 500], + [1096, 0, 1218, 60], + [0, 274, 43, 598], + [663, 101, 826, 287], + [802, 196, 1066, 499], + [124, 266, 171, 296], + [671, 105, 815, 284], + [1121, 0, 1211, 38], + [0, 220, 49, 591], + [1104, 0, 1217, 35], + [173, 702, 352, 714], + [160, 302, 220, 332], + [802, 196, 1066, 499], + [160, 296, 217, 327], + [1118, 0, 1255, 19], + [0, 274, 43, 598], + [793, 192, 1075, 501], + [1121, 0, 1211, 38], + [968, 688, 1186, 720], + [671, 105, 814, 283], + [785, 198, 1090, 510], + [0, 331, 28, 607], + [126, 298, 179, 329], + [124, 265, 170, 294], + [223, 327, 277, 360], + [673, 105, 809, 283], + [1118, 0, 1255, 19], + [672, 106, 814, 283], + [808, 197, 1079, 500], + [796, 193, 1074, 501], + [675, 105, 811, 281], + [669, 104, 827, 285], + [670, 105, 817, 285], + [676, 106, 808, 283], + [917, 673, 1216, 713], + [157, 315, 223, 348], + [125, 291, 176, 321], + [1215, 0, 1257, 60], + [294, 76, 536, 321], + [808, 197, 1079, 500], + [663, 101, 827, 287], + [794, 192, 1077, 501], + [160, 701, 361, 713], + [803, 208, 1067, 502], + [1250, 74, 1280, 109], + [671, 105, 815, 284], + [803, 195, 1067, 499], + [803, 208, 1067, 502], + [154, 322, 228, 359], + [273, 55, 549, 328], + [782, 194, 1085, 503], + [116, 475, 718, 692], + [286, 75, 540, 324], + [150, 327, 230, 368], + [146, 314, 208, 347], + [665, 102, 830, 286], + [1215, 0, 1257, 60], + [663, 101, 828, 287], + [135, 300, 185, 325], + [1218, 0, 1266, 75], + [674, 105, 811, 283], + [173, 702, 352, 714], + [803, 195, 1067, 499], + [111, 687, 363, 713], + [802, 196, 1068, 499], + [670, 105, 817, 284], + [120, 693, 316, 713], + [800, 192, 1072, 500], + [548, 412, 606, 459], + [116, 475, 718, 692], + [796, 193, 1074, 501], + [111, 680, 342, 713], + [135, 287, 183, 313], + [120, 693, 316, 713], + [672, 107, 815, 283], + [782, 194, 1085, 503], + [1231, 0, 1250, 22], + [275, 83, 544, 328], + [133, 315, 192, 348], + [0, 331, 28, 607], + [667, 107, 819, 285], + [672, 105, 820, 284], + [157, 315, 223, 348], + [160, 302, 220, 332], + [665, 103, 822, 286], + [663, 101, 830, 286], + [137, 240, 182, 274], + [134, 279, 184, 306], + [150, 327, 230, 368], + [124, 266, 171, 296], + [1126, 0, 1197, 26], + [661, 100, 827, 288], + [662, 100, 832, 285], + [1251, 62, 1279, 97], + [1217, 0, 1263, 59], + [665, 102, 830, 286], + [803, 235, 1064, 498], + [268, 74, 550, 329], + [1255, 77, 1278, 102], + [799, 295, 1066, 498], + [1252, 86, 1280, 117], + [669, 104, 817, 285], + [1126, 0, 1197, 26], + [804, 207, 1060, 500], + [154, 322, 228, 359], + [125, 291, 176, 321], + [146, 314, 208, 347], + [124, 265, 170, 294], + [793, 192, 1075, 501], + [664, 102, 833, 286], + [802, 218, 1067, 499], + [787, 195, 1083, 503], + [800, 304, 1062, 498], + [1253, 21, 1276, 97], + [800, 198, 1072, 500], + [286, 75, 540, 324], + [804, 207, 1060, 500], + [126, 298, 179, 329], + [802, 218, 1067, 499], + [666, 104, 819, 285], + [802, 196, 1067, 500], + [160, 296, 217, 327], + [133, 315, 192, 348], + [548, 412, 606, 459], + [0, 606, 76, 690], + [671, 105, 814, 283], + [968, 688, 1186, 720], + [275, 83, 544, 328], + [670, 104, 825, 284], + [676, 106, 808, 283], + [681, 106, 811, 283], + [161, 285, 215, 322], + [1253, 21, 1276, 97], + [666, 104, 818, 286], + [1206, 4, 1272, 84], + [917, 673, 1216, 713], + [663, 101, 832, 287], + [1215, 0, 1267, 44], + [800, 192, 1072, 500], + [160, 278, 214, 316], + [111, 680, 342, 713], + [135, 300, 185, 325], + [668, 109, 817, 285], + [111, 687, 363, 713], + [675, 105, 811, 281], + [673, 105, 809, 283], + [670, 104, 825, 284], + [804, 206, 1052, 498], + [0, 606, 76, 690], + [285, 73, 541, 327], + [285, 73, 541, 327], + [665, 103, 822, 286], + [803, 235, 1064, 498], + [801, 265, 1065, 500], + [665, 106, 824, 287], + [672, 117, 814, 283], + [282, 65, 544, 326], + [663, 101, 824, 286], + [1246, 618, 1278, 672], + [667, 107, 819, 285], + [1250, 74, 1280, 109], + [802, 196, 1066, 499], + [670, 105, 817, 284], + [659, 100, 834, 286], + [268, 74, 550, 329], + [674, 105, 811, 283], + [672, 107, 815, 283], + [799, 198, 1055, 499], + [674, 109, 810, 283], + [809, 190, 1081, 491], + [61, 617, 204, 716], + [670, 117, 816, 283], + [669, 104, 827, 285], + [1215, 0, 1267, 44], + [1206, 4, 1272, 84], + [809, 190, 1081, 491], + [794, 192, 1077, 501], + [279, 72, 539, 328], + [1231, 0, 1250, 22], + [804, 206, 1052, 498], + [1218, 0, 1266, 75], + [134, 279, 184, 306], + [0, 610, 96, 689], + [137, 240, 182, 274], + [135, 287, 183, 313], + [807, 223, 1055, 499], + [667, 111, 818, 286], + [0, 610, 96, 689], + [664, 104, 827, 286], + [663, 101, 826, 287], + [279, 72, 539, 328], + [672, 105, 820, 284], + [803, 213, 1052, 498], + [279, 74, 547, 329], + [294, 76, 536, 321], + [808, 197, 1079, 500], + [1251, 62, 1279, 97], + [799, 198, 1055, 499], + [671, 105, 814, 283], + [670, 103, 824, 280], + [663, 101, 832, 287], + [280, 81, 559, 328], + [670, 102, 815, 278], + [663, 101, 830, 286], + [663, 102, 823, 288], + [1222, 29, 1256, 75], + [803, 273, 1053, 498], + [278, 73, 542, 329], + [271, 72, 546, 328], + [659, 96, 832, 288], + [1225, 29, 1278, 82], + [795, 269, 1070, 499], + [668, 109, 817, 285], + [670, 104, 825, 284], + [279, 74, 547, 329], + [662, 100, 832, 285], + [278, 73, 542, 329], + [670, 104, 825, 284], + [796, 263, 1071, 499], + [803, 213, 1052, 498], + [803, 195, 1067, 499], + [793, 192, 1075, 501], + [669, 104, 817, 285], + [675, 105, 811, 281], + [672, 117, 814, 283], + [802, 196, 1068, 499], + [673, 105, 809, 283], + [665, 106, 824, 287], + [159, 261, 212, 300], + [666, 104, 819, 285], + [282, 65, 544, 326], + [667, 107, 819, 285], + [676, 106, 808, 283], + [670, 117, 816, 283], + [681, 106, 811, 283], + [670, 105, 817, 284], + [802, 304, 1049, 498], + [664, 102, 833, 286], + [672, 107, 815, 283], + [160, 302, 220, 332], + [160, 296, 217, 327], + [285, 65, 536, 319], + [652, 100, 851, 290], + [803, 208, 1067, 502], + [401, 79, 420, 144], + [161, 285, 215, 322], + [666, 104, 818, 286], + [160, 278, 214, 316], + [800, 273, 1064, 498], + [663, 108, 817, 284], + [807, 223, 1055, 499], + [124, 266, 171, 296], + [667, 111, 818, 286], + [1255, 77, 1278, 102], + [271, 72, 546, 328], + [664, 104, 827, 286], + [126, 298, 179, 329], + [280, 81, 559, 328], + [663, 101, 828, 287], + [672, 105, 820, 284] + ], + "labels": [ + 0, 0, 1, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 2, 0, + 0, 2, 0, 2, 0, 0, 0, 0, 0, 2, 1, 0, 2, 0, 2, 2, 0, 0, 2, 0, 0, 0, 0, + 2, 2, 2, 2, 2, 0, 2, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 2, 0, 2, 1, 0, + 2, 0, 0, 2, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 2, + 2, 0, 0, 2, 2, 0, 0, 0, 2, 0, 2, 2, 2, 0, 2, 0, 0, 0, 1, 2, 0, 0, 0, + 2, 2, 2, 0, 2, 0, 0, 2, 2, 2, 2, 0, 0, 2, 2, 2, 0, 0, 0, 2, 1, 0, 2, + 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 0, 2, 2, 0, 0, 1, + 2, 2, 2, 0, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 2, 0, 0, + 2, 2, 0, 0, 2, 2, 0, 1, 2, 0, 0, 0, 2, 0, 0, 2, 2, 1, 2, 2, 0, 1, 2, + 0, 0, 2, 2, 0, 2, 2, 2, 0, 2, 2, 0, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 2, + 0, 2, 0, 2, 1, 1, 2, 2, 1, 0, 1, 0, 0, 1, 0, 2, 0, 2, 2, 0, 0, 0, 2, + 2, 0, 2, 0, 2, 0, 2, 1, 1, 2, 1, 2, 1, 1, 2, 0, 2, 1, 1, 1, 2, 2, 1, + 0, 1, 1, 1, 1, 2, 0, 1, 0, 2, 2, 2, 0, 0, 2, 1, 2, 2, 0, 2, 1, 2, 2, + 1 + ], + "scores": [ + 0.05364163592457771, 0.050511594861745834, 0.04943042993545532, + 0.045987535268068314, 0.044901322573423386, 0.04038254916667938, + 0.0389581099152565, 0.0384586825966835, 0.03790651261806488, + 0.037025678902864456, 0.03617778792977333, 0.03562412038445473, + 0.03513368219137192, 0.03492802754044533, 0.03489575907588005, + 0.034472089260816574, 0.03432754799723625, 0.033629801124334335, + 0.0335870198905468, 0.03349990397691727, 0.03332453966140747, + 0.03324458375573158, 0.03324108570814133, 0.0331435352563858, + 0.03301755711436272, 0.032960206270217896, 0.03293251618742943, + 0.03283947706222534, 0.03281833976507187, 0.03281058371067047, + 0.032770536839962006, 0.032710932195186615, 0.03270287439227104, + 0.03264894708991051, 0.0326356403529644, 0.03262371942400932, + 0.03261391073465347, 0.03258618712425232, 0.0325772687792778, + 0.032555777579545975, 0.03255041316151619, 0.03253791853785515, + 0.032489925622940063, 0.032433658838272095, 0.03240605443716049, + 0.032336894422769547, 0.0323331244289875, 0.03231778368353844, + 0.03226857632398605, 0.032266661524772644, 0.032085124403238297, + 0.032041970640420914, 0.03203147277235985, 0.03176962956786156, + 0.03176651895046234, 0.03173600509762764, 0.03173546865582466, + 0.031627606600522995, 0.031607598066329956, 0.03157477825880051, + 0.0315730981528759, 0.03155803680419922, 0.03155665844678879, + 0.03153645619750023, 0.031524043530225754, 0.03148979693651199, + 0.0314788892865181, 0.031441155821084976, 0.03144070506095886, + 0.03142555058002472, 0.03140430897474289, 0.031386490911245346, + 0.03137610852718353, 0.03132368251681328, 0.03132066875696182, + 0.031316474080085754, 0.03131038323044777, 0.031268294900655746, + 0.03124481439590454, 0.031216515228152275, 0.03121582232415676, + 0.031203147023916245, 0.031198585405945778, 0.03115585260093212, + 0.03111838735640049, 0.031109947711229324, 0.031105753034353256, + 0.03107237070798874, 0.0310682225972414, 0.031065814197063446, + 0.03104371577501297, 0.030960705131292343, 0.03093862347304821, + 0.03086964413523674, 0.030862370505928993, 0.030802585184574127, + 0.030773673206567764, 0.03070361167192459, 0.03064791113138199, + 0.030644170939922333, 0.030599359422922134, 0.030598267912864685, + 0.030581876635551453, 0.030578691512346268, 0.030572833493351936, + 0.03055901825428009, 0.03050481155514717, 0.030484316870570183, + 0.030462278053164482, 0.03040166012942791, 0.030386818572878838, + 0.03038315288722515, 0.030355364084243774, 0.030288049951195717, + 0.03020421974360943, 0.03019915334880352, 0.030198579654097557, + 0.030166957527399063, 0.03015371412038803, 0.030150527134537697, + 0.030117060989141464, 0.030032353475689888, 0.030021212995052338, + 0.029981251806020737, 0.02995370700955391, 0.029929490759968758, + 0.029929468408226967, 0.02992105297744274, 0.029884397983551025, + 0.029863370582461357, 0.02985520102083683, 0.029835272580385208, + 0.029788002371788025, 0.029782794415950775, 0.029754167422652245, + 0.029741737991571426, 0.029735369607806206, 0.029710691422224045, + 0.029651900753378868, 0.029638320207595825, 0.029628939926624298, + 0.029612891376018524, 0.029611781239509583, 0.029606973752379417, + 0.029590168967843056, 0.02958393655717373, 0.02958083152770996, + 0.029561983421444893, 0.029549844563007355, 0.029541676864027977, + 0.029518047347664833, 0.029471127316355705, 0.029462851583957672, + 0.029453599825501442, 0.02938336879014969, 0.02932930365204811, + 0.029310237616300583, 0.02928883396089077, 0.02928411215543747, + 0.02924017794430256, 0.029229942709207535, 0.02922767587006092, + 0.029206886887550354, 0.029197754338383675, 0.029184937477111816, + 0.029153423383831978, 0.02910238318145275, 0.029054025188088417, + 0.0290523711591959, 0.029034536331892014, 0.029025744646787643, + 0.028989307582378387, 0.028986956924200058, 0.02898339554667473, + 0.02896912768483162, 0.028917988762259483, 0.02891354449093342, + 0.028911147266626358, 0.028880534693598747, 0.028875311836600304, + 0.0288709606975317, 0.02886030822992325, 0.02885524369776249, + 0.02885064110159874, 0.02884618379175663, 0.028805317357182503, + 0.028795132413506508, 0.028741613030433655, 0.028738925233483315, + 0.028727354481816292, 0.028571397066116333, 0.02855798602104187, + 0.02855205163359642, 0.028504090383648872, 0.028504004701972008, + 0.02848690189421177, 0.028469393029808998, 0.028461625799536705, + 0.028448449447751045, 0.028442304581403732, 0.028430446982383728, + 0.028395550325512886, 0.028377152979373932, 0.028368225321173668, + 0.028330709785223007, 0.028258202597498894, 0.02825547754764557, + 0.028249148279428482, 0.02817990630865097, 0.02816598489880562, + 0.02816103957593441, 0.028159791603684425, 0.028143687173724174, + 0.02809351496398449, 0.028087807819247246, 0.028081189841032028, + 0.02807828225195408, 0.028071314096450806, 0.028056904673576355, + 0.028048496693372726, 0.02799171209335327, 0.027990663424134254, + 0.027941996231675148, 0.027920987457036972, 0.02789882756769657, + 0.027895212173461914, 0.027855968102812767, 0.027842361479997635, + 0.027832956984639168, 0.02781735360622406, 0.0278011504560709, + 0.027765756472945213, 0.027720782905817032, 0.027712885290384293, + 0.02769826166331768, 0.027696125209331512, 0.027694597840309143, + 0.027644885703921318, 0.02757778763771057, 0.027558747678995132, + 0.02755580097436905, 0.02754242718219757, 0.027535682544112206, + 0.02748771570622921, 0.02746419422328472, 0.027445470914244652, + 0.027436403557658195, 0.027431180700659752, 0.02740420028567314, + 0.027345798909664154, 0.02730458416044712, 0.027287762612104416, + 0.027252700179815292, 0.027189670130610466, 0.02717294916510582, + 0.027155697345733643, 0.027143865823745728, 0.02714175544679165, + 0.027135774493217468, 0.02713392674922943, 0.027131246402859688, + 0.02711930125951767, 0.027089659124612808, 0.027078986167907715, + 0.02703368291258812, 0.02701496332883835, 0.026968510821461678, + 0.02696739323437214, 0.026958299800753593, 0.026950588449835777, + 0.026925591751933098, 0.026919333264231682, 0.02691328339278698, + 0.026898926123976707, 0.026876281946897507, 0.02685905620455742, + 0.02685099095106125, 0.026757823303341866, 0.026697853580117226, + 0.026669729501008987, 0.026649005711078644, 0.02662866748869419, + 0.026626229286193848, 0.0266240444034338, 0.026584899052977562, + 0.02657475136220455, 0.026512999087572098, 0.02651112712919712, + 0.026498908177018166, 0.026464777067303658, 0.026461957022547722, + 0.026458444073796272, 0.02645811252295971, 0.026453858241438866, + 0.02644837088882923, 0.026422616094350815, 0.026401139795780182, + 0.026395654305815697, 0.02636934071779251, 0.026352951303124428 + ], + "label_names": [ + "car", + "car", + "tree", + "car", + "tree", + "car", + "tree", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "bug", + "tree", + "car", + "bug", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "tree", + "car", + "bug", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "tree", + "car", + "car", + "car", + "car", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "car", + "tree", + "bug", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "tree", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "car", + "car", + "tree", + "bug", + "bug", + "bug", + "car", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "tree", + "bug", + "car", + "car", + "car", + "bug", + "car", + "car", + "bug", + "bug", + "tree", + "bug", + "bug", + "car", + "tree", + "bug", + "car", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "car", + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "car", + "car", + "car", + "car", + "bug", + "car", + "bug", + "car", + "bug", + "tree", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "car", + "car", + "tree", + "car", + "bug", + "car", + "bug", + "bug", + "car", + "car", + "car", + "bug", + "bug", + "car", + "bug", + "car", + "bug", + "car", + "bug", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "bug", + "car", + "bug", + "tree", + "tree", + "tree", + "bug", + "bug", + "tree", + "car", + "tree", + "tree", + "tree", + "tree", + "bug", + "car", + "tree", + "car", + "bug", + "bug", + "bug", + "car", + "car", + "bug", + "tree", + "bug", + "bug", + "car", + "bug", + "tree", + "bug", + "bug", + "tree" + ] + } } ] }, @@ -1729,7 +12747,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1739,7 +12762,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1749,7 +12777,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1759,7 +12792,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1769,7 +12807,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -1779,9 +12822,300 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "1071, 217, 1274, 453, 2 (bug): 0.035; 300, 74, 535, 325, 2 (bug): 0.034; 811, 199, 1060, 498, 0 (car): 0.034; 677, 107, 809, 284, 2 (bug): 0.034; 1156, 0, 1280, 53, 2 (bug): 0.033; 52, 12, 177, 84, 2 (bug): 0.033; 1249, 300, 1280, 607, 2 (bug): 0.033; 1166, 0, 1267, 57, 2 (bug): 0.032; 1226, 102, 1280, 199, 2 (bug): 0.032; 1178, 11, 1274, 166, 2 (bug): 0.032; 1148, 229, 1280, 440, 2 (bug): 0.031; 1238, 299, 1280, 636, 2 (bug): 0.031; 1203, 237, 1280, 462, 2 (bug): 0.031; 296, 82, 538, 328, 2 (bug): 0.031; 1248, 291, 1277, 602, 2 (bug): 0.031; 1246, 433, 1280, 703, 2 (bug): 0.031; 1262, 271, 1280, 510, 2 (bug): 0.031; 1217, 80, 1280, 223, 2 (bug): 0.031; 1246, 402, 1280, 657, 2 (bug): 0.031; 1262, 213, 1280, 535, 2 (bug): 0.031; 1237, 308, 1279, 638, 2 (bug): 0.031; 1235, 76, 1278, 168, 2 (bug): 0.031; 1216, 3, 1273, 168, 2 (bug): 0.031; 1149, 45, 1280, 210, 2 (bug): 0.031; 1191, 16, 1275, 162, 2 (bug): 0.031; 1140, 98, 1244, 310, 2 (bug): 0.031; 1221, 30, 1280, 193, 2 (bug): 0.031; 674, 105, 810, 286, 2 (bug): 0.031; 1131, 0, 1280, 53, 2 (bug): 0.031; 1194, 69, 1271, 190, 2 (bug): 0.031; 1245, 436, 1280, 720, 2 (bug): 0.031; 1229, 79, 1280, 188, 2 (bug): 0.031; 1242, 294, 1278, 606, 2 (bug): 0.030; 1244, 305, 1277, 600, 2 (bug): 0.030; 1176, 232, 1280, 456, 2 (bug): 0.030; 1235, 411, 1278, 643, 2 (bug): 0.030; 1242, 294, 1279, 613, 2 (bug): 0.030; 1235, 379, 1279, 643, 2 (bug): 0.030; 1239, 365, 1280, 645, 2 (bug): 0.030; 1239, 379, 1280, 642, 2 (bug): 0.030; 1230, 439, 1280, 640, 2 (bug): 0.030; 1239, 277, 1278, 628, 2 (bug): 0.030; 1260, 232, 1280, 482, 2 (bug): 0.030; 809, 204, 1062, 500, 2 (bug): 0.030; 1240, 408, 1280, 645, 2 (bug): 0.030; 298, 75, 536, 328, 2 (bug): 0.030; 1198, 49, 1280, 263, 2 (bug): 0.030; 1229, 2, 1273, 164, 2 (bug): 0.030; 1237, 276, 1278, 639, 2 (bug): 0.030; 295, 82, 539, 331, 2 (bug): 0.030; 1237, 279, 1278, 637, 2 (bug): 0.030; 1236, 0, 1277, 65, 2 (bug): 0.029; 299, 79, 534, 326, 2 (bug): 0.029; 1209, 81, 1280, 219, 2 (bug): 0.029; 1117, 242, 1266, 427, 2 (bug): 0.029; 293, 77, 540, 332, 2 (bug): 0.029; 1229, 46, 1280, 163, 2 (bug): 0.029; 810, 311, 1068, 497, 2 (bug): 0.029; 1218, 268, 1278, 639, 2 (bug): 0.029; 1213, 279, 1277, 637, 2 (bug): 0.029; 297, 75, 517, 327, 2 (bug): 0.029; 300, 78, 423, 157, 2 (bug): 0.029; 1233, 247, 1280, 473, 2 (bug): 0.029; 1209, 131, 1279, 261, 2 (bug): 0.029; 1258, 225, 1280, 397, 2 (bug): 0.029; 1257, 222, 1280, 383, 2 (bug): 0.029; 677, 106, 811, 285, 2 (bug): 0.029; 678, 111, 811, 284, 2 (bug): 0.029; 1213, 27, 1279, 240, 2 (bug): 0.028; 1260, 254, 1280, 463, 2 (bug): 0.028; 289, 83, 543, 337, 2 (bug): 0.028; 1203, 137, 1279, 278, 2 (bug): 0.028; 1235, 35, 1280, 154, 2 (bug): 0.028; 1104, 57, 1275, 210, 2 (bug): 0.028; 1258, 206, 1280, 372, 2 (bug): 0.028; 810, 315, 1062, 498, 2 (bug): 0.028; 1260, 253, 1280, 440, 2 (bug): 0.028; 1231, 14, 1280, 162, 2 (bug): 0.028; 301, 80, 537, 329, 2 (bug): 0.028; 1256, 10, 1280, 23, 2 (bug): 0.028; 1216, 195, 1280, 343, 2 (bug): 0.028; 1240, 24, 1280, 159, 2 (bug): 0.028; 1235, 287, 1280, 535, 2 (bug): 0.028; 1230, 439, 1280, 640, 1 (tree): 0.028; 80, 15, 212, 86, 2 (bug): 0.028; 306, 108, 535, 323, 2 (bug): 0.028; 1236, 22, 1274, 171, 2 (bug): 0.028; 1198, 24, 1280, 202, 2 (bug): 0.028; 808, 276, 1061, 501, 2 (bug): 0.027; 1239, 0, 1280, 133, 2 (bug): 0.027; 1209, 150, 1280, 299, 2 (bug): 0.027; 807, 340, 1023, 497, 2 (bug): 0.027; 296, 75, 540, 336, 2 (bug): 0.027; 676, 112, 812, 287, 2 (bug): 0.027; 1233, 274, 1280, 496, 2 (bug): 0.027; 303, 113, 536, 329, 2 (bug): 0.027; 1236, 0, 1280, 111, 2 (bug): 0.027; 302, 104, 536, 327, 2 (bug): 0.027; 1229, 85, 1280, 247, 2 (bug): 0.027; 666, 105, 811, 288, 2 (bug): 0.026; 667, 101, 815, 291, 2 (bug): 0.026; 303, 114, 534, 323, 2 (bug): 0.026; 1125, 121, 1274, 446, 2 (bug): 0.026; 1211, 142, 1280, 290, 2 (bug): 0.026; 677, 112, 813, 288, 2 (bug): 0.026; 677, 106, 811, 284, 2 (bug): 0.026; 582, 0, 703, 83, 2 (bug): 0.026; 1189, 348, 1279, 647, 2 (bug): 0.026; 1188, 348, 1276, 648, 2 (bug): 0.026; 675, 105, 816, 286, 2 (bug): 0.026; 806, 330, 1020, 498, 2 (bug): 0.026; 802, 250, 1064, 502, 2 (bug): 0.026; 266, 79, 544, 342, 2 (bug): 0.026; 1183, 333, 1280, 654, 2 (bug): 0.026; 1189, 376, 1280, 648, 2 (bug): 0.026; 1071, 217, 1274, 453, 1 (tree): 0.026; 110, 14, 252, 77, 2 (bug): 0.025; 1238, 299, 1280, 636, 1 (tree): 0.025; 1258, 32, 1280, 135, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [1071, 217, 1274, 453], + [300, 74, 535, 325], + [811, 199, 1060, 498], + [677, 107, 809, 284], + [1156, 0, 1280, 53], + [52, 12, 177, 84], + [1249, 300, 1280, 607], + [1166, 0, 1267, 57], + [1226, 102, 1280, 199], + [1178, 11, 1274, 166], + [1148, 229, 1280, 440], + [1238, 299, 1280, 636], + [1203, 237, 1280, 462], + [296, 82, 538, 328], + [1248, 291, 1277, 602], + [1246, 433, 1280, 703], + [1262, 271, 1280, 510], + [1217, 80, 1280, 223], + [1246, 402, 1280, 657], + [1262, 213, 1280, 535], + [1237, 308, 1279, 638], + [1235, 76, 1278, 168], + [1216, 3, 1273, 168], + [1149, 45, 1280, 210], + [1191, 16, 1275, 162], + [1140, 98, 1244, 310], + [1221, 30, 1280, 193], + [674, 105, 810, 286], + [1131, 0, 1280, 53], + [1194, 69, 1271, 190], + [1245, 436, 1280, 720], + [1229, 79, 1280, 188], + [1242, 294, 1278, 606], + [1244, 305, 1277, 600], + [1176, 232, 1280, 456], + [1235, 411, 1278, 643], + [1242, 294, 1279, 613], + [1235, 379, 1279, 643], + [1239, 365, 1280, 645], + [1239, 379, 1280, 642], + [1230, 439, 1280, 640], + [1239, 277, 1278, 628], + [1260, 232, 1280, 482], + [809, 204, 1062, 500], + [1240, 408, 1280, 645], + [298, 75, 536, 328], + [1198, 49, 1280, 263], + [1229, 2, 1273, 164], + [1237, 276, 1278, 639], + [295, 82, 539, 331], + [1237, 279, 1278, 637], + [1236, 0, 1277, 65], + [299, 79, 534, 326], + [1209, 81, 1280, 219], + [1117, 242, 1266, 427], + [293, 77, 540, 332], + [1229, 46, 1280, 163], + [810, 311, 1068, 497], + [1218, 268, 1278, 639], + [1213, 279, 1277, 637], + [297, 75, 517, 327], + [300, 78, 423, 157], + [1233, 247, 1280, 473], + [1209, 131, 1279, 261], + [1258, 225, 1280, 397], + [1257, 222, 1280, 383], + [677, 106, 811, 285], + [678, 111, 811, 284], + [1213, 27, 1279, 240], + [1260, 254, 1280, 463], + [289, 83, 543, 337], + [1203, 137, 1279, 278], + [1235, 35, 1280, 154], + [1104, 57, 1275, 210], + [1258, 206, 1280, 372], + [810, 315, 1062, 498], + [1260, 253, 1280, 440], + [1231, 14, 1280, 162], + [301, 80, 537, 329], + [1256, 10, 1280, 23], + [1216, 195, 1280, 343], + [1240, 24, 1280, 159], + [1235, 287, 1280, 535], + [1230, 439, 1280, 640], + [80, 15, 212, 86], + [306, 108, 535, 323], + [1236, 22, 1274, 171], + [1198, 24, 1280, 202], + [808, 276, 1061, 501], + [1239, 0, 1280, 133], + [1209, 150, 1280, 299], + [807, 340, 1023, 497], + [296, 75, 540, 336], + [676, 112, 812, 287], + [1233, 274, 1280, 496], + [303, 113, 536, 329], + [1236, 0, 1280, 111], + [302, 104, 536, 327], + [1229, 85, 1280, 247], + [666, 105, 811, 288], + [667, 101, 815, 291], + [303, 114, 534, 323], + [1125, 121, 1274, 446], + [1211, 142, 1280, 290], + [677, 112, 813, 288], + [677, 106, 811, 284], + [582, 0, 703, 83], + [1189, 348, 1279, 647], + [1188, 348, 1276, 648], + [675, 105, 816, 286], + [806, 330, 1020, 498], + [802, 250, 1064, 502], + [266, 79, 544, 342], + [1183, 333, 1280, 654], + [1189, 376, 1280, 648], + [1071, 217, 1274, 453], + [110, 14, 252, 77], + [1238, 299, 1280, 636], + [1258, 32, 1280, 135] + ], + "labels": [ + 2, 2, 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 1, 2, 1, 2 + ], + "scores": [ + 0.03549613803625107, 0.03376639261841774, 0.033714842051267624, + 0.033501215279102325, 0.03274136781692505, 0.03273007273674011, + 0.03262846916913986, 0.03222869709134102, 0.032134056091308594, + 0.03189430385828018, 0.031424231827259064, 0.0313909649848938, + 0.03125574439764023, 0.031120572239160538, 0.03100597858428955, + 0.03099481388926506, 0.03099127858877182, 0.03095061331987381, + 0.030916692689061165, 0.0308405589312315, 0.030837994068861008, + 0.030813440680503845, 0.03080068528652191, 0.030750248581171036, + 0.03074118122458458, 0.030724147334694862, 0.030689310282468796, + 0.030644554644823074, 0.030616026371717453, 0.030599573627114296, + 0.03055579401552677, 0.03054830990731716, 0.03045172430574894, + 0.030272820964455605, 0.030252622440457344, 0.03024708852171898, + 0.030235812067985535, 0.030211884528398514, 0.030183052644133568, + 0.03015136532485485, 0.030148958787322044, 0.030147509649395943, + 0.030068987980484962, 0.030049340799450874, 0.030043229460716248, + 0.029883788898587227, 0.02983064018189907, 0.02973308600485325, + 0.029670771211385727, 0.029653465375304222, 0.02959676831960678, + 0.0294435303658247, 0.02943482995033264, 0.029309965670108795, + 0.029255470260977745, 0.029195547103881836, 0.029170099645853043, + 0.029134506359696388, 0.029083842411637306, 0.029070334509015083, + 0.029006417840719223, 0.02894420549273491, 0.02886313386261463, + 0.028813127428293228, 0.02881007269024849, 0.028722364455461502, + 0.02863393723964691, 0.02860558219254017, 0.028489883989095688, + 0.028481241315603256, 0.028475992381572723, 0.02845529094338417, + 0.028422730043530464, 0.028331929817795753, 0.028274724259972572, + 0.02817860245704651, 0.02815348282456398, 0.028131209313869476, + 0.028062624856829643, 0.028051525354385376, 0.028043005615472794, + 0.027832841500639915, 0.027775539085268974, 0.02776501141488552, + 0.027751663699746132, 0.02774735912680626, 0.027604473754763603, + 0.02756459265947342, 0.02731245569884777, 0.027136191725730896, + 0.02679702267050743, 0.026792563498020172, 0.026775898411870003, + 0.026697147637605667, 0.02668558619916439, 0.02667447179555893, + 0.026647396385669708, 0.026572363451123238, 0.026517655700445175, + 0.026464853435754776, 0.026454061269760132, 0.026391562074422836, + 0.026326818391680717, 0.026319988071918488, 0.026241837069392204, + 0.026117565110325813, 0.026108689606189728, 0.026055365800857544, + 0.026029620319604874, 0.02602824755012989, 0.026021672412753105, + 0.025923503562808037, 0.02586110308766365, 0.025709738954901695, + 0.02567705698311329, 0.02550552971661091, 0.02542641945183277, + 0.02522045187652111, 0.02517099864780903 + ], + "label_names": [ + "bug", + "bug", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "tree", + "bug" + ] + } } ] }, @@ -1791,9 +13125,485 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "155, 167, 226, 469, 2 (bug): 0.036; 160, 205, 215, 400, 2 (bug): 0.035; 30, 0, 56, 40, 2 (bug): 0.035; 134, 0, 260, 49, 2 (bug): 0.035; 209, 0, 377, 79, 2 (bug): 0.035; 152, 0, 253, 44, 2 (bug): 0.035; 132, 0, 255, 52, 2 (bug): 0.035; 9, 0, 56, 29, 2 (bug): 0.035; 158, 174, 222, 413, 2 (bug): 0.035; 153, 130, 212, 516, 2 (bug): 0.034; 169, 277, 215, 580, 2 (bug): 0.034; 153, 148, 220, 539, 2 (bug): 0.034; 170, 282, 214, 525, 2 (bug): 0.033; 171, 311, 206, 483, 2 (bug): 0.033; 172, 323, 204, 482, 2 (bug): 0.033; 24, 19, 98, 66, 2 (bug): 0.032; 42, 21, 84, 62, 2 (bug): 0.032; 1157, 341, 1198, 494, 2 (bug): 0.032; 1243, 0, 1272, 115, 2 (bug): 0.032; 116, 0, 489, 169, 2 (bug): 0.032; 1231, 6, 1280, 74, 2 (bug): 0.031; 1159, 312, 1190, 512, 2 (bug): 0.031; 1150, 479, 1233, 648, 2 (bug): 0.031; 92, 0, 215, 54, 2 (bug): 0.031; 923, 5, 1060, 163, 2 (bug): 0.031; 671, 0, 1280, 71, 2 (bug): 0.031; 149, 427, 182, 576, 2 (bug): 0.031; 1269, 0, 1280, 24, 2 (bug): 0.031; 1185, 475, 1280, 677, 2 (bug): 0.031; 79, 107, 277, 219, 2 (bug): 0.031; 1243, 0, 1280, 85, 2 (bug): 0.030; 1184, 0, 1280, 63, 2 (bug): 0.030; 1208, 448, 1280, 662, 2 (bug): 0.030; 1239, 70, 1280, 335, 2 (bug): 0.030; 1231, 7, 1280, 88, 2 (bug): 0.030; 674, 0, 1280, 68, 2 (bug): 0.030; 41, 13, 81, 53, 2 (bug): 0.030; 1257, 0, 1280, 80, 2 (bug): 0.030; 84, 0, 201, 51, 2 (bug): 0.030; 1253, 366, 1280, 608, 2 (bug): 0.030; 1185, 484, 1280, 693, 2 (bug): 0.030; 1243, 0, 1278, 101, 2 (bug): 0.030; 1250, 0, 1276, 40, 2 (bug): 0.030; 1221, 114, 1277, 328, 2 (bug): 0.030; 1156, 372, 1201, 521, 2 (bug): 0.030; 1189, 512, 1280, 687, 2 (bug): 0.030; 1221, 164, 1280, 426, 2 (bug): 0.030; 1238, 87, 1280, 332, 2 (bug): 0.030; 1185, 497, 1280, 720, 2 (bug): 0.030; 1165, 0, 1280, 62, 2 (bug): 0.030; 1245, 424, 1280, 616, 2 (bug): 0.030; 1257, 475, 1280, 600, 2 (bug): 0.030; 87, 177, 179, 327, 2 (bug): 0.030; 1243, 452, 1280, 618, 2 (bug): 0.030; 46, 0, 347, 168, 2 (bug): 0.030; 1258, 0, 1280, 82, 2 (bug): 0.030; 676, 0, 1280, 66, 2 (bug): 0.030; 1244, 6, 1280, 91, 2 (bug): 0.030; 1256, 271, 1280, 408, 2 (bug): 0.030; 1256, 258, 1280, 400, 2 (bug): 0.030; 90, 166, 180, 303, 2 (bug): 0.030; 1207, 462, 1280, 681, 2 (bug): 0.030; 864, 0, 1280, 152, 2 (bug): 0.029; 918, 0, 1119, 202, 2 (bug): 0.029; 1246, 0, 1276, 83, 2 (bug): 0.029; 1156, 322, 1204, 502, 2 (bug): 0.029; 684, 0, 1280, 66, 2 (bug): 0.029; 1240, 62, 1280, 321, 2 (bug): 0.029; 58, 40, 102, 79, 2 (bug): 0.029; 1238, 81, 1280, 281, 2 (bug): 0.029; 58, 36, 99, 68, 2 (bug): 0.029; 794, 187, 1092, 516, 2 (bug): 0.029; 1257, 331, 1280, 556, 2 (bug): 0.029; 1259, 336, 1280, 598, 2 (bug): 0.029; 1216, 224, 1272, 458, 2 (bug): 0.029; 22, 72, 80, 207, 2 (bug): 0.029; 921, 0, 1078, 193, 2 (bug): 0.029; 1257, 26, 1280, 85, 2 (bug): 0.029; 1224, 230, 1280, 611, 2 (bug): 0.029; 1257, 336, 1280, 531, 2 (bug): 0.029; 91, 266, 222, 454, 2 (bug): 0.029; 1257, 331, 1280, 480, 2 (bug): 0.029; 88, 289, 195, 445, 2 (bug): 0.029; 1258, 300, 1280, 594, 2 (bug): 0.029; 1248, 445, 1280, 669, 2 (bug): 0.029; 89, 97, 168, 246, 2 (bug): 0.029; 1259, 320, 1280, 600, 2 (bug): 0.029; 23, 10, 104, 54, 2 (bug): 0.029; 83, 417, 175, 495, 2 (bug): 0.029; 1257, 327, 1280, 522, 2 (bug): 0.029; 1257, 330, 1280, 511, 2 (bug): 0.029; 94, 331, 219, 473, 2 (bug): 0.029; 1247, 453, 1280, 676, 2 (bug): 0.029; 77, 0, 322, 220, 2 (bug): 0.028; 80, 432, 161, 505, 2 (bug): 0.028; 23, 0, 84, 164, 2 (bug): 0.028; 1247, 403, 1280, 665, 2 (bug): 0.028; 1215, 249, 1280, 619, 2 (bug): 0.028; 1185, 230, 1241, 429, 2 (bug): 0.028; 1185, 298, 1261, 642, 2 (bug): 0.028; 1204, 336, 1280, 623, 2 (bug): 0.028; 1183, 290, 1256, 634, 2 (bug): 0.028; 77, 63, 152, 126, 2 (bug): 0.028; 1185, 242, 1241, 442, 2 (bug): 0.028; 1245, 387, 1280, 667, 2 (bug): 0.028; 81, 445, 159, 526, 2 (bug): 0.028; 1186, 237, 1240, 432, 2 (bug): 0.028; 1202, 237, 1269, 503, 2 (bug): 0.028; 91, 325, 199, 464, 2 (bug): 0.028; 84, 404, 194, 490, 2 (bug): 0.028; 86, 304, 174, 447, 2 (bug): 0.028; 80, 440, 152, 514, 2 (bug): 0.028; 1157, 328, 1232, 525, 2 (bug): 0.028; 87, 316, 179, 458, 2 (bug): 0.028; 1241, 0, 1280, 165, 2 (bug): 0.028; 84, 448, 157, 538, 2 (bug): 0.028; 90, 404, 156, 564, 2 (bug): 0.028; 90, 348, 183, 477, 2 (bug): 0.028; 90, 353, 181, 479, 2 (bug): 0.028; 90, 389, 152, 564, 2 (bug): 0.028; 90, 422, 157, 564, 2 (bug): 0.028; 1163, 262, 1256, 520, 2 (bug): 0.028; 89, 104, 156, 200, 2 (bug): 0.028; 821, 196, 1068, 456, 2 (bug): 0.028; 1257, 28, 1280, 101, 2 (bug): 0.028; 90, 332, 152, 512, 2 (bug): 0.028; 1182, 286, 1258, 624, 2 (bug): 0.028; 1180, 149, 1275, 370, 2 (bug): 0.028; 1186, 240, 1242, 457, 2 (bug): 0.028; 1192, 235, 1280, 663, 2 (bug): 0.028; 88, 104, 157, 205, 2 (bug): 0.028; 90, 369, 170, 485, 2 (bug): 0.028; 90, 431, 161, 567, 2 (bug): 0.027; 1176, 254, 1253, 504, 2 (bug): 0.027; 1184, 157, 1258, 431, 2 (bug): 0.027; 1185, 315, 1268, 634, 2 (bug): 0.027; 63, 0, 178, 42, 2 (bug): 0.027; 87, 399, 156, 489, 2 (bug): 0.027; 89, 370, 152, 561, 2 (bug): 0.027; 1188, 218, 1277, 475, 2 (bug): 0.027; 90, 382, 164, 487, 2 (bug): 0.027; 50, 0, 81, 27, 2 (bug): 0.027; 90, 366, 146, 551, 2 (bug): 0.027; 79, 99, 156, 184, 2 (bug): 0.027; 1173, 237, 1262, 507, 2 (bug): 0.027; 76, 76, 147, 124, 2 (bug): 0.027; 807, 273, 1064, 499, 2 (bug): 0.027; 1148, 468, 1217, 531, 2 (bug): 0.027; 90, 358, 147, 541, 2 (bug): 0.027; 1184, 170, 1258, 432, 2 (bug): 0.027; 89, 346, 148, 515, 2 (bug): 0.027; 807, 208, 1063, 496, 2 (bug): 0.027; 1177, 266, 1252, 514, 2 (bug): 0.027; 89, 350, 150, 529, 2 (bug): 0.027; 1184, 239, 1244, 477, 2 (bug): 0.027; 1177, 249, 1255, 502, 2 (bug): 0.027; 88, 92, 150, 206, 2 (bug): 0.027; 1159, 361, 1226, 515, 2 (bug): 0.027; 800, 195, 1070, 503, 2 (bug): 0.027; 1183, 231, 1248, 509, 2 (bug): 0.027; 74, 78, 145, 138, 2 (bug): 0.027; 1168, 271, 1256, 533, 2 (bug): 0.026; 796, 194, 1072, 504, 2 (bug): 0.026; 805, 194, 1091, 500, 2 (bug): 0.026; 801, 194, 1077, 494, 2 (bug): 0.026; 1141, 436, 1193, 538, 2 (bug): 0.026; 805, 196, 1066, 501, 2 (bug): 0.026; 1172, 208, 1268, 534, 2 (bug): 0.026; 810, 238, 1060, 498, 2 (bug): 0.026; 23, 2, 81, 131, 2 (bug): 0.026; 1161, 343, 1213, 504, 2 (bug): 0.026; 74, 78, 145, 138, 1 (tree): 0.026; 795, 194, 1073, 504, 2 (bug): 0.026; 803, 197, 1066, 501, 2 (bug): 0.026; 812, 197, 1066, 456, 2 (bug): 0.026; 788, 4, 1053, 41, 2 (bug): 0.026; 1187, 382, 1280, 579, 2 (bug): 0.026; 89, 95, 135, 189, 2 (bug): 0.026; 810, 307, 1059, 498, 2 (bug): 0.026; 810, 297, 1058, 498, 2 (bug): 0.026; 810, 223, 1063, 499, 2 (bug): 0.026; 1181, 156, 1258, 528, 2 (bug): 0.026; 1186, 350, 1266, 596, 2 (bug): 0.025; 895, 0, 1280, 55, 2 (bug): 0.025; 76, 76, 147, 124, 1 (tree): 0.025; 816, 3, 1040, 43, 2 (bug): 0.025; 76, 109, 130, 171, 2 (bug): 0.025; 75, 86, 154, 150, 2 (bug): 0.025; 89, 85, 151, 168, 2 (bug): 0.025; 89, 95, 157, 168, 2 (bug): 0.025; 77, 63, 152, 126, 1 (tree): 0.025; 909, 0, 1280, 55, 2 (bug): 0.025; 789, 5, 1072, 40, 2 (bug): 0.025; 792, 192, 1076, 505, 2 (bug): 0.025; 808, 195, 1069, 494, 2 (bug): 0.025; 809, 193, 1068, 496, 2 (bug): 0.025; 822, 4, 1107, 40, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [155, 167, 226, 469], + [160, 205, 215, 400], + [30, 0, 56, 40], + [134, 0, 260, 49], + [209, 0, 377, 79], + [152, 0, 253, 44], + [132, 0, 255, 52], + [9, 0, 56, 29], + [158, 174, 222, 413], + [153, 130, 212, 516], + [169, 277, 215, 580], + [153, 148, 220, 539], + [170, 282, 214, 525], + [171, 311, 206, 483], + [172, 323, 204, 482], + [24, 19, 98, 66], + [42, 21, 84, 62], + [1157, 341, 1198, 494], + [1243, 0, 1272, 115], + [116, 0, 489, 169], + [1231, 6, 1280, 74], + [1159, 312, 1190, 512], + [1150, 479, 1233, 648], + [92, 0, 215, 54], + [923, 5, 1060, 163], + [671, 0, 1280, 71], + [149, 427, 182, 576], + [1269, 0, 1280, 24], + [1185, 475, 1280, 677], + [79, 107, 277, 219], + [1243, 0, 1280, 85], + [1184, 0, 1280, 63], + [1208, 448, 1280, 662], + [1239, 70, 1280, 335], + [1231, 7, 1280, 88], + [674, 0, 1280, 68], + [41, 13, 81, 53], + [1257, 0, 1280, 80], + [84, 0, 201, 51], + [1253, 366, 1280, 608], + [1185, 484, 1280, 693], + [1243, 0, 1278, 101], + [1250, 0, 1276, 40], + [1221, 114, 1277, 328], + [1156, 372, 1201, 521], + [1189, 512, 1280, 687], + [1221, 164, 1280, 426], + [1238, 87, 1280, 332], + [1185, 497, 1280, 720], + [1165, 0, 1280, 62], + [1245, 424, 1280, 616], + [1257, 475, 1280, 600], + [87, 177, 179, 327], + [1243, 452, 1280, 618], + [46, 0, 347, 168], + [1258, 0, 1280, 82], + [676, 0, 1280, 66], + [1244, 6, 1280, 91], + [1256, 271, 1280, 408], + [1256, 258, 1280, 400], + [90, 166, 180, 303], + [1207, 462, 1280, 681], + [864, 0, 1280, 152], + [918, 0, 1119, 202], + [1246, 0, 1276, 83], + [1156, 322, 1204, 502], + [684, 0, 1280, 66], + [1240, 62, 1280, 321], + [58, 40, 102, 79], + [1238, 81, 1280, 281], + [58, 36, 99, 68], + [794, 187, 1092, 516], + [1257, 331, 1280, 556], + [1259, 336, 1280, 598], + [1216, 224, 1272, 458], + [22, 72, 80, 207], + [921, 0, 1078, 193], + [1257, 26, 1280, 85], + [1224, 230, 1280, 611], + [1257, 336, 1280, 531], + [91, 266, 222, 454], + [1257, 331, 1280, 480], + [88, 289, 195, 445], + [1258, 300, 1280, 594], + [1248, 445, 1280, 669], + [89, 97, 168, 246], + [1259, 320, 1280, 600], + [23, 10, 104, 54], + [83, 417, 175, 495], + [1257, 327, 1280, 522], + [1257, 330, 1280, 511], + [94, 331, 219, 473], + [1247, 453, 1280, 676], + [77, 0, 322, 220], + [80, 432, 161, 505], + [23, 0, 84, 164], + [1247, 403, 1280, 665], + [1215, 249, 1280, 619], + [1185, 230, 1241, 429], + [1185, 298, 1261, 642], + [1204, 336, 1280, 623], + [1183, 290, 1256, 634], + [77, 63, 152, 126], + [1185, 242, 1241, 442], + [1245, 387, 1280, 667], + [81, 445, 159, 526], + [1186, 237, 1240, 432], + [1202, 237, 1269, 503], + [91, 325, 199, 464], + [84, 404, 194, 490], + [86, 304, 174, 447], + [80, 440, 152, 514], + [1157, 328, 1232, 525], + [87, 316, 179, 458], + [1241, 0, 1280, 165], + [84, 448, 157, 538], + [90, 404, 156, 564], + [90, 348, 183, 477], + [90, 353, 181, 479], + [90, 389, 152, 564], + [90, 422, 157, 564], + [1163, 262, 1256, 520], + [89, 104, 156, 200], + [821, 196, 1068, 456], + [1257, 28, 1280, 101], + [90, 332, 152, 512], + [1182, 286, 1258, 624], + [1180, 149, 1275, 370], + [1186, 240, 1242, 457], + [1192, 235, 1280, 663], + [88, 104, 157, 205], + [90, 369, 170, 485], + [90, 431, 161, 567], + [1176, 254, 1253, 504], + [1184, 157, 1258, 431], + [1185, 315, 1268, 634], + [63, 0, 178, 42], + [87, 399, 156, 489], + [89, 370, 152, 561], + [1188, 218, 1277, 475], + [90, 382, 164, 487], + [50, 0, 81, 27], + [90, 366, 146, 551], + [79, 99, 156, 184], + [1173, 237, 1262, 507], + [76, 76, 147, 124], + [807, 273, 1064, 499], + [1148, 468, 1217, 531], + [90, 358, 147, 541], + [1184, 170, 1258, 432], + [89, 346, 148, 515], + [807, 208, 1063, 496], + [1177, 266, 1252, 514], + [89, 350, 150, 529], + [1184, 239, 1244, 477], + [1177, 249, 1255, 502], + [88, 92, 150, 206], + [1159, 361, 1226, 515], + [800, 195, 1070, 503], + [1183, 231, 1248, 509], + [74, 78, 145, 138], + [1168, 271, 1256, 533], + [796, 194, 1072, 504], + [805, 194, 1091, 500], + [801, 194, 1077, 494], + [1141, 436, 1193, 538], + [805, 196, 1066, 501], + [1172, 208, 1268, 534], + [810, 238, 1060, 498], + [23, 2, 81, 131], + [1161, 343, 1213, 504], + [74, 78, 145, 138], + [795, 194, 1073, 504], + [803, 197, 1066, 501], + [812, 197, 1066, 456], + [788, 4, 1053, 41], + [1187, 382, 1280, 579], + [89, 95, 135, 189], + [810, 307, 1059, 498], + [810, 297, 1058, 498], + [810, 223, 1063, 499], + [1181, 156, 1258, 528], + [1186, 350, 1266, 596], + [895, 0, 1280, 55], + [76, 76, 147, 124], + [816, 3, 1040, 43], + [76, 109, 130, 171], + [75, 86, 154, 150], + [89, 85, 151, 168], + [89, 95, 157, 168], + [77, 63, 152, 126], + [909, 0, 1280, 55], + [789, 5, 1072, 40], + [792, 192, 1076, 505], + [808, 195, 1069, 494], + [809, 193, 1068, 496], + [822, 4, 1107, 40] + ], + "labels": [ + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 1, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2 + ], + "scores": [ + 0.03576492518186569, 0.03544263169169426, 0.03542257100343704, + 0.03531838208436966, 0.03521615266799927, 0.03519051894545555, + 0.03516401723027229, 0.034743309020996094, 0.03453996032476425, + 0.03411412239074707, 0.03371226415038109, 0.03350789472460747, + 0.03319073095917702, 0.03301354497671127, 0.032561153173446655, + 0.03196709230542183, 0.03177656605839729, 0.031766049563884735, + 0.031764522194862366, 0.03157036751508713, 0.031381480395793915, + 0.03125463426113129, 0.031241241842508316, 0.031207991763949394, + 0.03100803680717945, 0.03092638961970806, 0.030834686011075974, + 0.030829671770334244, 0.030557511374354362, 0.030530918389558792, + 0.030499577522277832, 0.0304675605148077, 0.030425099655985832, + 0.030415909364819527, 0.030374588444828987, 0.03032641112804413, + 0.030311936512589455, 0.03030852973461151, 0.030287079513072968, + 0.03026594966650009, 0.030186833813786507, 0.030184324830770493, + 0.03015953116118908, 0.030070707201957703, 0.030049096792936325, + 0.03003861755132675, 0.029966823756694794, 0.029959915205836296, + 0.02991306781768799, 0.0298786461353302, 0.029873285442590714, + 0.029872436076402664, 0.029828080907464027, 0.029763460159301758, + 0.029724717140197754, 0.02970779873430729, 0.02970297448337078, + 0.029662849381566048, 0.0295797698199749, 0.029565654695034027, + 0.029532304033637047, 0.029505101963877678, 0.02940385416150093, + 0.02932746335864067, 0.029294930398464203, 0.029265161603689194, + 0.029189372435212135, 0.029059933498501778, 0.02905367501080036, + 0.028978917747735977, 0.028919745236635208, 0.02891501970589161, + 0.028857171535491943, 0.02883998490869999, 0.028822442516684532, + 0.02878633141517639, 0.02874605543911457, 0.02874373458325863, + 0.028741775080561638, 0.028713207691907883, 0.028679145500063896, + 0.02866486832499504, 0.02864724211394787, 0.028641628101468086, + 0.02862149104475975, 0.028573613613843918, 0.028563210740685463, + 0.028559507802128792, 0.028548404574394226, 0.02854503132402897, + 0.028527483344078064, 0.028522007167339325, 0.028516093268990517, + 0.028490008786320686, 0.02844281680881977, 0.02833658829331398, + 0.028267931193113327, 0.02826624922454357, 0.028255520388484, + 0.02822406031191349, 0.02822149731218815, 0.028215905651450157, + 0.028204163536429405, 0.028191491961479187, 0.028150271624326706, + 0.028128841891884804, 0.02810000255703926, 0.028078166767954826, + 0.028077786788344383, 0.02806823141872883, 0.02806769870221615, + 0.028056245297193527, 0.028043391183018684, 0.028004441410303116, + 0.0279801357537508, 0.02792529948055744, 0.027862384915351868, + 0.02777923084795475, 0.027774972841143608, 0.02775987982749939, + 0.027756772935390472, 0.027719806879758835, 0.027703342959284782, + 0.027702171355485916, 0.027660628780722618, 0.02761877328157425, + 0.027582991868257523, 0.027580127120018005, 0.027568474411964417, + 0.02756587229669094, 0.027518069371581078, 0.027516702190041542, + 0.027492398396134377, 0.02746652439236641, 0.02745997905731201, + 0.027433127164840698, 0.027422983199357986, 0.027401601895689964, + 0.02738671749830246, 0.027385661378502846, 0.02738153003156185, + 0.027326740324497223, 0.027321891859173775, 0.02729859948158264, + 0.027233196422457695, 0.02715373784303665, 0.027139805257320404, + 0.027132174000144005, 0.027129556983709335, 0.027119146659970284, + 0.027090715244412422, 0.027061352506279945, 0.027019714936614037, + 0.027011077851057053, 0.026881543919444084, 0.02686885930597782, + 0.026849882677197456, 0.026833681389689445, 0.026681657880544662, + 0.026595192030072212, 0.026580439880490303, 0.026472825556993484, + 0.02639094553887844, 0.02631954848766327, 0.02631506323814392, + 0.026210103183984756, 0.026182495057582855, 0.026177220046520233, + 0.02612917684018612, 0.026063939556479454, 0.025916488841176033, + 0.025888092815876007, 0.02587178535759449, 0.025785688310861588, + 0.02572893351316452, 0.02572811022400856, 0.025716600939631462, + 0.02565796859562397, 0.02559276856482029, 0.025564635172486305, + 0.02554253116250038, 0.025523988530039787, 0.025482097640633583, + 0.02546657808125019, 0.02542605996131897, 0.02541368082165718, + 0.025354629382491112, 0.025306211784482002, 0.025297721847891808, + 0.025259897112846375, 0.025253254920244217, 0.025203002616763115, + 0.025182703509926796, 0.02516857162117958, 0.02508392743766308, + 0.025080693885684013, 0.025032779201865196 + ], + "label_names": [ + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug" + ] + } } ] }, @@ -1803,9 +13613,494 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "160, 220, 213, 451, 2 (bug): 0.038; 159, 190, 221, 452, 2 (bug): 0.036; 133, 0, 259, 49, 2 (bug): 0.036; 207, 0, 375, 73, 2 (bug): 0.035; 131, 0, 246, 52, 2 (bug): 0.035; 156, 172, 216, 391, 2 (bug): 0.035; 158, 208, 221, 483, 2 (bug): 0.035; 156, 149, 209, 367, 2 (bug): 0.035; 9, 0, 56, 28, 2 (bug): 0.035; 30, 0, 56, 37, 2 (bug): 0.035; 170, 267, 216, 465, 2 (bug): 0.035; 167, 272, 213, 474, 2 (bug): 0.034; 1250, 0, 1280, 51, 2 (bug): 0.034; 164, 433, 190, 571, 2 (bug): 0.033; 115, 0, 500, 256, 2 (bug): 0.033; 167, 390, 224, 547, 2 (bug): 0.032; 1189, 74, 1278, 347, 2 (bug): 0.032; 24, 19, 98, 66, 2 (bug): 0.032; 1244, 0, 1280, 86, 2 (bug): 0.032; 42, 21, 82, 62, 2 (bug): 0.032; 1231, 4, 1280, 77, 2 (bug): 0.032; 91, 0, 216, 55, 2 (bug): 0.031; 1209, 59, 1278, 418, 2 (bug): 0.031; 1255, 0, 1280, 66, 2 (bug): 0.031; 1162, 471, 1238, 712, 2 (bug): 0.031; 1207, 62, 1279, 354, 2 (bug): 0.031; 81, 107, 274, 219, 2 (bug): 0.031; 1131, 382, 1267, 720, 2 (bug): 0.031; 1162, 482, 1246, 706, 2 (bug): 0.031; 1184, 0, 1280, 61, 2 (bug): 0.031; 1231, 4, 1280, 92, 2 (bug): 0.031; 1270, 0, 1280, 25, 2 (bug): 0.031; 1183, 434, 1253, 714, 2 (bug): 0.031; 1174, 506, 1268, 709, 2 (bug): 0.031; 664, 0, 1280, 73, 2 (bug): 0.031; 83, 0, 203, 52, 2 (bug): 0.030; 1211, 276, 1280, 666, 2 (bug): 0.030; 1216, 104, 1277, 438, 2 (bug): 0.030; 1242, 0, 1280, 123, 2 (bug): 0.030; 41, 14, 81, 53, 2 (bug): 0.030; 1243, 0, 1269, 115, 2 (bug): 0.030; 1246, 0, 1280, 88, 2 (bug): 0.030; 919, 0, 1069, 186, 2 (bug): 0.030; 1216, 111, 1277, 441, 2 (bug): 0.030; 1257, 0, 1280, 88, 2 (bug): 0.030; 1254, 351, 1280, 608, 2 (bug): 0.030; 88, 165, 163, 264, 2 (bug): 0.030; 1185, 447, 1280, 718, 2 (bug): 0.030; 1161, 480, 1248, 695, 2 (bug): 0.030; 1241, 70, 1280, 336, 2 (bug): 0.030; 1190, 475, 1280, 675, 2 (bug): 0.030; 667, 0, 1280, 69, 2 (bug): 0.030; 1186, 454, 1280, 720, 2 (bug): 0.030; 1186, 428, 1279, 695, 2 (bug): 0.030; 1216, 145, 1280, 448, 2 (bug): 0.030; 1218, 116, 1277, 447, 2 (bug): 0.030; 1184, 389, 1274, 720, 2 (bug): 0.030; 1163, 469, 1250, 668, 2 (bug): 0.030; 1225, 88, 1280, 403, 2 (bug): 0.030; 1236, 95, 1280, 363, 2 (bug): 0.030; 1241, 0, 1280, 164, 2 (bug): 0.030; 1166, 0, 1280, 62, 2 (bug): 0.030; 1210, 272, 1280, 644, 2 (bug): 0.030; 87, 265, 199, 455, 2 (bug): 0.030; 87, 252, 197, 454, 2 (bug): 0.030; 1219, 180, 1280, 428, 2 (bug): 0.030; 91, 166, 182, 303, 2 (bug): 0.029; 58, 41, 103, 79, 2 (bug): 0.029; 162, 409, 185, 579, 2 (bug): 0.029; 87, 283, 187, 454, 2 (bug): 0.029; 1199, 294, 1280, 640, 2 (bug): 0.029; 702, 0, 1280, 63, 2 (bug): 0.029; 1260, 329, 1280, 598, 2 (bug): 0.029; 668, 0, 1280, 67, 2 (bug): 0.029; 23, 0, 84, 165, 2 (bug): 0.029; 1191, 465, 1280, 712, 2 (bug): 0.029; 1184, 356, 1280, 700, 2 (bug): 0.029; 89, 307, 193, 467, 2 (bug): 0.029; 1203, 426, 1280, 640, 2 (bug): 0.029; 50, 0, 79, 28, 2 (bug): 0.029; 23, 11, 101, 53, 2 (bug): 0.029; 43, 0, 340, 170, 2 (bug): 0.029; 1239, 88, 1280, 336, 2 (bug): 0.029; 1258, 323, 1280, 547, 2 (bug): 0.029; 1259, 313, 1280, 570, 2 (bug): 0.029; 58, 36, 101, 68, 2 (bug): 0.029; 1240, 60, 1280, 324, 2 (bug): 0.029; 1260, 323, 1280, 591, 2 (bug): 0.029; 1259, 305, 1280, 595, 2 (bug): 0.029; 1257, 333, 1280, 481, 2 (bug): 0.029; 1235, 82, 1280, 280, 2 (bug): 0.029; 1194, 482, 1280, 696, 2 (bug): 0.029; 1259, 292, 1280, 595, 2 (bug): 0.029; 1217, 174, 1280, 478, 2 (bug): 0.029; 1212, 272, 1280, 611, 2 (bug): 0.029; 1257, 317, 1280, 531, 2 (bug): 0.029; 1257, 318, 1280, 506, 2 (bug): 0.029; 1213, 218, 1278, 464, 2 (bug): 0.029; 86, 295, 171, 459, 2 (bug): 0.029; 1211, 469, 1270, 672, 2 (bug): 0.029; 1257, 313, 1280, 520, 2 (bug): 0.029; 670, 0, 1280, 64, 2 (bug): 0.029; 86, 105, 171, 198, 2 (bug): 0.029; 1237, 311, 1280, 598, 2 (bug): 0.029; 1249, 419, 1280, 665, 2 (bug): 0.029; 1160, 261, 1249, 520, 2 (bug): 0.029; 1160, 228, 1251, 476, 2 (bug): 0.029; 1206, 336, 1280, 595, 2 (bug): 0.029; 1240, 425, 1280, 657, 2 (bug): 0.029; 82, 441, 157, 530, 2 (bug): 0.029; 1179, 457, 1280, 642, 2 (bug): 0.029; 1247, 414, 1280, 662, 2 (bug): 0.028; 74, 0, 310, 229, 2 (bug): 0.028; 84, 444, 157, 541, 2 (bug): 0.028; 1198, 417, 1273, 659, 2 (bug): 0.028; 1246, 421, 1280, 664, 2 (bug): 0.028; 82, 436, 154, 517, 2 (bug): 0.028; 1217, 274, 1280, 575, 2 (bug): 0.028; 85, 447, 154, 556, 2 (bug): 0.028; 90, 363, 152, 567, 2 (bug): 0.028; 1244, 448, 1280, 618, 2 (bug): 0.028; 1157, 381, 1208, 521, 2 (bug): 0.028; 90, 357, 148, 560, 2 (bug): 0.028; 1159, 360, 1204, 498, 2 (bug): 0.028; 1167, 456, 1270, 632, 2 (bug): 0.028; 93, 367, 167, 491, 2 (bug): 0.028; 679, 0, 1280, 64, 2 (bug): 0.028; 1198, 253, 1280, 666, 2 (bug): 0.028; 85, 401, 171, 493, 2 (bug): 0.028; 1227, 0, 1280, 198, 2 (bug): 0.028; 791, 189, 1095, 518, 2 (bug): 0.028; 82, 413, 155, 498, 2 (bug): 0.028; 1180, 234, 1245, 428, 2 (bug): 0.028; 1257, 28, 1280, 83, 2 (bug): 0.028; 90, 383, 154, 569, 2 (bug): 0.028; 89, 346, 145, 554, 2 (bug): 0.028; 90, 398, 160, 570, 2 (bug): 0.028; 91, 423, 169, 575, 2 (bug): 0.028; 91, 329, 149, 542, 2 (bug): 0.028; 90, 337, 147, 549, 2 (bug): 0.028; 1172, 231, 1253, 476, 2 (bug): 0.028; 90, 416, 163, 571, 2 (bug): 0.028; 1169, 201, 1258, 495, 2 (bug): 0.028; 1180, 239, 1245, 460, 2 (bug): 0.028; 1220, 181, 1278, 580, 2 (bug): 0.028; 76, 74, 148, 125, 2 (bug): 0.028; 90, 380, 161, 491, 2 (bug): 0.028; 79, 94, 173, 187, 2 (bug): 0.028; 87, 394, 157, 492, 2 (bug): 0.028; 1180, 297, 1264, 627, 2 (bug): 0.028; 80, 427, 150, 508, 2 (bug): 0.028; 1244, 412, 1279, 618, 2 (bug): 0.028; 63, 0, 176, 42, 2 (bug): 0.028; 1176, 233, 1247, 486, 2 (bug): 0.028; 1176, 163, 1266, 467, 2 (bug): 0.027; 1170, 258, 1248, 533, 2 (bug): 0.027; 1181, 222, 1276, 474, 2 (bug): 0.027; 1159, 383, 1212, 509, 2 (bug): 0.027; 1171, 236, 1249, 518, 2 (bug): 0.027; 1170, 228, 1250, 500, 2 (bug): 0.027; 87, 87, 154, 210, 2 (bug): 0.027; 1183, 314, 1264, 623, 2 (bug): 0.027; 1150, 439, 1195, 523, 2 (bug): 0.027; 74, 76, 151, 141, 2 (bug): 0.027; 1182, 213, 1247, 399, 2 (bug): 0.027; 804, 197, 1066, 501, 2 (bug): 0.027; 809, 282, 1058, 498, 2 (bug): 0.027; 1257, 33, 1280, 96, 2 (bug): 0.027; 810, 212, 1063, 499, 2 (bug): 0.027; 806, 203, 1063, 497, 2 (bug): 0.027; 1174, 163, 1260, 516, 2 (bug): 0.026; 796, 194, 1072, 504, 2 (bug): 0.026; 1159, 340, 1207, 502, 2 (bug): 0.026; 805, 190, 1072, 493, 2 (bug): 0.026; 1185, 337, 1265, 608, 2 (bug): 0.026; 77, 104, 141, 173, 2 (bug): 0.026; 874, 0, 1280, 55, 2 (bug): 0.026; 800, 195, 1069, 503, 2 (bug): 0.026; 23, 2, 81, 131, 2 (bug): 0.026; 811, 193, 1067, 495, 2 (bug): 0.026; 89, 89, 134, 194, 2 (bug): 0.026; 809, 195, 1068, 491, 2 (bug): 0.026; 74, 85, 154, 151, 2 (bug): 0.026; 89, 85, 149, 168, 2 (bug): 0.026; 795, 193, 1074, 505, 2 (bug): 0.026; 802, 196, 1071, 484, 2 (bug): 0.026; 89, 90, 154, 171, 2 (bug): 0.026; 802, 196, 1068, 502, 2 (bug): 0.026; 76, 105, 142, 163, 2 (bug): 0.025; 888, 0, 1280, 54, 2 (bug): 0.025; 1161, 417, 1280, 720, 2 (bug): 0.025; 806, 195, 1073, 485, 2 (bug): 0.025; 809, 220, 1062, 498, 2 (bug): 0.025; 1186, 355, 1255, 583, 2 (bug): 0.025; 1154, 521, 1280, 720, 2 (bug): 0.025; 76, 74, 148, 125, 1 (tree): 0.025; 1016, 0, 1280, 62, 2 (bug): 0.025; 793, 193, 1075, 505, 2 (bug): 0.025; 1187, 370, 1270, 583, 2 (bug): 0.025; 75, 93, 151, 161, 2 (bug): 0.025; 775, 5, 1062, 40, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [160, 220, 213, 451], + [159, 190, 221, 452], + [133, 0, 259, 49], + [207, 0, 375, 73], + [131, 0, 246, 52], + [156, 172, 216, 391], + [158, 208, 221, 483], + [156, 149, 209, 367], + [9, 0, 56, 28], + [30, 0, 56, 37], + [170, 267, 216, 465], + [167, 272, 213, 474], + [1250, 0, 1280, 51], + [164, 433, 190, 571], + [115, 0, 500, 256], + [167, 390, 224, 547], + [1189, 74, 1278, 347], + [24, 19, 98, 66], + [1244, 0, 1280, 86], + [42, 21, 82, 62], + [1231, 4, 1280, 77], + [91, 0, 216, 55], + [1209, 59, 1278, 418], + [1255, 0, 1280, 66], + [1162, 471, 1238, 712], + [1207, 62, 1279, 354], + [81, 107, 274, 219], + [1131, 382, 1267, 720], + [1162, 482, 1246, 706], + [1184, 0, 1280, 61], + [1231, 4, 1280, 92], + [1270, 0, 1280, 25], + [1183, 434, 1253, 714], + [1174, 506, 1268, 709], + [664, 0, 1280, 73], + [83, 0, 203, 52], + [1211, 276, 1280, 666], + [1216, 104, 1277, 438], + [1242, 0, 1280, 123], + [41, 14, 81, 53], + [1243, 0, 1269, 115], + [1246, 0, 1280, 88], + [919, 0, 1069, 186], + [1216, 111, 1277, 441], + [1257, 0, 1280, 88], + [1254, 351, 1280, 608], + [88, 165, 163, 264], + [1185, 447, 1280, 718], + [1161, 480, 1248, 695], + [1241, 70, 1280, 336], + [1190, 475, 1280, 675], + [667, 0, 1280, 69], + [1186, 454, 1280, 720], + [1186, 428, 1279, 695], + [1216, 145, 1280, 448], + [1218, 116, 1277, 447], + [1184, 389, 1274, 720], + [1163, 469, 1250, 668], + [1225, 88, 1280, 403], + [1236, 95, 1280, 363], + [1241, 0, 1280, 164], + [1166, 0, 1280, 62], + [1210, 272, 1280, 644], + [87, 265, 199, 455], + [87, 252, 197, 454], + [1219, 180, 1280, 428], + [91, 166, 182, 303], + [58, 41, 103, 79], + [162, 409, 185, 579], + [87, 283, 187, 454], + [1199, 294, 1280, 640], + [702, 0, 1280, 63], + [1260, 329, 1280, 598], + [668, 0, 1280, 67], + [23, 0, 84, 165], + [1191, 465, 1280, 712], + [1184, 356, 1280, 700], + [89, 307, 193, 467], + [1203, 426, 1280, 640], + [50, 0, 79, 28], + [23, 11, 101, 53], + [43, 0, 340, 170], + [1239, 88, 1280, 336], + [1258, 323, 1280, 547], + [1259, 313, 1280, 570], + [58, 36, 101, 68], + [1240, 60, 1280, 324], + [1260, 323, 1280, 591], + [1259, 305, 1280, 595], + [1257, 333, 1280, 481], + [1235, 82, 1280, 280], + [1194, 482, 1280, 696], + [1259, 292, 1280, 595], + [1217, 174, 1280, 478], + [1212, 272, 1280, 611], + [1257, 317, 1280, 531], + [1257, 318, 1280, 506], + [1213, 218, 1278, 464], + [86, 295, 171, 459], + [1211, 469, 1270, 672], + [1257, 313, 1280, 520], + [670, 0, 1280, 64], + [86, 105, 171, 198], + [1237, 311, 1280, 598], + [1249, 419, 1280, 665], + [1160, 261, 1249, 520], + [1160, 228, 1251, 476], + [1206, 336, 1280, 595], + [1240, 425, 1280, 657], + [82, 441, 157, 530], + [1179, 457, 1280, 642], + [1247, 414, 1280, 662], + [74, 0, 310, 229], + [84, 444, 157, 541], + [1198, 417, 1273, 659], + [1246, 421, 1280, 664], + [82, 436, 154, 517], + [1217, 274, 1280, 575], + [85, 447, 154, 556], + [90, 363, 152, 567], + [1244, 448, 1280, 618], + [1157, 381, 1208, 521], + [90, 357, 148, 560], + [1159, 360, 1204, 498], + [1167, 456, 1270, 632], + [93, 367, 167, 491], + [679, 0, 1280, 64], + [1198, 253, 1280, 666], + [85, 401, 171, 493], + [1227, 0, 1280, 198], + [791, 189, 1095, 518], + [82, 413, 155, 498], + [1180, 234, 1245, 428], + [1257, 28, 1280, 83], + [90, 383, 154, 569], + [89, 346, 145, 554], + [90, 398, 160, 570], + [91, 423, 169, 575], + [91, 329, 149, 542], + [90, 337, 147, 549], + [1172, 231, 1253, 476], + [90, 416, 163, 571], + [1169, 201, 1258, 495], + [1180, 239, 1245, 460], + [1220, 181, 1278, 580], + [76, 74, 148, 125], + [90, 380, 161, 491], + [79, 94, 173, 187], + [87, 394, 157, 492], + [1180, 297, 1264, 627], + [80, 427, 150, 508], + [1244, 412, 1279, 618], + [63, 0, 176, 42], + [1176, 233, 1247, 486], + [1176, 163, 1266, 467], + [1170, 258, 1248, 533], + [1181, 222, 1276, 474], + [1159, 383, 1212, 509], + [1171, 236, 1249, 518], + [1170, 228, 1250, 500], + [87, 87, 154, 210], + [1183, 314, 1264, 623], + [1150, 439, 1195, 523], + [74, 76, 151, 141], + [1182, 213, 1247, 399], + [804, 197, 1066, 501], + [809, 282, 1058, 498], + [1257, 33, 1280, 96], + [810, 212, 1063, 499], + [806, 203, 1063, 497], + [1174, 163, 1260, 516], + [796, 194, 1072, 504], + [1159, 340, 1207, 502], + [805, 190, 1072, 493], + [1185, 337, 1265, 608], + [77, 104, 141, 173], + [874, 0, 1280, 55], + [800, 195, 1069, 503], + [23, 2, 81, 131], + [811, 193, 1067, 495], + [89, 89, 134, 194], + [809, 195, 1068, 491], + [74, 85, 154, 151], + [89, 85, 149, 168], + [795, 193, 1074, 505], + [802, 196, 1071, 484], + [89, 90, 154, 171], + [802, 196, 1068, 502], + [76, 105, 142, 163], + [888, 0, 1280, 54], + [1161, 417, 1280, 720], + [806, 195, 1073, 485], + [809, 220, 1062, 498], + [1186, 355, 1255, 583], + [1154, 521, 1280, 720], + [76, 74, 148, 125], + [1016, 0, 1280, 62], + [793, 193, 1075, 505], + [1187, 370, 1270, 583], + [75, 93, 151, 161], + [775, 5, 1062, 40] + ], + "labels": [ + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2 + ], + "scores": [ + 0.03802081570029259, 0.03577850013971329, 0.03572947531938553, + 0.03549906238913536, 0.03536470979452133, 0.03531299903988838, + 0.03524019941687584, 0.03522786125540733, 0.03503305837512016, + 0.034874916076660156, 0.034520432353019714, 0.03444775566458702, + 0.033505380153656006, 0.03309061378240585, 0.03264368698000908, + 0.032401882112026215, 0.03239100053906441, 0.03231080621480942, + 0.03223863244056702, 0.03214447200298309, 0.032140567898750305, + 0.03134121000766754, 0.031227461993694305, 0.031202327460050583, + 0.031156713142991066, 0.03100605122745037, 0.030977392569184303, + 0.03085893578827381, 0.030793078243732452, 0.03076818771660328, + 0.03070516511797905, 0.03069201111793518, 0.030605552718043327, + 0.030602185055613518, 0.0305585116147995, 0.03048783354461193, + 0.030477656051516533, 0.030452731996774673, 0.030416343361139297, + 0.030396785587072372, 0.030382376164197922, 0.03026922605931759, + 0.0302604790776968, 0.030214713886380196, 0.030197925865650177, + 0.030108245089650154, 0.030048156157135963, 0.02998802438378334, + 0.02996392734348774, 0.029848739504814148, 0.029818134382367134, + 0.029748518019914627, 0.02973107248544693, 0.029710857197642326, + 0.02969682775437832, 0.029695671051740646, 0.02968698926270008, + 0.02966773696243763, 0.02966398373246193, 0.029599541798233986, + 0.029568925499916077, 0.029566718265414238, 0.02956591546535492, + 0.029544593766331673, 0.029533397406339645, 0.02951563149690628, + 0.029483821243047714, 0.02947908826172352, 0.029439851641654968, + 0.0294300839304924, 0.02937493845820427, 0.02935166470706463, + 0.029343899339437485, 0.029333962127566338, 0.029323739930987358, + 0.029313016682863235, 0.029257304966449738, 0.029245002195239067, + 0.029232045635581017, 0.02923015132546425, 0.029189810156822205, + 0.029182085767388344, 0.029131168499588966, 0.02910938858985901, + 0.029106566682457924, 0.029104862362146378, 0.029075786471366882, + 0.02907184138894081, 0.02905159816145897, 0.02904077246785164, + 0.02899942174553871, 0.02898150123655796, 0.028964130207896233, + 0.028877591714262962, 0.028865305706858635, 0.02883177250623703, + 0.02877780795097351, 0.028771618381142616, 0.028769541531801224, + 0.028728550300002098, 0.028713909909129143, 0.02870379202067852, + 0.028691643849015236, 0.028662091121077538, 0.028643572703003883, + 0.02864217199385166, 0.02863651141524315, 0.028572699055075645, + 0.028537852689623833, 0.02851259335875511, 0.02850315161049366, + 0.02844942733645439, 0.028444696217775345, 0.028432732447981834, + 0.028431132435798645, 0.028412314131855965, 0.02834259532392025, + 0.028329337015748024, 0.02827652543783188, 0.02824201062321663, + 0.02823590487241745, 0.028226956725120544, 0.028209263458848, + 0.02820422686636448, 0.028158387169241905, 0.028148256242275238, + 0.02813028357923031, 0.02812683954834938, 0.028110917657613754, + 0.02810979075729847, 0.02809906378388405, 0.028089934960007668, + 0.02802678942680359, 0.02800973877310753, 0.027988288551568985, + 0.027961473912000656, 0.027950318530201912, 0.0279410220682621, + 0.027909357100725174, 0.027890391647815704, 0.027881581336259842, + 0.027866894379258156, 0.027834530919790268, 0.02782233990728855, + 0.027805840596556664, 0.02778518758714199, 0.027742285281419754, + 0.027719993144273758, 0.027672747150063515, 0.027666015550494194, + 0.02764366939663887, 0.027559781447052956, 0.0275422390550375, + 0.027510948479175568, 0.02749742940068245, 0.027432357892394066, + 0.02741815149784088, 0.027416307479143143, 0.027254754677414894, + 0.027229944244027138, 0.027224045246839523, 0.027176685631275177, + 0.027118133381009102, 0.027028856799006462, 0.02687055617570877, + 0.026819875463843346, 0.026757966727018356, 0.026600167155265808, + 0.026578279212117195, 0.02655661664903164, 0.026345910504460335, + 0.02631640061736107, 0.02630884386599064, 0.026204777881503105, + 0.02618004009127617, 0.026164494454860687, 0.026145609095692635, + 0.026127003133296967, 0.0260235033929348, 0.025937432423233986, + 0.025903688743710518, 0.02575496770441532, 0.025612687692046165, + 0.025569410994648933, 0.02556457743048668, 0.02554817497730255, + 0.02553507313132286, 0.02551492303609848, 0.02544822171330452, + 0.02544199675321579, 0.02543451264500618, 0.025385657325387, + 0.025301899760961533, 0.025294287130236626, 0.025245022028684616, + 0.025155920535326004, 0.025144189596176147, 0.025137610733509064, + 0.025112388655543327, 0.025098197162151337, 0.025044424459338188 + ], + "label_names": [ + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug" + ] + } } ] }, @@ -1815,9 +14110,483 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "155, 167, 226, 472, 2 (bug): 0.036; 160, 205, 215, 400, 2 (bug): 0.035; 30, 0, 56, 40, 2 (bug): 0.035; 134, 0, 260, 49, 2 (bug): 0.035; 152, 0, 252, 44, 2 (bug): 0.035; 209, 0, 377, 79, 2 (bug): 0.035; 132, 0, 255, 52, 2 (bug): 0.035; 9, 0, 56, 29, 2 (bug): 0.035; 158, 174, 222, 414, 2 (bug): 0.035; 153, 130, 212, 518, 2 (bug): 0.034; 169, 277, 215, 580, 2 (bug): 0.034; 153, 148, 220, 540, 2 (bug): 0.034; 170, 282, 214, 526, 2 (bug): 0.033; 171, 311, 206, 483, 2 (bug): 0.033; 172, 324, 204, 482, 2 (bug): 0.033; 24, 19, 98, 66, 2 (bug): 0.032; 1242, 0, 1272, 115, 2 (bug): 0.032; 42, 21, 84, 62, 2 (bug): 0.032; 1157, 341, 1198, 494, 2 (bug): 0.032; 116, 0, 489, 167, 2 (bug): 0.032; 1231, 6, 1280, 74, 2 (bug): 0.031; 92, 0, 215, 54, 2 (bug): 0.031; 1159, 312, 1189, 512, 2 (bug): 0.031; 1150, 479, 1232, 648, 2 (bug): 0.031; 670, 0, 1280, 71, 2 (bug): 0.031; 923, 5, 1060, 162, 2 (bug): 0.031; 149, 427, 182, 576, 2 (bug): 0.031; 1269, 0, 1280, 24, 2 (bug): 0.031; 1185, 475, 1280, 677, 2 (bug): 0.031; 79, 107, 277, 219, 2 (bug): 0.031; 1184, 0, 1280, 63, 2 (bug): 0.031; 1243, 0, 1280, 85, 2 (bug): 0.031; 1208, 448, 1280, 662, 2 (bug): 0.030; 674, 0, 1280, 68, 2 (bug): 0.030; 1231, 7, 1280, 88, 2 (bug): 0.030; 1257, 0, 1280, 80, 2 (bug): 0.030; 1239, 70, 1280, 335, 2 (bug): 0.030; 84, 0, 201, 51, 2 (bug): 0.030; 41, 13, 81, 53, 2 (bug): 0.030; 1253, 366, 1280, 608, 2 (bug): 0.030; 1242, 0, 1278, 101, 2 (bug): 0.030; 1185, 484, 1280, 692, 2 (bug): 0.030; 1249, 0, 1276, 40, 2 (bug): 0.030; 1221, 114, 1278, 328, 2 (bug): 0.030; 1156, 372, 1201, 522, 2 (bug): 0.030; 1189, 512, 1280, 686, 2 (bug): 0.030; 1221, 164, 1280, 426, 2 (bug): 0.030; 1238, 88, 1280, 332, 2 (bug): 0.030; 864, 0, 1280, 152, 2 (bug): 0.030; 1184, 497, 1280, 720, 2 (bug): 0.030; 1165, 0, 1280, 62, 2 (bug): 0.030; 1258, 476, 1280, 600, 2 (bug): 0.030; 1245, 424, 1280, 616, 2 (bug): 0.030; 676, 0, 1280, 66, 2 (bug): 0.030; 1244, 452, 1280, 618, 2 (bug): 0.030; 46, 0, 347, 168, 2 (bug): 0.030; 1258, 0, 1280, 82, 2 (bug): 0.030; 1244, 6, 1280, 91, 2 (bug): 0.030; 1256, 272, 1280, 408, 2 (bug): 0.030; 1256, 258, 1280, 400, 2 (bug): 0.030; 90, 166, 180, 303, 2 (bug): 0.030; 1207, 462, 1280, 680, 2 (bug): 0.030; 918, 0, 1119, 203, 2 (bug): 0.029; 1246, 0, 1276, 83, 2 (bug): 0.029; 684, 0, 1280, 66, 2 (bug): 0.029; 1156, 322, 1204, 502, 2 (bug): 0.029; 1240, 62, 1280, 320, 2 (bug): 0.029; 58, 40, 102, 79, 2 (bug): 0.029; 1238, 81, 1280, 280, 2 (bug): 0.029; 58, 36, 99, 68, 2 (bug): 0.029; 794, 187, 1092, 516, 2 (bug): 0.029; 1258, 331, 1280, 556, 2 (bug): 0.029; 1259, 336, 1280, 598, 2 (bug): 0.029; 1216, 224, 1271, 458, 2 (bug): 0.029; 22, 72, 80, 207, 2 (bug): 0.029; 921, 0, 1078, 193, 2 (bug): 0.029; 1257, 26, 1280, 85, 2 (bug): 0.029; 1224, 230, 1280, 611, 2 (bug): 0.029; 1257, 336, 1280, 532, 2 (bug): 0.029; 91, 266, 222, 454, 2 (bug): 0.029; 1257, 331, 1280, 480, 2 (bug): 0.029; 88, 289, 195, 445, 2 (bug): 0.029; 1258, 301, 1280, 594, 2 (bug): 0.029; 1248, 445, 1280, 670, 2 (bug): 0.029; 23, 10, 104, 54, 2 (bug): 0.029; 89, 97, 168, 246, 2 (bug): 0.029; 1259, 320, 1280, 600, 2 (bug): 0.029; 83, 418, 175, 495, 2 (bug): 0.029; 1257, 327, 1280, 522, 2 (bug): 0.029; 1258, 330, 1280, 511, 2 (bug): 0.029; 94, 331, 219, 472, 2 (bug): 0.029; 77, 0, 323, 220, 2 (bug): 0.029; 1247, 452, 1280, 676, 2 (bug): 0.029; 80, 432, 161, 505, 2 (bug): 0.028; 23, 0, 84, 164, 2 (bug): 0.028; 1186, 230, 1241, 429, 2 (bug): 0.028; 1247, 403, 1280, 665, 2 (bug): 0.028; 1215, 249, 1280, 620, 2 (bug): 0.028; 1184, 298, 1261, 642, 2 (bug): 0.028; 1182, 290, 1256, 634, 2 (bug): 0.028; 1204, 336, 1280, 623, 2 (bug): 0.028; 1186, 242, 1241, 442, 2 (bug): 0.028; 77, 63, 152, 126, 2 (bug): 0.028; 1246, 388, 1280, 666, 2 (bug): 0.028; 81, 445, 159, 526, 2 (bug): 0.028; 1186, 238, 1240, 432, 2 (bug): 0.028; 1202, 236, 1269, 502, 2 (bug): 0.028; 86, 304, 174, 447, 2 (bug): 0.028; 84, 405, 194, 490, 2 (bug): 0.028; 91, 325, 199, 464, 2 (bug): 0.028; 1157, 328, 1231, 524, 2 (bug): 0.028; 80, 440, 152, 514, 2 (bug): 0.028; 1241, 0, 1280, 164, 2 (bug): 0.028; 88, 316, 179, 458, 2 (bug): 0.028; 84, 448, 157, 538, 2 (bug): 0.028; 90, 404, 156, 564, 2 (bug): 0.028; 90, 348, 183, 477, 2 (bug): 0.028; 90, 353, 181, 479, 2 (bug): 0.028; 90, 422, 157, 564, 2 (bug): 0.028; 90, 389, 152, 564, 2 (bug): 0.028; 89, 104, 156, 200, 2 (bug): 0.028; 820, 196, 1068, 456, 2 (bug): 0.028; 1162, 262, 1256, 520, 2 (bug): 0.028; 1258, 28, 1280, 102, 2 (bug): 0.028; 90, 332, 152, 512, 2 (bug): 0.028; 1181, 286, 1258, 625, 2 (bug): 0.028; 1180, 149, 1276, 371, 2 (bug): 0.028; 1192, 236, 1280, 662, 2 (bug): 0.028; 1186, 240, 1242, 457, 2 (bug): 0.028; 88, 104, 157, 205, 2 (bug): 0.028; 90, 369, 170, 484, 2 (bug): 0.028; 90, 430, 161, 567, 2 (bug): 0.027; 1184, 157, 1258, 430, 2 (bug): 0.027; 1176, 254, 1253, 504, 2 (bug): 0.027; 63, 0, 178, 42, 2 (bug): 0.027; 1185, 315, 1268, 634, 2 (bug): 0.027; 50, 0, 81, 27, 2 (bug): 0.027; 87, 399, 156, 490, 2 (bug): 0.027; 1189, 218, 1277, 475, 2 (bug): 0.027; 90, 382, 164, 486, 2 (bug): 0.027; 89, 370, 152, 562, 2 (bug): 0.027; 90, 366, 146, 550, 2 (bug): 0.027; 79, 99, 156, 184, 2 (bug): 0.027; 1173, 237, 1262, 506, 2 (bug): 0.027; 1184, 170, 1258, 432, 2 (bug): 0.027; 1148, 468, 1217, 531, 2 (bug): 0.027; 76, 76, 147, 124, 2 (bug): 0.027; 807, 273, 1064, 499, 2 (bug): 0.027; 90, 358, 147, 542, 2 (bug): 0.027; 89, 346, 148, 515, 2 (bug): 0.027; 807, 208, 1063, 496, 2 (bug): 0.027; 1177, 266, 1252, 514, 2 (bug): 0.027; 89, 350, 150, 529, 2 (bug): 0.027; 1184, 239, 1244, 477, 2 (bug): 0.027; 1176, 249, 1255, 502, 2 (bug): 0.027; 88, 92, 150, 206, 2 (bug): 0.027; 1159, 360, 1226, 514, 2 (bug): 0.027; 800, 195, 1069, 503, 2 (bug): 0.027; 1183, 231, 1248, 509, 2 (bug): 0.027; 74, 78, 145, 138, 2 (bug): 0.027; 1168, 270, 1256, 532, 2 (bug): 0.026; 796, 194, 1072, 504, 2 (bug): 0.026; 804, 194, 1091, 500, 2 (bug): 0.026; 800, 194, 1076, 494, 2 (bug): 0.026; 1141, 436, 1193, 538, 2 (bug): 0.026; 1172, 208, 1268, 534, 2 (bug): 0.026; 805, 196, 1066, 501, 2 (bug): 0.026; 810, 238, 1061, 498, 2 (bug): 0.026; 23, 2, 81, 131, 2 (bug): 0.026; 1161, 343, 1213, 504, 2 (bug): 0.026; 74, 78, 145, 138, 1 (tree): 0.026; 795, 194, 1073, 504, 2 (bug): 0.026; 803, 197, 1066, 501, 2 (bug): 0.026; 788, 4, 1052, 41, 2 (bug): 0.026; 1187, 382, 1280, 579, 2 (bug): 0.026; 812, 197, 1066, 456, 2 (bug): 0.026; 89, 95, 135, 189, 2 (bug): 0.026; 810, 307, 1059, 498, 2 (bug): 0.026; 810, 296, 1058, 498, 2 (bug): 0.026; 1181, 156, 1258, 529, 2 (bug): 0.026; 813, 3, 1040, 43, 2 (bug): 0.026; 810, 222, 1063, 499, 2 (bug): 0.026; 1186, 350, 1266, 596, 2 (bug): 0.025; 895, 0, 1280, 55, 2 (bug): 0.025; 76, 76, 147, 124, 1 (tree): 0.025; 910, 0, 1280, 56, 2 (bug): 0.025; 881, 0, 1280, 56, 2 (bug): 0.025; 76, 109, 130, 171, 2 (bug): 0.025; 75, 86, 154, 150, 2 (bug): 0.025; 89, 85, 151, 168, 2 (bug): 0.025; 77, 63, 152, 126, 1 (tree): 0.025; 89, 95, 157, 168, 2 (bug): 0.025; 790, 5, 1072, 40, 2 (bug): 0.025; 792, 192, 1076, 505, 2 (bug): 0.025; 808, 195, 1069, 494, 2 (bug): 0.025; 810, 193, 1068, 496, 2 (bug): 0.025; 820, 4, 1108, 40, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [155, 167, 226, 472], + [160, 205, 215, 400], + [30, 0, 56, 40], + [134, 0, 260, 49], + [152, 0, 252, 44], + [209, 0, 377, 79], + [132, 0, 255, 52], + [9, 0, 56, 29], + [158, 174, 222, 414], + [153, 130, 212, 518], + [169, 277, 215, 580], + [153, 148, 220, 540], + [170, 282, 214, 526], + [171, 311, 206, 483], + [172, 324, 204, 482], + [24, 19, 98, 66], + [1242, 0, 1272, 115], + [42, 21, 84, 62], + [1157, 341, 1198, 494], + [116, 0, 489, 167], + [1231, 6, 1280, 74], + [92, 0, 215, 54], + [1159, 312, 1189, 512], + [1150, 479, 1232, 648], + [670, 0, 1280, 71], + [923, 5, 1060, 162], + [149, 427, 182, 576], + [1269, 0, 1280, 24], + [1185, 475, 1280, 677], + [79, 107, 277, 219], + [1184, 0, 1280, 63], + [1243, 0, 1280, 85], + [1208, 448, 1280, 662], + [674, 0, 1280, 68], + [1231, 7, 1280, 88], + [1257, 0, 1280, 80], + [1239, 70, 1280, 335], + [84, 0, 201, 51], + [41, 13, 81, 53], + [1253, 366, 1280, 608], + [1242, 0, 1278, 101], + [1185, 484, 1280, 692], + [1249, 0, 1276, 40], + [1221, 114, 1278, 328], + [1156, 372, 1201, 522], + [1189, 512, 1280, 686], + [1221, 164, 1280, 426], + [1238, 88, 1280, 332], + [864, 0, 1280, 152], + [1184, 497, 1280, 720], + [1165, 0, 1280, 62], + [1258, 476, 1280, 600], + [1245, 424, 1280, 616], + [676, 0, 1280, 66], + [1244, 452, 1280, 618], + [46, 0, 347, 168], + [1258, 0, 1280, 82], + [1244, 6, 1280, 91], + [1256, 272, 1280, 408], + [1256, 258, 1280, 400], + [90, 166, 180, 303], + [1207, 462, 1280, 680], + [918, 0, 1119, 203], + [1246, 0, 1276, 83], + [684, 0, 1280, 66], + [1156, 322, 1204, 502], + [1240, 62, 1280, 320], + [58, 40, 102, 79], + [1238, 81, 1280, 280], + [58, 36, 99, 68], + [794, 187, 1092, 516], + [1258, 331, 1280, 556], + [1259, 336, 1280, 598], + [1216, 224, 1271, 458], + [22, 72, 80, 207], + [921, 0, 1078, 193], + [1257, 26, 1280, 85], + [1224, 230, 1280, 611], + [1257, 336, 1280, 532], + [91, 266, 222, 454], + [1257, 331, 1280, 480], + [88, 289, 195, 445], + [1258, 301, 1280, 594], + [1248, 445, 1280, 670], + [23, 10, 104, 54], + [89, 97, 168, 246], + [1259, 320, 1280, 600], + [83, 418, 175, 495], + [1257, 327, 1280, 522], + [1258, 330, 1280, 511], + [94, 331, 219, 472], + [77, 0, 323, 220], + [1247, 452, 1280, 676], + [80, 432, 161, 505], + [23, 0, 84, 164], + [1186, 230, 1241, 429], + [1247, 403, 1280, 665], + [1215, 249, 1280, 620], + [1184, 298, 1261, 642], + [1182, 290, 1256, 634], + [1204, 336, 1280, 623], + [1186, 242, 1241, 442], + [77, 63, 152, 126], + [1246, 388, 1280, 666], + [81, 445, 159, 526], + [1186, 238, 1240, 432], + [1202, 236, 1269, 502], + [86, 304, 174, 447], + [84, 405, 194, 490], + [91, 325, 199, 464], + [1157, 328, 1231, 524], + [80, 440, 152, 514], + [1241, 0, 1280, 164], + [88, 316, 179, 458], + [84, 448, 157, 538], + [90, 404, 156, 564], + [90, 348, 183, 477], + [90, 353, 181, 479], + [90, 422, 157, 564], + [90, 389, 152, 564], + [89, 104, 156, 200], + [820, 196, 1068, 456], + [1162, 262, 1256, 520], + [1258, 28, 1280, 102], + [90, 332, 152, 512], + [1181, 286, 1258, 625], + [1180, 149, 1276, 371], + [1192, 236, 1280, 662], + [1186, 240, 1242, 457], + [88, 104, 157, 205], + [90, 369, 170, 484], + [90, 430, 161, 567], + [1184, 157, 1258, 430], + [1176, 254, 1253, 504], + [63, 0, 178, 42], + [1185, 315, 1268, 634], + [50, 0, 81, 27], + [87, 399, 156, 490], + [1189, 218, 1277, 475], + [90, 382, 164, 486], + [89, 370, 152, 562], + [90, 366, 146, 550], + [79, 99, 156, 184], + [1173, 237, 1262, 506], + [1184, 170, 1258, 432], + [1148, 468, 1217, 531], + [76, 76, 147, 124], + [807, 273, 1064, 499], + [90, 358, 147, 542], + [89, 346, 148, 515], + [807, 208, 1063, 496], + [1177, 266, 1252, 514], + [89, 350, 150, 529], + [1184, 239, 1244, 477], + [1176, 249, 1255, 502], + [88, 92, 150, 206], + [1159, 360, 1226, 514], + [800, 195, 1069, 503], + [1183, 231, 1248, 509], + [74, 78, 145, 138], + [1168, 270, 1256, 532], + [796, 194, 1072, 504], + [804, 194, 1091, 500], + [800, 194, 1076, 494], + [1141, 436, 1193, 538], + [1172, 208, 1268, 534], + [805, 196, 1066, 501], + [810, 238, 1061, 498], + [23, 2, 81, 131], + [1161, 343, 1213, 504], + [74, 78, 145, 138], + [795, 194, 1073, 504], + [803, 197, 1066, 501], + [788, 4, 1052, 41], + [1187, 382, 1280, 579], + [812, 197, 1066, 456], + [89, 95, 135, 189], + [810, 307, 1059, 498], + [810, 296, 1058, 498], + [1181, 156, 1258, 529], + [813, 3, 1040, 43], + [810, 222, 1063, 499], + [1186, 350, 1266, 596], + [895, 0, 1280, 55], + [76, 76, 147, 124], + [910, 0, 1280, 56], + [881, 0, 1280, 56], + [76, 109, 130, 171], + [75, 86, 154, 150], + [89, 85, 151, 168], + [77, 63, 152, 126], + [89, 95, 157, 168], + [790, 5, 1072, 40], + [792, 192, 1076, 505], + [808, 195, 1069, 494], + [810, 193, 1068, 496], + [820, 4, 1108, 40] + ], + "labels": [ + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 1, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2 + ], + "scores": [ + 0.035736083984375, 0.035430908203125, 0.035430908203125, + 0.03533935546875, 0.03521728515625, 0.03521728515625, + 0.035186767578125, 0.034698486328125, 0.0345458984375, + 0.03411865234375, 0.033721923828125, 0.0335693359375, 0.033203125, + 0.03302001953125, 0.032562255859375, 0.032012939453125, + 0.031768798828125, 0.031768798828125, 0.03173828125, + 0.031707763671875, 0.0313720703125, 0.03125, 0.03125, 0.03125, + 0.0310211181640625, 0.0309906005859375, 0.030853271484375, + 0.0308380126953125, 0.03057861328125, 0.0305328369140625, + 0.030517578125, 0.0305023193359375, 0.030426025390625, + 0.0303802490234375, 0.030364990234375, 0.0303497314453125, + 0.0303497314453125, 0.0303192138671875, 0.0303192138671875, + 0.0302581787109375, 0.03021240234375, 0.0301971435546875, + 0.0301513671875, 0.0300750732421875, 0.0300445556640625, + 0.030029296875, 0.02996826171875, 0.029937744140625, + 0.029937744140625, 0.0299224853515625, 0.0298919677734375, + 0.0298919677734375, 0.0298919677734375, 0.0298004150390625, + 0.0297698974609375, 0.0297393798828125, 0.02972412109375, + 0.0296783447265625, 0.0295867919921875, 0.029571533203125, + 0.0295562744140625, 0.0295257568359375, 0.029327392578125, + 0.029327392578125, 0.0292816162109375, 0.0292510986328125, + 0.029083251953125, 0.029052734375, 0.02899169921875, + 0.0289154052734375, 0.028900146484375, 0.0288543701171875, + 0.028839111328125, 0.0288238525390625, 0.0287933349609375, + 0.0287628173828125, 0.02874755859375, 0.0287322998046875, + 0.028717041015625, 0.0286865234375, 0.0286712646484375, + 0.0286407470703125, 0.0286407470703125, 0.02862548828125, + 0.0285797119140625, 0.028564453125, 0.028564453125, 0.028564453125, + 0.0285491943359375, 0.028533935546875, 0.028533935546875, + 0.0285186767578125, 0.0285186767578125, 0.0284423828125, + 0.0283355712890625, 0.0282745361328125, 0.02825927734375, + 0.02825927734375, 0.0282440185546875, 0.028228759765625, + 0.0282135009765625, 0.0281982421875, 0.0281982421875, + 0.0281524658203125, 0.0281219482421875, 0.0281219482421875, + 0.028076171875, 0.028076171875, 0.028076171875, 0.0280609130859375, + 0.0280609130859375, 0.0280609130859375, 0.02801513671875, + 0.0279998779296875, 0.027923583984375, 0.0278472900390625, + 0.02777099609375, 0.02777099609375, 0.0277557373046875, + 0.0277557373046875, 0.0277099609375, 0.0277099609375, + 0.0277099609375, 0.027679443359375, 0.027618408203125, + 0.0276031494140625, 0.0276031494140625, 0.027587890625, + 0.027587890625, 0.02752685546875, 0.0275115966796875, + 0.0274810791015625, 0.0274810791015625, 0.0274658203125, + 0.0274658203125, 0.0274505615234375, 0.02740478515625, + 0.02740478515625, 0.0273895263671875, 0.0273895263671875, + 0.027374267578125, 0.027313232421875, 0.0272979736328125, + 0.027252197265625, 0.02716064453125, 0.0271453857421875, + 0.0271453857421875, 0.027130126953125, 0.0271148681640625, + 0.0270843505859375, 0.027069091796875, 0.0270233154296875, + 0.027008056640625, 0.026885986328125, 0.0268707275390625, + 0.02685546875, 0.026824951171875, 0.0266571044921875, + 0.0265960693359375, 0.026580810546875, 0.026458740234375, + 0.0263671875, 0.02630615234375, 0.02630615234375, 0.026214599609375, + 0.0261688232421875, 0.026153564453125, 0.026123046875, + 0.02606201171875, 0.02593994140625, 0.025909423828125, + 0.025848388671875, 0.0257568359375, 0.0257415771484375, + 0.025726318359375, 0.025726318359375, 0.0256500244140625, + 0.025604248046875, 0.02557373046875, 0.0255584716796875, + 0.0255584716796875, 0.025543212890625, 0.025482177734375, + 0.0254669189453125, 0.0254364013671875, 0.025421142578125, + 0.025360107421875, 0.0253448486328125, 0.025299072265625, + 0.025299072265625, 0.0252532958984375, 0.0252532958984375, + 0.0251922607421875, 0.025146484375, 0.0250701904296875, + 0.0250701904296875, 0.025054931640625 + ], + "label_names": [ + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug" + ] + } } ] }, @@ -1827,9 +14596,494 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "160, 220, 213, 451, 2 (bug): 0.038; 159, 190, 221, 452, 2 (bug): 0.036; 133, 0, 259, 49, 2 (bug): 0.036; 207, 0, 375, 73, 2 (bug): 0.035; 131, 0, 246, 52, 2 (bug): 0.035; 156, 172, 216, 391, 2 (bug): 0.035; 158, 208, 221, 483, 2 (bug): 0.035; 156, 149, 209, 367, 2 (bug): 0.035; 9, 0, 56, 28, 2 (bug): 0.035; 30, 0, 56, 37, 2 (bug): 0.035; 170, 267, 216, 465, 2 (bug): 0.035; 167, 272, 213, 474, 2 (bug): 0.034; 1250, 0, 1280, 51, 2 (bug): 0.034; 164, 433, 190, 571, 2 (bug): 0.033; 115, 0, 500, 256, 2 (bug): 0.033; 167, 390, 224, 547, 2 (bug): 0.032; 1190, 74, 1278, 347, 2 (bug): 0.032; 24, 19, 98, 66, 2 (bug): 0.032; 1244, 0, 1280, 86, 2 (bug): 0.032; 42, 21, 82, 62, 2 (bug): 0.032; 1231, 4, 1280, 77, 2 (bug): 0.032; 91, 0, 216, 55, 2 (bug): 0.031; 1209, 59, 1278, 417, 2 (bug): 0.031; 1255, 0, 1280, 66, 2 (bug): 0.031; 1162, 471, 1238, 712, 2 (bug): 0.031; 1207, 62, 1279, 354, 2 (bug): 0.031; 81, 107, 274, 219, 2 (bug): 0.031; 1131, 382, 1267, 720, 2 (bug): 0.031; 1162, 482, 1246, 707, 2 (bug): 0.031; 1184, 0, 1280, 61, 2 (bug): 0.031; 1231, 4, 1280, 92, 2 (bug): 0.031; 1270, 0, 1280, 25, 2 (bug): 0.031; 1183, 434, 1253, 714, 2 (bug): 0.031; 1175, 506, 1268, 709, 2 (bug): 0.031; 664, 0, 1280, 73, 2 (bug): 0.031; 83, 0, 203, 52, 2 (bug): 0.030; 1211, 276, 1280, 666, 2 (bug): 0.030; 1216, 104, 1277, 438, 2 (bug): 0.030; 1242, 0, 1280, 123, 2 (bug): 0.030; 41, 14, 81, 53, 2 (bug): 0.030; 1243, 0, 1269, 115, 2 (bug): 0.030; 1246, 0, 1280, 88, 2 (bug): 0.030; 919, 0, 1069, 186, 2 (bug): 0.030; 1216, 111, 1277, 441, 2 (bug): 0.030; 1257, 0, 1280, 88, 2 (bug): 0.030; 1254, 351, 1280, 608, 2 (bug): 0.030; 88, 165, 163, 264, 2 (bug): 0.030; 1185, 447, 1280, 718, 2 (bug): 0.030; 1161, 480, 1248, 695, 2 (bug): 0.030; 1241, 70, 1280, 336, 2 (bug): 0.030; 1190, 475, 1280, 675, 2 (bug): 0.030; 667, 0, 1280, 69, 2 (bug): 0.030; 1186, 454, 1280, 720, 2 (bug): 0.030; 1186, 428, 1279, 695, 2 (bug): 0.030; 1216, 145, 1280, 448, 2 (bug): 0.030; 1218, 116, 1277, 447, 2 (bug): 0.030; 1184, 389, 1274, 720, 2 (bug): 0.030; 1163, 469, 1250, 668, 2 (bug): 0.030; 1225, 88, 1280, 403, 2 (bug): 0.030; 1236, 95, 1280, 363, 2 (bug): 0.030; 1241, 0, 1280, 164, 2 (bug): 0.030; 1166, 0, 1280, 62, 2 (bug): 0.030; 1210, 272, 1280, 644, 2 (bug): 0.030; 87, 265, 199, 456, 2 (bug): 0.030; 87, 252, 197, 454, 2 (bug): 0.030; 1219, 180, 1280, 428, 2 (bug): 0.030; 91, 166, 182, 303, 2 (bug): 0.029; 58, 41, 103, 79, 2 (bug): 0.029; 162, 409, 185, 579, 2 (bug): 0.029; 87, 283, 187, 454, 2 (bug): 0.029; 1199, 294, 1280, 640, 2 (bug): 0.029; 702, 0, 1280, 63, 2 (bug): 0.029; 1260, 329, 1280, 598, 2 (bug): 0.029; 668, 0, 1280, 67, 2 (bug): 0.029; 23, 0, 84, 165, 2 (bug): 0.029; 1191, 465, 1280, 712, 2 (bug): 0.029; 1184, 356, 1280, 700, 2 (bug): 0.029; 89, 307, 193, 467, 2 (bug): 0.029; 1203, 426, 1280, 640, 2 (bug): 0.029; 50, 0, 79, 28, 2 (bug): 0.029; 23, 11, 101, 53, 2 (bug): 0.029; 43, 0, 340, 170, 2 (bug): 0.029; 1239, 88, 1280, 336, 2 (bug): 0.029; 1258, 323, 1280, 547, 2 (bug): 0.029; 1259, 313, 1280, 570, 2 (bug): 0.029; 58, 36, 101, 68, 2 (bug): 0.029; 1240, 60, 1280, 324, 2 (bug): 0.029; 1260, 323, 1280, 591, 2 (bug): 0.029; 1259, 305, 1280, 595, 2 (bug): 0.029; 1257, 333, 1280, 481, 2 (bug): 0.029; 1235, 82, 1280, 280, 2 (bug): 0.029; 1194, 482, 1280, 696, 2 (bug): 0.029; 1259, 292, 1280, 595, 2 (bug): 0.029; 1217, 174, 1280, 478, 2 (bug): 0.029; 1212, 272, 1280, 610, 2 (bug): 0.029; 1257, 317, 1280, 531, 2 (bug): 0.029; 1257, 318, 1280, 506, 2 (bug): 0.029; 86, 295, 171, 459, 2 (bug): 0.029; 1213, 218, 1278, 464, 2 (bug): 0.029; 1211, 469, 1270, 672, 2 (bug): 0.029; 1257, 313, 1280, 520, 2 (bug): 0.029; 670, 0, 1280, 64, 2 (bug): 0.029; 86, 105, 171, 198, 2 (bug): 0.029; 1237, 311, 1280, 598, 2 (bug): 0.029; 1249, 419, 1280, 665, 2 (bug): 0.029; 1160, 261, 1249, 520, 2 (bug): 0.029; 1160, 228, 1251, 476, 2 (bug): 0.029; 1206, 336, 1280, 595, 2 (bug): 0.029; 1240, 425, 1280, 657, 2 (bug): 0.029; 82, 441, 157, 530, 2 (bug): 0.029; 1179, 457, 1280, 642, 2 (bug): 0.029; 1247, 414, 1280, 662, 2 (bug): 0.028; 74, 0, 310, 229, 2 (bug): 0.028; 84, 444, 157, 541, 2 (bug): 0.028; 1198, 417, 1273, 659, 2 (bug): 0.028; 1246, 421, 1280, 664, 2 (bug): 0.028; 82, 436, 154, 517, 2 (bug): 0.028; 1217, 274, 1280, 575, 2 (bug): 0.028; 85, 447, 154, 556, 2 (bug): 0.028; 90, 363, 152, 567, 2 (bug): 0.028; 1244, 448, 1280, 618, 2 (bug): 0.028; 1157, 381, 1208, 521, 2 (bug): 0.028; 90, 357, 148, 560, 2 (bug): 0.028; 1159, 360, 1204, 498, 2 (bug): 0.028; 1167, 456, 1270, 632, 2 (bug): 0.028; 93, 367, 167, 491, 2 (bug): 0.028; 679, 0, 1280, 64, 2 (bug): 0.028; 1198, 253, 1280, 666, 2 (bug): 0.028; 85, 401, 171, 493, 2 (bug): 0.028; 1227, 0, 1280, 198, 2 (bug): 0.028; 791, 189, 1095, 518, 2 (bug): 0.028; 82, 413, 155, 498, 2 (bug): 0.028; 1180, 234, 1245, 428, 2 (bug): 0.028; 1257, 28, 1280, 83, 2 (bug): 0.028; 90, 383, 154, 569, 2 (bug): 0.028; 89, 346, 145, 554, 2 (bug): 0.028; 90, 398, 160, 570, 2 (bug): 0.028; 91, 423, 169, 575, 2 (bug): 0.028; 91, 329, 149, 542, 2 (bug): 0.028; 90, 337, 147, 549, 2 (bug): 0.028; 90, 416, 163, 571, 2 (bug): 0.028; 1169, 201, 1258, 495, 2 (bug): 0.028; 1180, 239, 1245, 460, 2 (bug): 0.028; 1172, 231, 1253, 476, 2 (bug): 0.028; 1220, 181, 1278, 580, 2 (bug): 0.028; 76, 74, 148, 125, 2 (bug): 0.028; 90, 380, 161, 491, 2 (bug): 0.028; 79, 94, 173, 187, 2 (bug): 0.028; 87, 394, 157, 492, 2 (bug): 0.028; 1180, 297, 1264, 627, 2 (bug): 0.028; 80, 427, 150, 508, 2 (bug): 0.028; 1244, 412, 1279, 618, 2 (bug): 0.028; 63, 0, 176, 42, 2 (bug): 0.028; 1176, 233, 1247, 486, 2 (bug): 0.028; 1176, 163, 1266, 467, 2 (bug): 0.027; 1170, 258, 1248, 533, 2 (bug): 0.027; 1181, 222, 1276, 474, 2 (bug): 0.027; 1159, 383, 1212, 509, 2 (bug): 0.027; 1171, 236, 1249, 518, 2 (bug): 0.027; 1170, 228, 1250, 500, 2 (bug): 0.027; 87, 87, 154, 210, 2 (bug): 0.027; 1183, 314, 1264, 623, 2 (bug): 0.027; 1150, 439, 1195, 523, 2 (bug): 0.027; 74, 76, 151, 141, 2 (bug): 0.027; 1182, 213, 1247, 399, 2 (bug): 0.027; 804, 197, 1066, 501, 2 (bug): 0.027; 809, 282, 1058, 498, 2 (bug): 0.027; 1257, 33, 1280, 96, 2 (bug): 0.027; 810, 212, 1063, 499, 2 (bug): 0.027; 806, 203, 1063, 497, 2 (bug): 0.027; 1174, 163, 1260, 516, 2 (bug): 0.026; 796, 194, 1072, 504, 2 (bug): 0.026; 1159, 340, 1207, 502, 2 (bug): 0.026; 805, 190, 1072, 493, 2 (bug): 0.026; 1185, 337, 1265, 608, 2 (bug): 0.026; 77, 104, 141, 173, 2 (bug): 0.026; 874, 0, 1280, 55, 2 (bug): 0.026; 800, 195, 1069, 503, 2 (bug): 0.026; 23, 2, 81, 131, 2 (bug): 0.026; 811, 193, 1067, 495, 2 (bug): 0.026; 89, 89, 134, 194, 2 (bug): 0.026; 809, 195, 1068, 491, 2 (bug): 0.026; 74, 85, 154, 151, 2 (bug): 0.026; 89, 85, 149, 168, 2 (bug): 0.026; 795, 193, 1074, 505, 2 (bug): 0.026; 802, 196, 1071, 484, 2 (bug): 0.026; 89, 90, 154, 171, 2 (bug): 0.026; 802, 196, 1068, 502, 2 (bug): 0.026; 76, 105, 142, 163, 2 (bug): 0.025; 888, 0, 1280, 54, 2 (bug): 0.025; 1161, 417, 1280, 720, 2 (bug): 0.025; 806, 195, 1073, 485, 2 (bug): 0.025; 809, 220, 1062, 498, 2 (bug): 0.025; 1186, 355, 1255, 583, 2 (bug): 0.025; 1154, 521, 1280, 720, 2 (bug): 0.025; 76, 74, 148, 125, 1 (tree): 0.025; 1016, 0, 1280, 62, 2 (bug): 0.025; 793, 193, 1075, 505, 2 (bug): 0.025; 1187, 370, 1270, 583, 2 (bug): 0.025; 75, 93, 151, 161, 2 (bug): 0.025; 775, 5, 1062, 40, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [160, 220, 213, 451], + [159, 190, 221, 452], + [133, 0, 259, 49], + [207, 0, 375, 73], + [131, 0, 246, 52], + [156, 172, 216, 391], + [158, 208, 221, 483], + [156, 149, 209, 367], + [9, 0, 56, 28], + [30, 0, 56, 37], + [170, 267, 216, 465], + [167, 272, 213, 474], + [1250, 0, 1280, 51], + [164, 433, 190, 571], + [115, 0, 500, 256], + [167, 390, 224, 547], + [1190, 74, 1278, 347], + [24, 19, 98, 66], + [1244, 0, 1280, 86], + [42, 21, 82, 62], + [1231, 4, 1280, 77], + [91, 0, 216, 55], + [1209, 59, 1278, 417], + [1255, 0, 1280, 66], + [1162, 471, 1238, 712], + [1207, 62, 1279, 354], + [81, 107, 274, 219], + [1131, 382, 1267, 720], + [1162, 482, 1246, 707], + [1184, 0, 1280, 61], + [1231, 4, 1280, 92], + [1270, 0, 1280, 25], + [1183, 434, 1253, 714], + [1175, 506, 1268, 709], + [664, 0, 1280, 73], + [83, 0, 203, 52], + [1211, 276, 1280, 666], + [1216, 104, 1277, 438], + [1242, 0, 1280, 123], + [41, 14, 81, 53], + [1243, 0, 1269, 115], + [1246, 0, 1280, 88], + [919, 0, 1069, 186], + [1216, 111, 1277, 441], + [1257, 0, 1280, 88], + [1254, 351, 1280, 608], + [88, 165, 163, 264], + [1185, 447, 1280, 718], + [1161, 480, 1248, 695], + [1241, 70, 1280, 336], + [1190, 475, 1280, 675], + [667, 0, 1280, 69], + [1186, 454, 1280, 720], + [1186, 428, 1279, 695], + [1216, 145, 1280, 448], + [1218, 116, 1277, 447], + [1184, 389, 1274, 720], + [1163, 469, 1250, 668], + [1225, 88, 1280, 403], + [1236, 95, 1280, 363], + [1241, 0, 1280, 164], + [1166, 0, 1280, 62], + [1210, 272, 1280, 644], + [87, 265, 199, 456], + [87, 252, 197, 454], + [1219, 180, 1280, 428], + [91, 166, 182, 303], + [58, 41, 103, 79], + [162, 409, 185, 579], + [87, 283, 187, 454], + [1199, 294, 1280, 640], + [702, 0, 1280, 63], + [1260, 329, 1280, 598], + [668, 0, 1280, 67], + [23, 0, 84, 165], + [1191, 465, 1280, 712], + [1184, 356, 1280, 700], + [89, 307, 193, 467], + [1203, 426, 1280, 640], + [50, 0, 79, 28], + [23, 11, 101, 53], + [43, 0, 340, 170], + [1239, 88, 1280, 336], + [1258, 323, 1280, 547], + [1259, 313, 1280, 570], + [58, 36, 101, 68], + [1240, 60, 1280, 324], + [1260, 323, 1280, 591], + [1259, 305, 1280, 595], + [1257, 333, 1280, 481], + [1235, 82, 1280, 280], + [1194, 482, 1280, 696], + [1259, 292, 1280, 595], + [1217, 174, 1280, 478], + [1212, 272, 1280, 610], + [1257, 317, 1280, 531], + [1257, 318, 1280, 506], + [86, 295, 171, 459], + [1213, 218, 1278, 464], + [1211, 469, 1270, 672], + [1257, 313, 1280, 520], + [670, 0, 1280, 64], + [86, 105, 171, 198], + [1237, 311, 1280, 598], + [1249, 419, 1280, 665], + [1160, 261, 1249, 520], + [1160, 228, 1251, 476], + [1206, 336, 1280, 595], + [1240, 425, 1280, 657], + [82, 441, 157, 530], + [1179, 457, 1280, 642], + [1247, 414, 1280, 662], + [74, 0, 310, 229], + [84, 444, 157, 541], + [1198, 417, 1273, 659], + [1246, 421, 1280, 664], + [82, 436, 154, 517], + [1217, 274, 1280, 575], + [85, 447, 154, 556], + [90, 363, 152, 567], + [1244, 448, 1280, 618], + [1157, 381, 1208, 521], + [90, 357, 148, 560], + [1159, 360, 1204, 498], + [1167, 456, 1270, 632], + [93, 367, 167, 491], + [679, 0, 1280, 64], + [1198, 253, 1280, 666], + [85, 401, 171, 493], + [1227, 0, 1280, 198], + [791, 189, 1095, 518], + [82, 413, 155, 498], + [1180, 234, 1245, 428], + [1257, 28, 1280, 83], + [90, 383, 154, 569], + [89, 346, 145, 554], + [90, 398, 160, 570], + [91, 423, 169, 575], + [91, 329, 149, 542], + [90, 337, 147, 549], + [90, 416, 163, 571], + [1169, 201, 1258, 495], + [1180, 239, 1245, 460], + [1172, 231, 1253, 476], + [1220, 181, 1278, 580], + [76, 74, 148, 125], + [90, 380, 161, 491], + [79, 94, 173, 187], + [87, 394, 157, 492], + [1180, 297, 1264, 627], + [80, 427, 150, 508], + [1244, 412, 1279, 618], + [63, 0, 176, 42], + [1176, 233, 1247, 486], + [1176, 163, 1266, 467], + [1170, 258, 1248, 533], + [1181, 222, 1276, 474], + [1159, 383, 1212, 509], + [1171, 236, 1249, 518], + [1170, 228, 1250, 500], + [87, 87, 154, 210], + [1183, 314, 1264, 623], + [1150, 439, 1195, 523], + [74, 76, 151, 141], + [1182, 213, 1247, 399], + [804, 197, 1066, 501], + [809, 282, 1058, 498], + [1257, 33, 1280, 96], + [810, 212, 1063, 499], + [806, 203, 1063, 497], + [1174, 163, 1260, 516], + [796, 194, 1072, 504], + [1159, 340, 1207, 502], + [805, 190, 1072, 493], + [1185, 337, 1265, 608], + [77, 104, 141, 173], + [874, 0, 1280, 55], + [800, 195, 1069, 503], + [23, 2, 81, 131], + [811, 193, 1067, 495], + [89, 89, 134, 194], + [809, 195, 1068, 491], + [74, 85, 154, 151], + [89, 85, 149, 168], + [795, 193, 1074, 505], + [802, 196, 1071, 484], + [89, 90, 154, 171], + [802, 196, 1068, 502], + [76, 105, 142, 163], + [888, 0, 1280, 54], + [1161, 417, 1280, 720], + [806, 195, 1073, 485], + [809, 220, 1062, 498], + [1186, 355, 1255, 583], + [1154, 521, 1280, 720], + [76, 74, 148, 125], + [1016, 0, 1280, 62], + [793, 193, 1075, 505], + [1187, 370, 1270, 583], + [75, 93, 151, 161], + [775, 5, 1062, 40] + ], + "labels": [ + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2 + ], + "scores": [ + 0.03802799433469772, 0.03577857092022896, 0.03572949394583702, + 0.03549731522798538, 0.035364780575037, 0.035312552005052567, + 0.03524477779865265, 0.035227976739406586, 0.03503299504518509, + 0.03487510606646538, 0.03452082723379135, 0.03445018455386162, + 0.03350554406642914, 0.033106692135334015, 0.032643064856529236, + 0.03240273892879486, 0.032387301325798035, 0.03231043368577957, + 0.032237209379673004, 0.032144203782081604, 0.03213966265320778, + 0.0313410609960556, 0.03122619539499283, 0.031202111393213272, + 0.031156698241829872, 0.031001919880509377, 0.03097764030098915, + 0.030854420736432076, 0.030793944373726845, 0.030768921598792076, + 0.03070475347340107, 0.030692338943481445, 0.0306076817214489, + 0.03059273213148117, 0.0305589959025383, 0.030487582087516785, + 0.030476737767457962, 0.030452189967036247, 0.0304160974919796, + 0.030396785587072372, 0.030383257195353508, 0.030268965288996696, + 0.030262183398008347, 0.030214127153158188, 0.030197128653526306, + 0.03010895475745201, 0.030047103762626648, 0.029988644644618034, + 0.029965264722704887, 0.029850071296095848, 0.029818322509527206, + 0.029748033732175827, 0.029731083661317825, 0.02971242554485798, + 0.029695259407162666, 0.029695039615035057, 0.029687952250242233, + 0.029668567702174187, 0.02966400235891342, 0.029599685221910477, + 0.02956809103488922, 0.029568016529083252, 0.029564568772912025, + 0.029545148834586143, 0.02953355573117733, 0.02951570600271225, + 0.029483182355761528, 0.029478926211595535, 0.029457751661539078, + 0.029430486261844635, 0.029370836913585663, 0.029351698234677315, + 0.02934391424059868, 0.029332974925637245, 0.02932189218699932, + 0.029312903061509132, 0.02925555408000946, 0.02924407087266445, + 0.029234610497951508, 0.029227769002318382, 0.029189985245466232, + 0.029182521626353264, 0.029131073504686356, 0.02910948544740677, + 0.029106376692652702, 0.029104720801115036, 0.029075931757688522, + 0.029071636497974396, 0.029051413759589195, 0.02904042974114418, + 0.02899974398314953, 0.028982099145650864, 0.028964316472411156, + 0.02887699007987976, 0.028864381834864616, 0.028831642121076584, + 0.028777630999684334, 0.028772857040166855, 0.02877008728682995, + 0.028726935386657715, 0.028713781386613846, 0.028703341260552406, + 0.0286910068243742, 0.028661681339144707, 0.028642835095524788, + 0.028636766597628593, 0.02863246574997902, 0.028570422902703285, + 0.028537897393107414, 0.028511350974440575, 0.028502436354756355, + 0.02844851091504097, 0.028443865478038788, 0.028431475162506104, + 0.028431257233023643, 0.028411973267793655, 0.02834152989089489, + 0.02832960896193981, 0.028275582939386368, 0.028241224586963654, + 0.028236016631126404, 0.02822248451411724, 0.02820972353219986, + 0.028206292539834976, 0.028156550601124763, 0.02814825065433979, + 0.02812940441071987, 0.028126906603574753, 0.028111524879932404, + 0.028109921142458916, 0.028098946437239647, 0.028090452775359154, + 0.028025122359395027, 0.028009895235300064, 0.027987483888864517, + 0.027961507439613342, 0.027949370443820953, 0.027940215542912483, + 0.02790934406220913, 0.027890454977750778, 0.02786572091281414, + 0.02783806435763836, 0.027820929884910583, 0.027808362618088722, + 0.027805790305137634, 0.02778421901166439, 0.02774207480251789, + 0.02772037871181965, 0.02767229825258255, 0.02766546420753002, + 0.027643194422125816, 0.027560489252209663, 0.027541961520910263, + 0.027509354054927826, 0.027498897165060043, 0.027428369969129562, + 0.027418717741966248, 0.027415983378887177, 0.02725173719227314, + 0.02722662128508091, 0.027223611250519753, 0.027175191789865494, + 0.027118509635329247, 0.027028147131204605, 0.026870662346482277, + 0.02681943215429783, 0.02675759792327881, 0.026600103825330734, + 0.02657747082412243, 0.02655620500445366, 0.026346737518906593, + 0.02631571888923645, 0.026314085349440575, 0.026204481720924377, + 0.026177935302257538, 0.026162710040807724, 0.02614586427807808, + 0.026127126067876816, 0.02602340839803219, 0.02593659795820713, + 0.025903580710291862, 0.025753900408744812, 0.025612246245145798, + 0.025568924844264984, 0.0255645290017128, 0.025547560304403305, + 0.02553446590900421, 0.025514990091323853, 0.025446586310863495, + 0.025442972779273987, 0.025436459109187126, 0.025386318564414978, + 0.025302628055214882, 0.02529301680624485, 0.025237705558538437, + 0.025156037881970406, 0.025144018232822418, 0.02513735741376877, + 0.025111572816967964, 0.025097448378801346, 0.025044409558176994 + ], + "label_names": [ + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "bug" + ] + } } ] }, @@ -1839,7 +15093,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["781, 182, 1090, 531, 0 (car): 0.450; [0]; [0]"] + "reference": { + "bboxes": [[781, 182, 1090, 531]], + "labels": [0], + "scores": [0.4502785801887512], + "label_names": ["car"] + } } ] }, @@ -1849,7 +15108,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["769, 176, 1110, 555, 0 (car): 0.544; [0]; [0]"] + "reference": { + "bboxes": [[769, 176, 1110, 555]], + "labels": [0], + "scores": [0.543588399887085], + "label_names": ["car"] + } } ] }, @@ -1859,7 +15123,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["774, 175, 1107, 543, 0 (car): 0.571; [0]; [0]"] + "reference": { + "bboxes": [[774, 175, 1107, 543]], + "labels": [0], + "scores": [0.5712155699729919], + "label_names": ["car"] + } } ] }, @@ -1869,7 +15138,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["769, 176, 1109, 555, 0 (car): 0.543; [0]; [0]"] + "reference": { + "bboxes": [[769, 176, 1109, 555]], + "labels": [0], + "scores": [0.54345703125], + "label_names": ["car"] + } } ] }, @@ -1879,7 +15153,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["774, 175, 1107, 543, 0 (car): 0.571; [0]; [0]"] + "reference": { + "bboxes": [[774, 175, 1107, 543]], + "labels": [0], + "scores": [0.5712147355079651], + "label_names": ["car"] + } } ] }, @@ -1889,9 +15168,18 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "652, 109, 841, 309, 1 (tree): 0.767; 781, 186, 1079, 456, 2 (bug): 0.741; 829, 185, 1083, 470, 1 (tree): 0.738; [0]; [0]" - ] + "reference": { + "bboxes": [ + [652, 109, 841, 309], + [781, 186, 1079, 456], + [829, 185, 1083, 470] + ], + "labels": [1, 2, 1], + "scores": [ + 0.7671226263046265, 0.7410268783569336, 0.7384061217308044 + ], + "label_names": ["tree", "bug", "tree"] + } } ] }, @@ -1901,9 +15189,16 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "770, 184, 1074, 450, 2 (bug): 0.806; 648, 113, 844, 308, 1 (tree): 0.761; 821, 191, 1089, 471, 1 (tree): 0.753; [0]; [0]" - ] + "reference": { + "bboxes": [ + [770, 184, 1074, 450], + [648, 113, 844, 308], + [821, 191, 1089, 471] + ], + "labels": [2, 1, 1], + "scores": [0.806303858757019, 0.760704517364502, 0.7529750466346741], + "label_names": ["bug", "tree", "tree"] + } } ] }, @@ -1913,9 +15208,18 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "771, 184, 1073, 450, 2 (bug): 0.807; 648, 113, 844, 308, 1 (tree): 0.760; 821, 191, 1089, 471, 1 (tree): 0.753; [0]; [0]" - ] + "reference": { + "bboxes": [ + [771, 184, 1073, 450], + [648, 113, 844, 308], + [821, 191, 1089, 471] + ], + "labels": [2, 1, 1], + "scores": [ + 0.8066814541816711, 0.7602242231369019, 0.7533289194107056 + ], + "label_names": ["bug", "tree", "tree"] + } } ] }, @@ -1925,9 +15229,16 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "770, 184, 1073, 450, 2 (bug): 0.806; 648, 113, 844, 308, 1 (tree): 0.761; 820, 191, 1089, 471, 1 (tree): 0.753; [0]; [0]" - ] + "reference": { + "bboxes": [ + [770, 184, 1073, 450], + [648, 113, 844, 308], + [820, 191, 1089, 471] + ], + "labels": [2, 1, 1], + "scores": [0.80615234375, 0.7607421875, 0.7529296875], + "label_names": ["bug", "tree", "tree"] + } } ] }, @@ -1937,9 +15248,18 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "771, 184, 1073, 450, 2 (bug): 0.807; 648, 113, 844, 308, 1 (tree): 0.760; 821, 191, 1089, 471, 1 (tree): 0.753; [0]; [0]" - ] + "reference": { + "bboxes": [ + [771, 184, 1073, 450], + [648, 113, 844, 308], + [821, 191, 1089, 471] + ], + "labels": [2, 1, 1], + "scores": [ + 0.8066814541816711, 0.7602239847183228, 0.7533287405967712 + ], + "label_names": ["bug", "tree", "tree"] + } } ] }, @@ -1949,9 +15269,34 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "299, 75, 537, 325, 2 (bug): 0.036; 810, 200, 1058, 502, 1 (tree): 0.030; 297, 74, 534, 326, 2 (bug): 0.030; 293, 77, 556, 304, 2 (bug): 0.028; 305, 186, 360, 200, 2 (bug): 0.028; 678, 108, 807, 283, 2 (bug): 0.027; 938, 204, 1012, 291, 1 (tree): 0.026; 938, 204, 1012, 291, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [299, 75, 537, 325], + [810, 200, 1058, 502], + [297, 74, 534, 326], + [293, 77, 556, 304], + [305, 186, 360, 200], + [678, 108, 807, 283], + [938, 204, 1012, 291], + [938, 204, 1012, 291] + ], + "labels": [2, 1, 2, 2, 2, 2, 1, 2], + "scores": [ + 0.035864707082509995, 0.02991938591003418, 0.029743479564785957, + 0.02826238051056862, 0.027746068313717842, 0.02732289582490921, + 0.02563129924237728, 0.02538563311100006 + ], + "label_names": [ + "bug", + "tree", + "bug", + "bug", + "bug", + "bug", + "tree", + "bug" + ] + } } ] }, @@ -1961,9 +15306,36 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "300, 78, 533, 323, 2 (bug): 0.036; 808, 198, 1062, 498, 1 (tree): 0.035; 808, 198, 1062, 498, 0 (car): 0.030; 933, 199, 1006, 291, 1 (tree): 0.029; 939, 225, 1000, 286, 1 (tree): 0.027; 300, 78, 533, 323, 0 (car): 0.027; 299, 81, 382, 207, 2 (bug): 0.026; 292, 76, 468, 329, 2 (bug): 0.025; 300, 78, 533, 323, 1 (tree): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [300, 78, 533, 323], + [808, 198, 1062, 498], + [808, 198, 1062, 498], + [933, 199, 1006, 291], + [939, 225, 1000, 286], + [300, 78, 533, 323], + [299, 81, 382, 207], + [292, 76, 468, 329], + [300, 78, 533, 323] + ], + "labels": [2, 1, 0, 1, 1, 0, 2, 2, 1], + "scores": [ + 0.03616027534008026, 0.03499133139848709, 0.030293771997094154, + 0.02856632135808468, 0.027325201779603958, 0.026799993589520454, + 0.026134071871638298, 0.0254098828881979, 0.025140363723039627 + ], + "label_names": [ + "bug", + "tree", + "car", + "tree", + "tree", + "car", + "bug", + "bug", + "tree" + ] + } } ] }, @@ -1973,9 +15345,43 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "300, 78, 533, 323, 2 (bug): 0.037; 809, 198, 1061, 498, 1 (tree): 0.036; 809, 198, 1061, 498, 0 (car): 0.030; 927, 199, 1012, 292, 1 (tree): 0.028; 298, 84, 433, 330, 2 (bug): 0.027; 939, 225, 1000, 286, 1 (tree): 0.027; 298, 82, 383, 211, 2 (bug): 0.027; 300, 78, 533, 323, 0 (car): 0.026; 305, 77, 472, 344, 2 (bug): 0.026; 290, 82, 460, 331, 2 (bug): 0.026; 814, 295, 1023, 499, 0 (car): 0.025; 300, 78, 533, 323, 1 (tree): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [300, 78, 533, 323], + [809, 198, 1061, 498], + [809, 198, 1061, 498], + [927, 199, 1012, 292], + [298, 84, 433, 330], + [939, 225, 1000, 286], + [298, 82, 383, 211], + [300, 78, 533, 323], + [305, 77, 472, 344], + [290, 82, 460, 331], + [814, 295, 1023, 499], + [300, 78, 533, 323] + ], + "labels": [2, 1, 0, 1, 2, 1, 2, 0, 2, 2, 0, 1], + "scores": [ + 0.036608949303627014, 0.03567232936620712, 0.030463334172964096, + 0.027553897351026535, 0.027297768741846085, 0.027127254754304886, + 0.02673575095832348, 0.026475723832845688, 0.025747187435626984, + 0.025553632527589798, 0.025112593546509743, 0.0250056441873312 + ], + "label_names": [ + "bug", + "tree", + "car", + "tree", + "bug", + "tree", + "bug", + "car", + "bug", + "bug", + "car", + "tree" + ] + } } ] }, @@ -1985,9 +15391,46 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "300, 78, 534, 322, 2 (bug): 0.037; 809, 198, 1062, 498, 1 (tree): 0.036; 809, 198, 1062, 498, 0 (car): 0.030; 929, 198, 1010, 291, 1 (tree): 0.027; 939, 225, 1000, 286, 1 (tree): 0.027; 300, 78, 534, 322, 0 (car): 0.026; 299, 82, 380, 208, 2 (bug): 0.026; 291, 76, 477, 328, 2 (bug): 0.026; 306, 82, 477, 336, 2 (bug): 0.026; 879, 359, 1280, 720, 2 (bug): 0.025; 300, 79, 450, 368, 2 (bug): 0.025; 0, 327, 294, 720, 2 (bug): 0.025; 300, 78, 534, 322, 1 (tree): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [300, 78, 534, 322], + [809, 198, 1062, 498], + [809, 198, 1062, 498], + [929, 198, 1010, 291], + [939, 225, 1000, 286], + [300, 78, 534, 322], + [299, 82, 380, 208], + [291, 76, 477, 328], + [306, 82, 477, 336], + [879, 359, 1280, 720], + [300, 79, 450, 368], + [0, 327, 294, 720], + [300, 78, 534, 322] + ], + "labels": [2, 1, 0, 1, 1, 0, 2, 2, 2, 2, 2, 2, 1], + "scores": [ + 0.036712646484375, 0.035614013671875, 0.0304107666015625, + 0.0272369384765625, 0.0267486572265625, 0.0261383056640625, + 0.0260009765625, 0.025787353515625, 0.0257568359375, + 0.0251312255859375, 0.02508544921875, 0.02508544921875, + 0.0250701904296875 + ], + "label_names": [ + "bug", + "tree", + "car", + "tree", + "tree", + "car", + "bug", + "bug", + "bug", + "bug", + "bug", + "bug", + "tree" + ] + } } ] }, @@ -1997,9 +15440,43 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "300, 78, 533, 323, 2 (bug): 0.037; 809, 198, 1061, 498, 1 (tree): 0.036; 809, 198, 1061, 498, 0 (car): 0.030; 927, 199, 1012, 292, 1 (tree): 0.028; 298, 84, 433, 330, 2 (bug): 0.027; 939, 225, 1000, 286, 1 (tree): 0.027; 298, 82, 383, 211, 2 (bug): 0.027; 300, 78, 533, 323, 0 (car): 0.026; 305, 77, 472, 344, 2 (bug): 0.026; 290, 82, 460, 331, 2 (bug): 0.026; 814, 295, 1023, 499, 0 (car): 0.025; 300, 78, 533, 323, 1 (tree): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [300, 78, 533, 323], + [809, 198, 1061, 498], + [809, 198, 1061, 498], + [927, 199, 1012, 292], + [298, 84, 433, 330], + [939, 225, 1000, 286], + [298, 82, 383, 211], + [300, 78, 533, 323], + [305, 77, 472, 344], + [290, 82, 460, 331], + [814, 295, 1023, 499], + [300, 78, 533, 323] + ], + "labels": [2, 1, 0, 1, 2, 1, 2, 0, 2, 2, 0, 1], + "scores": [ + 0.03661002591252327, 0.035673629492521286, 0.030464863404631615, + 0.027554398402571678, 0.027298370376229286, 0.02712741680443287, + 0.02673611231148243, 0.02647525444626808, 0.02574908174574375, + 0.025554383173584938, 0.025113072246313095, 0.025005504488945007 + ], + "label_names": [ + "bug", + "tree", + "car", + "tree", + "bug", + "tree", + "bug", + "car", + "bug", + "bug", + "car", + "tree" + ] + } } ] }, @@ -2009,7 +15486,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2019,7 +15501,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2029,7 +15516,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2039,7 +15531,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2049,7 +15546,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2059,9 +15561,55 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "798, 198, 1065, 514, 1 (tree): 0.038; 672, 95, 738, 295, 1 (tree): 0.036; 277, 75, 539, 327, 1 (tree): 0.036; 499, 187, 532, 346, 1 (tree): 0.031; 512, 189, 531, 309, 1 (tree): 0.030; 807, 275, 1057, 508, 1 (tree): 0.028; 514, 195, 530, 311, 1 (tree): 0.028; 277, 75, 539, 327, 0 (car): 0.028; 658, 99, 833, 502, 1 (tree): 0.028; 813, 408, 983, 503, 1 (tree): 0.027; 277, 75, 539, 327, 2 (bug): 0.027; 785, 194, 893, 463, 1 (tree): 0.027; 365, 75, 546, 331, 2 (bug): 0.027; 365, 75, 546, 331, 1 (tree): 0.027; 728, 109, 750, 138, 1 (tree): 0.026; 499, 187, 532, 346, 2 (bug): 0.025; 454, 105, 515, 314, 1 (tree): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [798, 198, 1065, 514], + [672, 95, 738, 295], + [277, 75, 539, 327], + [499, 187, 532, 346], + [512, 189, 531, 309], + [807, 275, 1057, 508], + [514, 195, 530, 311], + [277, 75, 539, 327], + [658, 99, 833, 502], + [813, 408, 983, 503], + [277, 75, 539, 327], + [785, 194, 893, 463], + [365, 75, 546, 331], + [365, 75, 546, 331], + [728, 109, 750, 138], + [499, 187, 532, 346], + [454, 105, 515, 314] + ], + "labels": [1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 2, 1, 2, 1, 1, 2, 1], + "scores": [ + 0.03846069052815437, 0.035831842571496964, 0.0356990247964859, + 0.03078281879425049, 0.030022505670785904, 0.02849697880446911, + 0.028108768165111542, 0.028100328519940376, 0.02756780944764614, + 0.027142109349370003, 0.02697611227631569, 0.026832561939954758, + 0.02667921781539917, 0.026621758937835693, 0.02558615617454052, + 0.02528586983680725, 0.025188567116856575 + ], + "label_names": [ + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "tree", + "car", + "tree", + "tree", + "bug", + "tree", + "bug", + "tree", + "tree", + "bug", + "tree" + ] + } } ] }, @@ -2071,9 +15619,21 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "680, 108, 808, 284, 1 (tree): 0.030; 680, 108, 808, 284, 0 (car): 0.028; 734, 109, 803, 178, 1 (tree): 0.027; 0, 481, 369, 629, 2 (bug): 0.025; 678, 108, 807, 257, 1 (tree): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [680, 108, 808, 284], + [680, 108, 808, 284], + [734, 109, 803, 178], + [0, 481, 369, 629], + [678, 108, 807, 257] + ], + "labels": [1, 0, 1, 2, 1], + "scores": [ + 0.030210480093955994, 0.027716966345906258, 0.027124330401420593, + 0.025343818590044975, 0.02515122853219509 + ], + "label_names": ["tree", "car", "tree", "bug", "tree"] + } } ] }, @@ -2083,9 +15643,20 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "679, 107, 808, 285, 0 (car): 0.029; 679, 107, 808, 285, 1 (tree): 0.028; 16, 484, 163, 627, 2 (bug): 0.027; 734, 110, 803, 178, 1 (tree): 0.026; [0]; [0]" - ] + "reference": { + "bboxes": [ + [679, 107, 808, 285], + [679, 107, 808, 285], + [16, 484, 163, 627], + [734, 110, 803, 178] + ], + "labels": [0, 1, 2, 1], + "scores": [ + 0.028790893033146858, 0.028465161100029945, 0.026631277054548264, + 0.026150856167078018 + ], + "label_names": ["car", "tree", "bug", "tree"] + } } ] }, @@ -2095,9 +15666,20 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "680, 108, 808, 284, 1 (tree): 0.030; 680, 108, 808, 284, 0 (car): 0.028; 734, 109, 803, 178, 1 (tree): 0.027; 0, 481, 368, 630, 2 (bug): 0.025; [0]; [0]" - ] + "reference": { + "bboxes": [ + [680, 108, 808, 284], + [680, 108, 808, 284], + [734, 109, 803, 178], + [0, 481, 368, 630] + ], + "labels": [1, 0, 1, 2], + "scores": [ + 0.0301666259765625, 0.027740478515625, 0.027069091796875, + 0.025299072265625 + ], + "label_names": ["tree", "car", "tree", "bug"] + } } ] }, @@ -2107,9 +15689,20 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "679, 107, 808, 285, 0 (car): 0.029; 679, 107, 808, 285, 1 (tree): 0.028; 16, 484, 163, 627, 2 (bug): 0.027; 734, 110, 803, 178, 1 (tree): 0.026; [0]; [0]" - ] + "reference": { + "bboxes": [ + [679, 107, 808, 285], + [679, 107, 808, 285], + [16, 484, 163, 627], + [734, 110, 803, 178] + ], + "labels": [0, 1, 2, 1], + "scores": [ + 0.02879033237695694, 0.028465300798416138, 0.026631571352481842, + 0.026150861755013466 + ], + "label_names": ["car", "tree", "bug", "tree"] + } } ] }, @@ -2119,7 +15712,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2129,7 +15727,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2139,7 +15742,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2149,7 +15757,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2159,7 +15772,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2169,7 +15787,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["677, 106, 809, 262, 1 (tree): 0.688; [0]; [0]"] + "reference": { + "bboxes": [[677, 106, 809, 262]], + "labels": [1], + "scores": [0.6875250935554504], + "label_names": ["tree"] + } } ] }, @@ -2179,7 +15802,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["671, 101, 813, 265, 1 (tree): 0.716; [0]; [0]"] + "reference": { + "bboxes": [[671, 101, 813, 265]], + "labels": [1], + "scores": [0.7157527804374695], + "label_names": ["tree"] + } } ] }, @@ -2189,7 +15817,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["671, 101, 813, 265, 1 (tree): 0.717; [0]; [0]"] + "reference": { + "bboxes": [[671, 101, 813, 265]], + "labels": [1], + "scores": [0.716873049736023], + "label_names": ["tree"] + } } ] }, @@ -2199,7 +15832,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["671, 100, 814, 265, 1 (tree): 0.716; [0]; [0]"] + "reference": { + "bboxes": [[671, 100, 814, 265]], + "labels": [1], + "scores": [0.7158203125], + "label_names": ["tree"] + } } ] }, @@ -2209,7 +15847,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["671, 101, 813, 265, 1 (tree): 0.717; [0]; [0]"] + "reference": { + "bboxes": [[671, 101, 813, 265]], + "labels": [1], + "scores": [0.716873049736023], + "label_names": ["tree"] + } } ] }, @@ -2219,9 +15862,18 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "809, 185, 1068, 509, 0 (car): 0.890; 923, 305, 1056, 463, 0 (car): 0.856; 684, 115, 813, 276, 1 (tree): 0.817; [0]; [0]" - ] + "reference": { + "bboxes": [ + [809, 185, 1068, 509], + [923, 305, 1056, 463], + [684, 115, 813, 276] + ], + "labels": [0, 0, 1], + "scores": [ + 0.8895590305328369, 0.8559964299201965, 0.8171876668930054 + ], + "label_names": ["car", "car", "tree"] + } } ] }, @@ -2231,9 +15883,18 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "811, 187, 1061, 507, 0 (car): 0.889; 919, 304, 1058, 463, 0 (car): 0.874; 684, 112, 811, 278, 1 (tree): 0.831; [0]; [0]" - ] + "reference": { + "bboxes": [ + [811, 187, 1061, 507], + [919, 304, 1058, 463], + [684, 112, 811, 278] + ], + "labels": [0, 0, 1], + "scores": [ + 0.8889340162277222, 0.8737410306930542, 0.8314020037651062 + ], + "label_names": ["car", "car", "tree"] + } } ] }, @@ -2243,9 +15904,18 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "811, 187, 1061, 507, 0 (car): 0.889; 919, 304, 1058, 463, 0 (car): 0.873; 684, 113, 811, 278, 1 (tree): 0.832; [0]; [0]" - ] + "reference": { + "bboxes": [ + [811, 187, 1061, 507], + [919, 304, 1058, 463], + [684, 113, 811, 278] + ], + "labels": [0, 0, 1], + "scores": [ + 0.8888753652572632, 0.8734837174415588, 0.8315061330795288 + ], + "label_names": ["car", "car", "tree"] + } } ] }, @@ -2255,9 +15925,16 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "811, 187, 1061, 507, 0 (car): 0.889; 920, 304, 1058, 464, 0 (car): 0.874; 684, 112, 811, 278, 1 (tree): 0.832; [0]; [0]" - ] + "reference": { + "bboxes": [ + [811, 187, 1061, 507], + [920, 304, 1058, 464], + [684, 112, 811, 278] + ], + "labels": [0, 0, 1], + "scores": [0.88916015625, 0.87353515625, 0.83154296875], + "label_names": ["car", "car", "tree"] + } } ] }, @@ -2267,9 +15944,18 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "811, 187, 1061, 507, 0 (car): 0.889; 919, 304, 1058, 463, 0 (car): 0.873; 684, 113, 811, 278, 1 (tree): 0.832; [0]; [0]" - ] + "reference": { + "bboxes": [ + [811, 187, 1061, 507], + [919, 304, 1058, 463], + [684, 113, 811, 278] + ], + "labels": [0, 0, 1], + "scores": [ + 0.8888753652572632, 0.8734837174415588, 0.8315061330795288 + ], + "label_names": ["car", "car", "tree"] + } } ] }, @@ -2279,7 +15965,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["832, 165, 1079, 528, 1 (tree): 0.545; [0]; [0]"] + "reference": { + "bboxes": [[832, 165, 1079, 528]], + "labels": [1], + "scores": [0.545323371887207], + "label_names": ["tree"] + } } ] }, @@ -2289,7 +15980,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["816, 121, 1280, 720, 0 (car): 0.510; [0]; [0]"] + "reference": { + "bboxes": [[816, 121, 1280, 720]], + "labels": [0], + "scores": [0.5104974508285522], + "label_names": ["car"] + } } ] }, @@ -2299,7 +15995,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["816, 120, 1280, 720, 0 (car): 0.528; [0]; [0]"] + "reference": { + "bboxes": [[816, 120, 1280, 720]], + "labels": [0], + "scores": [0.5283111333847046], + "label_names": ["car"] + } } ] }, @@ -2309,7 +16010,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["816, 121, 1280, 720, 0 (car): 0.510; [0]; [0]"] + "reference": { + "bboxes": [[816, 121, 1280, 720]], + "labels": [0], + "scores": [0.51025390625], + "label_names": ["car"] + } } ] }, @@ -2319,7 +16025,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["816, 120, 1280, 720, 0 (car): 0.528; [0]; [0]"] + "reference": { + "bboxes": [[816, 120, 1280, 720]], + "labels": [0], + "scores": [0.5283111333847046], + "label_names": ["car"] + } } ] }, @@ -2329,9 +16040,18 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "670, 79, 833, 272, 1 (tree): 0.890; 1082, 46, 1280, 214, 2 (bug): 0.424; 274, 0, 587, 433, 2 (bug): 0.373; [0]; [0]" - ] + "reference": { + "bboxes": [ + [670, 79, 833, 272], + [1082, 46, 1280, 214], + [274, 0, 587, 433] + ], + "labels": [1, 2, 2], + "scores": [ + 0.8904667496681213, 0.4244842231273651, 0.3729495704174042 + ], + "label_names": ["tree", "bug", "bug"] + } } ] }, @@ -2341,9 +16061,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "668, 80, 832, 272, 1 (tree): 0.891; 1110, 27, 1280, 208, 2 (bug): 0.440; [0]; [0]" - ] + "reference": { + "bboxes": [ + [668, 80, 832, 272], + [1110, 27, 1280, 208] + ], + "labels": [1, 2], + "scores": [0.891430675983429, 0.4395490288734436], + "label_names": ["tree", "bug"] + } } ] }, @@ -2353,9 +16079,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "668, 80, 832, 272, 1 (tree): 0.890; 1110, 27, 1280, 208, 2 (bug): 0.443; [0]; [0]" - ] + "reference": { + "bboxes": [ + [668, 80, 832, 272], + [1110, 27, 1280, 208] + ], + "labels": [1, 2], + "scores": [0.8897424936294556, 0.4428050220012665], + "label_names": ["tree", "bug"] + } } ] }, @@ -2365,9 +16097,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "669, 80, 832, 272, 1 (tree): 0.892; 1110, 27, 1280, 208, 2 (bug): 0.439; [0]; [0]" - ] + "reference": { + "bboxes": [ + [669, 80, 832, 272], + [1110, 27, 1280, 208] + ], + "labels": [1, 2], + "scores": [0.8916015625, 0.439453125], + "label_names": ["tree", "bug"] + } } ] }, @@ -2377,9 +16115,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "668, 80, 832, 272, 1 (tree): 0.890; 1110, 27, 1280, 208, 2 (bug): 0.443; [0]; [0]" - ] + "reference": { + "bboxes": [ + [668, 80, 832, 272], + [1110, 27, 1280, 208] + ], + "labels": [1, 2], + "scores": [0.8897423148155212, 0.44280505180358887], + "label_names": ["tree", "bug"] + } } ] }, @@ -2389,9 +16133,21 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "679, 106, 806, 284, 1 (tree): 0.700; 270, 52, 542, 336, 0 (car): 0.681; 779, 168, 1178, 566, 0 (car): 0.531; 782, 157, 1280, 655, 0 (car): 0.454; 220, 82, 1179, 576, 0 (car): 0.368; [0]; [0]" - ] + "reference": { + "bboxes": [ + [679, 106, 806, 284], + [270, 52, 542, 336], + [779, 168, 1178, 566], + [782, 157, 1280, 655], + [220, 82, 1179, 576] + ], + "labels": [1, 0, 0, 0, 0], + "scores": [ + 0.7003597617149353, 0.6808665990829468, 0.5305017828941345, + 0.45371630787849426, 0.3683624565601349 + ], + "label_names": ["tree", "car", "car", "car", "car"] + } } ] }, @@ -2401,9 +16157,21 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "787, 175, 1105, 540, 0 (car): 0.721; 681, 107, 807, 279, 1 (tree): 0.606; 277, 53, 542, 334, 0 (car): 0.537; 781, 170, 1277, 616, 0 (car): 0.373; 187, 89, 1150, 650, 0 (car): 0.282; [0]; [0]" - ] + "reference": { + "bboxes": [ + [787, 175, 1105, 540], + [681, 107, 807, 279], + [277, 53, 542, 334], + [781, 170, 1277, 616], + [187, 89, 1150, 650] + ], + "labels": [0, 1, 0, 0, 0], + "scores": [ + 0.7212831377983093, 0.6060252785682678, 0.5368621945381165, + 0.37269389629364014, 0.28171080350875854 + ], + "label_names": ["car", "tree", "car", "car", "car"] + } } ] }, @@ -2413,9 +16181,21 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "787, 175, 1105, 540, 0 (car): 0.721; 681, 107, 807, 279, 1 (tree): 0.607; 277, 53, 541, 335, 0 (car): 0.540; 781, 170, 1277, 616, 0 (car): 0.374; 187, 89, 1150, 650, 0 (car): 0.282; [0]; [0]" - ] + "reference": { + "bboxes": [ + [787, 175, 1105, 540], + [681, 107, 807, 279], + [277, 53, 541, 335], + [781, 170, 1277, 616], + [187, 89, 1150, 650] + ], + "labels": [0, 1, 0, 0, 0], + "scores": [ + 0.721267580986023, 0.6069765090942383, 0.5396752953529358, + 0.37406033277511597, 0.28237125277519226 + ], + "label_names": ["car", "tree", "car", "car", "car"] + } } ] }, @@ -2425,9 +16205,21 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "787, 175, 1105, 540, 0 (car): 0.721; 680, 107, 807, 279, 1 (tree): 0.606; 277, 53, 542, 334, 0 (car): 0.537; 780, 170, 1277, 616, 0 (car): 0.373; 187, 89, 1150, 650, 0 (car): 0.282; [0]; [0]" - ] + "reference": { + "bboxes": [ + [787, 175, 1105, 540], + [680, 107, 807, 279], + [277, 53, 542, 334], + [780, 170, 1277, 616], + [187, 89, 1150, 650] + ], + "labels": [0, 1, 0, 0, 0], + "scores": [ + 0.72119140625, 0.60595703125, 0.53662109375, 0.372802734375, + 0.28173828125 + ], + "label_names": ["car", "tree", "car", "car", "car"] + } } ] }, @@ -2437,9 +16229,21 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "787, 175, 1105, 540, 0 (car): 0.721; 681, 107, 807, 279, 1 (tree): 0.607; 277, 53, 541, 335, 0 (car): 0.540; 781, 170, 1277, 616, 0 (car): 0.374; 187, 89, 1150, 650, 0 (car): 0.282; [0]; [0]" - ] + "reference": { + "bboxes": [ + [787, 175, 1105, 540], + [681, 107, 807, 279], + [277, 53, 541, 335], + [781, 170, 1277, 616], + [187, 89, 1150, 650] + ], + "labels": [0, 1, 0, 0, 0], + "scores": [ + 0.721267580986023, 0.6069765090942383, 0.5396752953529358, + 0.37406033277511597, 0.28237125277519226 + ], + "label_names": ["car", "tree", "car", "car", "car"] + } } ] }, @@ -2449,7 +16253,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2459,7 +16268,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2469,7 +16283,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2479,7 +16298,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2489,7 +16313,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2499,7 +16328,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["801, 193, 1091, 529, 0 (car): 0.834; [0]; [0]"] + "reference": { + "bboxes": [[801, 193, 1091, 529]], + "labels": [0], + "scores": [0.8341695070266724], + "label_names": ["car"] + } } ] }, @@ -2509,9 +16343,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "804, 191, 1087, 533, 0 (car): 0.876; 662, 100, 831, 307, 1 (tree): 0.513; [0]; [0]" - ] + "reference": { + "bboxes": [ + [804, 191, 1087, 533], + [662, 100, 831, 307] + ], + "labels": [0, 1], + "scores": [0.8761872053146362, 0.5129421949386597], + "label_names": ["car", "tree"] + } } ] }, @@ -2521,9 +16361,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "804, 191, 1087, 533, 0 (car): 0.876; 662, 100, 831, 307, 1 (tree): 0.513; [0]; [0]" - ] + "reference": { + "bboxes": [ + [804, 191, 1087, 533], + [662, 100, 831, 307] + ], + "labels": [0, 1], + "scores": [0.8755394220352173, 0.5128422975540161], + "label_names": ["car", "tree"] + } } ] }, @@ -2533,9 +16379,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "804, 191, 1087, 533, 0 (car): 0.876; 662, 100, 831, 306, 1 (tree): 0.513; [0]; [0]" - ] + "reference": { + "bboxes": [ + [804, 191, 1087, 533], + [662, 100, 831, 306] + ], + "labels": [0, 1], + "scores": [0.8759765625, 0.51318359375], + "label_names": ["car", "tree"] + } } ] }, @@ -2545,9 +16397,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "804, 191, 1087, 533, 0 (car): 0.876; 662, 100, 831, 307, 1 (tree): 0.513; [0]; [0]" - ] + "reference": { + "bboxes": [ + [804, 191, 1087, 533], + [662, 100, 831, 307] + ], + "labels": [0, 1], + "scores": [0.8755394220352173, 0.5128422975540161], + "label_names": ["car", "tree"] + } } ] }, @@ -2557,7 +16415,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2567,7 +16430,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2577,7 +16445,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2587,7 +16460,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2597,7 +16475,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["[0]; [0]"] + "reference": { + "bboxes": [], + "labels": [], + "scores": [], + "label_names": [] + } } ] }, @@ -2607,9 +16490,15 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": [ - "813, 197, 1071, 503, 2 (bug): 0.578; 826, 198, 1056, 508, 0 (car): 0.554; [0]; [0]" - ] + "reference": { + "bboxes": [ + [813, 197, 1071, 503], + [826, 198, 1056, 508] + ], + "labels": [2, 0], + "scores": [0.5780544877052307, 0.5540438890457153], + "label_names": ["bug", "car"] + } } ] }, @@ -2619,7 +16508,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["808, 198, 1073, 505, 2 (bug): 0.780; [0]; [0]"] + "reference": { + "bboxes": [[808, 198, 1073, 505]], + "labels": [2], + "scores": [0.7803786993026733], + "label_names": ["bug"] + } } ] }, @@ -2629,7 +16523,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["808, 198, 1073, 505, 2 (bug): 0.780; [0]; [0]"] + "reference": { + "bboxes": [[808, 198, 1073, 505]], + "labels": [2], + "scores": [0.7798422574996948], + "label_names": ["bug"] + } } ] }, @@ -2639,7 +16538,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["808, 198, 1073, 505, 2 (bug): 0.780; [0]; [0]"] + "reference": { + "bboxes": [[808, 198, 1073, 505]], + "labels": [2], + "scores": [0.7802734375], + "label_names": ["bug"] + } } ] }, @@ -2649,7 +16553,12 @@ "test_data": [ { "image": "images/Slide4.PNG", - "reference": ["808, 198, 1073, 505, 2 (bug): 0.780; [0]; [0]"] + "reference": { + "bboxes": [[808, 198, 1073, 505]], + "labels": [2], + "scores": [0.7798422574996948], + "label_names": ["bug"] + } } ] }, diff --git a/tests/accuracy/public_scope.json b/tests/accuracy/public_scope.json index 2544954a..5586aec4 100644 --- a/tests/accuracy/public_scope.json +++ b/tests/accuracy/public_scope.json @@ -78,9 +78,22 @@ "test_data": [ { "image": "BloodImage_00007.jpg", - "reference": [ - "494, 159, 637, 308, 2 (WBC): 0.697; 28, 139, 135, 228, 1 (RBC): 0.628; 535, 375, 638, 479, 1 (RBC): 0.524; 513, 8, 633, 152, 1 (RBC): 0.430; 21, 291, 143, 399, 1 (RBC): 0.422; 196, 86, 410, 286, 1 (RBC): 0.422; [0]; [0]" - ] + "reference": { + "bboxes": [ + [494, 159, 637, 308], + [28, 139, 135, 228], + [535, 375, 638, 479], + [513, 8, 633, 152], + [21, 291, 143, 399], + [196, 86, 410, 286] + ], + "labels": [2, 1, 1, 1, 1, 1], + "scores": [ + 0.6974959969520569, 0.6279637813568115, 0.5241708159446716, + 0.43019017577171326, 0.42240387201309204, 0.4219419062137604 + ], + "label_names": ["WBC", "RBC", "RBC", "RBC", "RBC", "RBC"] + } } ] }, @@ -90,9 +103,22 @@ "test_data": [ { "image": "BloodImage_00007.jpg", - "reference": [ - "494, 159, 637, 308, 2 (WBC): 0.697; 28, 139, 135, 228, 1 (RBC): 0.628; 535, 375, 638, 479, 1 (RBC): 0.524; 513, 8, 633, 152, 1 (RBC): 0.430; 21, 291, 143, 399, 1 (RBC): 0.422; 196, 86, 410, 286, 1 (RBC): 0.422; [0]; [0]" - ] + "reference": { + "bboxes": [ + [494, 159, 637, 308], + [28, 139, 135, 228], + [535, 375, 638, 479], + [513, 8, 633, 152], + [21, 291, 143, 399], + [196, 86, 410, 286] + ], + "labels": [2, 1, 1, 1, 1, 1], + "scores": [ + 0.6974965929985046, 0.6279642581939697, 0.5241708755493164, + 0.4301917254924774, 0.42240333557128906, 0.4219416677951813 + ], + "label_names": ["WBC", "RBC", "RBC", "RBC", "RBC", "RBC"] + } } ] }, @@ -103,9 +129,22 @@ "test_data": [ { "image": "BloodImage_00007.jpg", - "reference": [ - "494, 159, 637, 308, 2 (WBC): 0.700; 28, 139, 136, 228, 1 (RBC): 0.623; 535, 374, 638, 479, 1 (RBC): 0.535; 513, 8, 633, 151, 1 (RBC): 0.454; 197, 86, 412, 286, 1 (RBC): 0.405; 21, 291, 143, 399, 1 (RBC): 0.401; [0]; [0]" - ] + "reference": { + "bboxes": [ + [494, 159, 637, 308], + [28, 139, 136, 228], + [535, 374, 638, 479], + [513, 8, 633, 151], + [197, 86, 412, 286], + [21, 291, 143, 399] + ], + "labels": [2, 1, 1, 1, 1, 1], + "scores": [ + 0.6997658610343933, 0.6234003901481628, 0.5347354412078857, + 0.4540727734565735, 0.40507373213768005, 0.4013122022151947 + ], + "label_names": ["WBC", "RBC", "RBC", "RBC", "RBC", "RBC"] + } } ] }, @@ -115,7 +154,16 @@ "test_data": [ { "image": "coco128/images/train2017/000000000081.jpg", - "reference": ["0 (aeroplane): 0.943, [0], [0], [0]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "aeroplane", + "confidence": 0.9430713057518005 + } + ], + "raw_scores": [] + } } ] }, @@ -125,9 +173,26 @@ "test_data": [ { "image": "coco128/images/train2017/000000000074.jpg", - "reference": [ - "1 (bicycle): 0.768, 11 (dog): 0.876, 14 (person): 0.922, [0], [0], [0]" - ] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "bicycle", + "confidence": 0.7683351635932922 + }, + { + "id": 11, + "name": "dog", + "confidence": 0.8764172196388245 + }, + { + "id": 14, + "name": "person", + "confidence": 0.9215006828308105 + } + ], + "raw_scores": [] + } } ] }, @@ -137,9 +202,26 @@ "test_data": [ { "image": "coco128/images/train2017/000000000074.jpg", - "reference": [ - "1 (bicycle): 0.825, 11 (dog): 0.873, 14 (person): 0.824, [0], [0], [0]" - ] + "reference": { + "top_labels": [ + { + "id": 1, + "name": "bicycle", + "confidence": 0.8245618343353271 + }, + { + "id": 11, + "name": "dog", + "confidence": 0.8733754754066467 + }, + { + "id": 14, + "name": "person", + "confidence": 0.8237452507019043 + } + ], + "raw_scores": [] + } } ] }, @@ -150,7 +232,16 @@ "test_data": [ { "image": "coco128/images/train2017/000000000471.jpg", - "reference": ["105 (194): 0.456, [0], [0], [0]"] + "reference": { + "top_labels": [ + { + "id": 105, + "name": "194", + "confidence": 0.45640456676483154 + } + ], + "raw_scores": [] + } } ] }, @@ -160,7 +251,86 @@ "test_data": [ { "image": "coco128/images/train2017/000000000471.jpg", - "reference": ["105 (194): 0.456, [0], [0], [196]"] + "reference": { + "top_labels": [ + { + "id": 105, + "name": "194", + "confidence": 0.4564049541950226 + } + ], + "raw_scores": [ + 0.06308267265558243, 0.01627330109477043, 0.0001964946131920442, + 0.0005217521684244275, 0.0003564561775419861, 0.0008718373719602823, + 0.00015242325025610626, 0.00016027898527681828, + 0.0014934195205569267, 0.001774999895133078, 2.3351041818386875e-5, + 0.00013794885308016092, 0.0021113469265401363, + 0.0030097742564976215, 0.002265949733555317, 0.007461032830178738, + 0.004392127972096205, 0.005739600397646427, 0.00043730420293286443, + 0.000852277094963938, 0.0013363673351705074, 0.00032990920590236783, + 0.0032657505944371223, 0.0015696746995672584, 3.782842031796463e-5, + 4.4377578888088465e-5, 0.006956398021429777, 0.026548542082309723, + 0.0328044630587101, 0.020219974219799042, 0.002018554834648967, + 0.00016818454605527222, 0.0007481920183636248, + 0.0002200464514316991, 8.998332486953586e-5, 0.0003025826590601355, + 9.343213605461642e-5, 0.00026381920906715095, 0.0005463134148158133, + 0.0002959146222565323, 0.00016253581270575523, 4.743063618661836e-5, + 0.0002021224790951237, 0.0018989189993590117, 0.0003081529575865716, + 0.00016473866708111018, 0.0005750613636337221, + 0.00011724293290171772, 0.0005764887318946421, + 1.7609072529012337e-5, 0.002427473897114396, 0.006628052331507206, + 0.03501317277550697, 0.0027014357037842274, 0.0007219990366138518, + 0.001428854069672525, 5.072744534118101e-5, 0.0011892649345099926, + 0.0028222904074937105, 0.004864256363362074, 0.003231992479413748, + 0.008376271463930607, 0.006381856743246317, 5.1272618293296546e-5, + 0.0004791640385519713, 0.00024661404313519597, + 0.0006400420097634196, 0.0006324886926449835, 0.0030107200145721436, + 0.000278790743323043, 2.574846803327091e-5, 5.080927076051012e-5, + 4.0838043787516654e-5, 1.6113561287056655e-5, 0.0007833324489183724, + 0.0018488005734980106, 0.0185657050460577, 0.026123451068997383, + 0.0002402047539362684, 0.0003949039673898369, 0.007084825076162815, + 0.0002225822099717334, 4.8455363867105916e-5, + 0.00011610420915530995, 0.05835673585534096, 0.0003328620514366776, + 0.009164218790829182, 0.0004075203905813396, 0.00011870925663970411, + 0.00010136760829482228, 0.0007202260894700885, 5.100142152514309e-5, + 6.675421900581568e-5, 6.697032222291455e-5, 7.176286453614011e-5, + 0.000276222825050354, 2.9068269213894382e-5, 0.0003150803968310356, + 5.0389884563628584e-5, 0.00014726414519827813, 3.123225178569555e-5, + 0.000147397760883905, 0.0007309302454814315, 0.00011084564903285354, + 5.032495391787961e-5, 0.4564049541950226, 6.289449811447412e-5, + 0.0006142663187347353, 0.00013602491526398808, + 0.0005941613926552236, 0.003692236030474305, 2.1337560610845685e-5, + 3.281021781731397e-5, 0.00027287693228572607, 8.520669507561252e-5, + 0.0007788317743688822, 0.005924183875322342, 0.00018305708363186568, + 8.247388177551329e-5, 0.0012700125807896256, 0.0008299703476950526, + 0.0006130259134806693, 3.560076220310293e-5, 8.140868885675445e-5, + 0.000123531004646793, 0.0006493506953120232, 0.0013196273939684033, + 0.00025461975019425154, 0.001166820409707725, 0.0011758132604882121, + 0.0009167281677946448, 0.00107098207809031, 5.6010419939411804e-5, + 7.478999759769067e-5, 0.0004561262030620128, 0.00029382959473878145, + 0.00041300675366073847, 0.001486778724938631, 0.0001101879752241075, + 3.962078335462138e-5, 6.151341221993789e-5, 8.965234883362427e-5, + 3.9121117879403755e-5, 5.7184501201845706e-5, 8.446633000858128e-5, + 3.870751243084669e-5, 0.0002573642414063215, 0.0031714425422251225, + 0.001392423757351935, 0.0020592105574905872, 0.0005453750491142273, + 0.0012967472430318594, 0.0006047790520824492, + 0.00032775916042737663, 7.623601413797587e-5, 7.462456414941698e-5, + 0.0002757310576271266, 0.01726592518389225, 0.0004460408817976713, + 0.0005058227689005435, 0.00010953054152196273, 0.000902412342838943, + 0.00865396112203598, 0.0001698955165920779, 0.0002034371136687696, + 0.009781799279153347, 0.0004492608713917434, 0.000286221707938239, + 0.000732524786144495, 0.010107818059623241, 0.0001311135129071772, + 0.003252078779041767, 8.051882468862459e-5, 7.704863674007356e-5, + 0.006721294950693846, 0.0006931276875548065, 0.0028107594698667526, + 0.0006232365849427879, 3.903882679878734e-5, 5.855136987520382e-5, + 0.0007198124076239765, 0.00013414023851510137, + 0.00021215318702161312, 0.0018333871848881245, + 0.0007177398656494915, 0.000324376072967425, 0.0017723130295053124, + 0.00020262814359739423, 2.3654882170376368e-5, 0.01570364087820053, + 9.75139337242581e-5, 0.00021756549540441483, 0.00014379378990270197, + 0.00023424235405400395, 0.00037200641236267984, 8.36359104141593e-5 + ] + } } ] }, @@ -171,7 +341,89 @@ "test_data": [ { "image": "coco128/images/train2017/000000000471.jpg", - "reference": ["105 (194): 0.062, [0], [0], [196]"] + "reference": { + "top_labels": [ + { + "id": 105, + "name": "194", + "confidence": 0.06216677650809288 + } + ], + "raw_scores": [ + 0.06216677650809288, 0.01615968719124794, 0.00019507012621033937, + 0.0005205841735005379, 0.0003525243082549423, 0.0008648917428217828, + 0.00015119562158361077, 0.0001595663488842547, + 0.0014697671867907047, 0.0017762157367542386, 2.305098132637795e-5, + 0.00013583818508777767, 0.00208100862801075, 0.003001533215865493, + 0.002244981937110424, 0.0073549989610910416, 0.004377387464046478, + 0.005716332234442234, 0.0004346635250840336, 0.0008489522733725607, + 0.0013317419216036797, 0.00032856292091310024, + 0.0032256138511002064, 0.001551679684780538, 3.769403701880947e-5, + 4.360912134870887e-5, 0.006869509816169739, 0.02604772336781025, + 0.03251613304018974, 0.019917884841561317, 0.0020196745172142982, + 0.00016707106260582805, 0.0007404121570289135, + 0.00021914171520620584, 8.907074516173452e-5, + 0.00030135957058519125, 9.279876394430175e-5, + 0.00026477035135030746, 0.0005523753352463245, + 0.0002948397595901042, 0.00016127529670484364, + 4.7027224354678765e-5, 0.00020094994397368282, + 0.0018874587258324027, 0.00030878689722158015, + 0.00016222575504798442, 0.0005724343354813755, + 0.00011570335482247174, 0.0005723600625060499, 1.759106817189604e-5, + 0.0023984708823263645, 0.006734965369105339, 0.034740302711725235, + 0.0027294461615383625, 0.0007172772311605513, 0.0014465547865256667, + 5.005330604035407e-5, 0.0011822604574263096, 0.0028155306354165077, + 0.004813565406948328, 0.003174195997416973, 0.008329716511070728, + 0.0062293680384755135, 5.100105408928357e-5, 0.00047261788859032094, + 0.0002460777177475393, 0.0006391330971382558, 0.0006248267600312829, + 0.0029658174607902765, 0.00027482889709062874, 2.549278360675089e-5, + 4.9924725317396224e-5, 4.0563671063864604e-5, 1.5953311958583072e-5, + 0.0007786090136505663, 0.0018490288639441133, 0.01839129440486431, + 0.02620045840740204, 0.0002385030238656327, 0.00039046606980264187, + 0.00712337763980031, 0.00022278203687164932, 4.8176476411754265e-5, + 0.00011488575546536595, 0.058132022619247437, 0.000334764743456617, + 0.009244713932275772, 0.00040732009802013636, + 0.00011654333502519876, 0.00010036924504674971, + 0.0007068418781273067, 5.0674476369749755e-5, 6.551050319103524e-5, + 6.710679008392617e-5, 7.110786100383848e-5, 0.0002759887429419905, + 2.884705099859275e-5, 0.0003166351525578648, 5.003779006074183e-5, + 0.00014503250713460147, 3.085827120230533e-5, + 0.00014480309619102627, 0.0007288114284165204, + 0.0001101842281059362, 5.032656554249115e-5, 0.46092671155929565, + 6.235135515453294e-5, 0.000607697234954685, 0.0001338067086180672, + 0.0005903671262785792, 0.003614242887124419, 2.108585977111943e-5, + 3.235915210098028e-5, 0.0002722540812101215, 8.404467371292412e-5, + 0.0007734849350526929, 0.005919391755014658, 0.00018432794604450464, + 8.20515924715437e-5, 0.0012611853890120983, 0.0008313002763316035, + 0.0006013333913870156, 3.552473572199233e-5, 8.10277124401182e-5, + 0.0001222876599058509, 0.0006427703774534166, 0.0013156862696632743, + 0.00025509673287160695, 0.0011666722130030394, + 0.0011597097618505359, 0.0009056784911081195, 0.0010672423522919416, + 5.5671374866506085e-5, 7.354763511102647e-5, 0.000454503926448524, + 0.0002941199636552483, 0.0004117875068914145, 0.001467617810703814, + 0.00011034365888917819, 3.954489147872664e-5, 6.13972733845003e-5, + 8.84662294993177e-5, 3.911527892341837e-5, 5.5871994845801964e-5, + 8.386396802961826e-5, 3.854067108477466e-5, 0.0002546380856074393, + 0.0031073589343577623, 0.0013462769566103816, 0.002031309064477682, + 0.000541431363672018, 0.0012888023629784584, 0.0005983465234749019, + 0.00032691031810827553, 7.624462159583345e-5, 7.378677400993183e-5, + 0.00027567072538658977, 0.01710120216012001, 0.0004394650168251246, + 0.0005036838701926172, 0.00010861449845833704, + 0.0009024066966958344, 0.008523664437234402, 0.0001689150813035667, + 0.00020266987849026918, 0.009750142693519592, 0.000446001737145707, + 0.00028584536630660295, 0.0007252396899275482, 0.01002233661711216, + 0.00012947908544447273, 0.0032300835009664297, 8.00277412054129e-5, + 7.677303074160591e-5, 0.006526877637952566, 0.0006859538843855262, + 0.0028192438185214996, 0.0006241576047614217, 3.9035232475725934e-5, + 5.8201501815347e-5, 0.0007143674301914871, 0.00013215250510256737, + 0.00021006149472668767, 0.0018095624400302768, 0.000718881085049361, + 0.0003161151835229248, 0.0017603705637156963, + 0.00020038751245010644, 2.3695673007750884e-5, 0.015580778010189533, + 9.743162809172645e-5, 0.00021612399723380804, + 0.00014141581777948886, 0.00023375486489385366, + 0.0003712383913807571, 8.214617264457047e-5 + ] + } } ] }, @@ -181,7 +433,16 @@ "test_data": [ { "image": "coco128/images/train2017/000000000471.jpg", - "reference": ["0 (1): 0.838, [0], [0], [0]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "1", + "confidence": 0.8376911878585815 + } + ], + "raw_scores": [] + } } ] }, @@ -191,9 +452,31 @@ "test_data": [ { "image": "coco128/images/train2017/000000000471.jpg", - "reference": [ - "4 (Circle): 0.943, 5 (Lion): 0.969, 3 (Non-Rigid): 0.503, 6 (Panda): 0.988, [1,7,7,7], [1,7], [0]" - ] + "reference": { + "top_labels": [ + { + "id": 4, + "name": "Circle", + "confidence": 0.9430093765258789 + }, + { + "id": 5, + "name": "Lion", + "confidence": 0.9693306684494019 + }, + { + "id": 3, + "name": "Non-Rigid", + "confidence": 0.5033471584320068 + }, + { + "id": 6, + "name": "Panda", + "confidence": 0.9878580570220947 + } + ], + "raw_scores": [] + } } ] }, @@ -203,7 +486,16 @@ "test_data": [ { "image": "coco128/images/train2017/000000000471.jpg", - "reference": ["0 (1): 0.849, [0], [0], [0]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "1", + "confidence": 0.8487918376922607 + } + ], + "raw_scores": [] + } } ] }, @@ -213,7 +505,16 @@ "test_data": [ { "image": "coco128/images/train2017/000000000471.jpg", - "reference": ["42 (42): 1.000, [0], [0], [0]"] + "reference": { + "top_labels": [ + { + "id": 42, + "name": "42", + "confidence": 1.0 + } + ], + "raw_scores": [] + } } ] }, @@ -272,7 +573,16 @@ "test_data": [ { "image": "coco128/images/train2017/000000000081.jpg", - "reference": ["0 (horse): 0.543, [1,4,7,7], [1,1280,1,1], [0]"] + "reference": { + "top_labels": [ + { + "id": 0, + "name": "horse", + "confidence": 0.5429813265800476 + } + ], + "raw_scores": [] + } } ] }, @@ -282,9 +592,15 @@ "test_data": [ { "image": "coco128/images/train2017/000000000074.jpg", - "reference": [ - "61, 277, 355, 379, 1 (person): 0.364; 461, 105, 495, 149, 1 (person): 0.305; [1,2,6,8]; [1,320,1,1]" - ] + "reference": { + "bboxes": [ + [61, 277, 355, 379], + [461, 105, 495, 149] + ], + "labels": [1, 1], + "scores": [0.36356306076049805, 0.30548593401908875], + "label_names": ["person", "person"] + } } ] }, @@ -336,9 +652,15 @@ "test_data": [ { "image": "coco128/images/train2017/000000000074.jpg", - "reference": [ - "336, 2275, 1944, 3114, 1 (person): 0.361; 2523, 862, 2709, 1224, 1 (person): 0.313; [1,2,35,46]; [1,320,1,1]" - ] + "reference": { + "bboxes": [ + [336, 2275, 1944, 3114], + [2523, 862, 2709, 1224] + ], + "labels": [1, 1], + "scores": [0.36066675186157227, 0.3129555583000183], + "label_names": ["person", "person"] + } } ] }, @@ -372,7 +694,21 @@ "test_data": [ { "image": "coco128/images/train2017/000000000074.jpg", - "reference": ["3 (cat): 0.648, [0], [0], [10]"] + "reference": { + "top_labels": [ + { + "id": 3, + "name": "cat", + "confidence": 0.6481003165245056 + } + ], + "raw_scores": [ + 0.027470914646983147, 0.11825039982795715, 0.01633000187575817, + 0.6481003165245056, 0.008704839274287224, 0.11668245494365692, + 0.006007326766848564, 0.003731546690687537, 0.01372036337852478, + 0.0410018190741539 + ] + } } ] }, @@ -382,7 +718,16 @@ "test_data": [ { "image": "coco128/images/train2017/000000000471.jpg", - "reference": ["38 (WritingOnBoard): 0.096, [0], [0], [0]"] + "reference": { + "top_labels": [ + { + "id": 38, + "name": "WritingOnBoard", + "confidence": 0.09575445204973221 + } + ], + "raw_scores": [] + } } ] }, @@ -484,9 +829,18 @@ "test_data": [ { "image": "coco128/images/train2017/000000000074.jpg", - "reference": [ - "79, 281, 318, 371, 1 (Diamonds): 0.700; 0, 75, 172, 333, 1 (Diamonds): 0.575; 109, 6, 625, 224, 3 (Hearts): 0.547; [0]; [0]" - ] + "reference": { + "bboxes": [ + [79, 281, 318, 371], + [0, 75, 172, 333], + [109, 6, 625, 224] + ], + "labels": [1, 1, 3], + "scores": [ + 0.6996849775314331, 0.5751938223838806, 0.5465651154518127 + ], + "label_names": ["Diamonds", "Diamonds", "Hearts"] + } } ] } diff --git a/tests/accuracy/test_accuracy.py b/tests/accuracy/test_accuracy.py index 4cc748f6..4c6d32c1 100644 --- a/tests/accuracy/test_accuracy.py +++ b/tests/accuracy/test_accuracy.py @@ -145,6 +145,137 @@ def pytest_generate_tests(metafunc): metafunc.parametrize("model_data", config_data) +def compare_classification_result(outputs: ClassificationResult, reference: dict) -> None: + """Compare ClassificationResult with reference data. + + Args: + outputs: The ClassificationResult to validate + reference: Dictionary containing expected values for top_labels and/or raw_scores + + Note: + When raw_scores are empty and confidence is 1.0, only confidence is checked. + This handles models with embedded TopK that may produce different argmax results + on different devices due to numerical precision differences. + """ + assert "top_labels" in reference + assert outputs.top_labels is not None + assert len(outputs.top_labels) == len(reference["top_labels"]) + + # Check if we have raw scores to validate predictions + has_raw_scores = ( + outputs.raw_scores is not None + and outputs.raw_scores.size > 0 + and "raw_scores" in reference + and len(reference["raw_scores"]) > 0 + ) + + for i, (actual_label, expected_label) in enumerate(zip(outputs.top_labels, reference["top_labels"])): + if not has_raw_scores and expected_label.get("confidence", 0.0) == 1.0: + assert abs(actual_label.confidence - expected_label["confidence"]) < 1e-1, f"Label {i} confidence mismatch" + else: + assert actual_label.id == expected_label["id"], f"Label {i} id mismatch" + assert actual_label.name == expected_label["name"], f"Label {i} name mismatch" + assert abs(actual_label.confidence - expected_label["confidence"]) < 1e-1, f"Label {i} confidence mismatch" + + # Validate raw_scores if available + if has_raw_scores: + expected_scores = np.array(reference["raw_scores"]) + assert np.allclose(outputs.raw_scores, expected_scores, rtol=1e-2, atol=1e-1), "raw_scores mismatch" + + +def create_classification_result_dump(outputs: ClassificationResult) -> dict: + """Create a JSON-serializable dump of ClassificationResult. + + Args: + outputs: The ClassificationResult to serialize + + Returns: + Dictionary containing top_labels and raw_scores in JSON-serializable format + """ + return { + "top_labels": [ + { + "id": int(label.id) if label.id is not None else None, + "name": label.name, + "confidence": float(label.confidence) if label.confidence is not None else None, + } + for label in outputs.top_labels + ] + if outputs.top_labels + else None, + "raw_scores": [float(x) for x in outputs.raw_scores.tolist()] if outputs.raw_scores is not None else None, + } + + +def compare_detection_result(outputs: DetectionResult, reference: dict) -> None: + """Compare DetectionResult with reference data. + + Args: + outputs: The DetectionResult to validate + reference: Dictionary containing expected values for bboxes, labels, scores, and label_names + """ + assert "bboxes" in reference + assert outputs.bboxes is not None + expected_bboxes = np.array(reference["bboxes"]) + + if expected_bboxes.size == 0 and outputs.bboxes.size == 0: + expected_bboxes = expected_bboxes.reshape(0, 4) + + assert ( + outputs.bboxes.shape == expected_bboxes.shape + ), f"bboxes shape mismatch: {outputs.bboxes.shape} vs {expected_bboxes.shape}" + + # Sort both outputs and expected by bbox coordinates (x1, y1, x2, y2) for deterministic comparison + output_sort_indices = np.lexsort(( + outputs.bboxes[:, 3], + outputs.bboxes[:, 2], + outputs.bboxes[:, 1], + outputs.bboxes[:, 0], + )) + expected_sort_indices = np.lexsort(( + expected_bboxes[:, 3], + expected_bboxes[:, 2], + expected_bboxes[:, 1], + expected_bboxes[:, 0], + )) + + sorted_output_bboxes = outputs.bboxes[output_sort_indices] + sorted_expected_bboxes = expected_bboxes[expected_sort_indices] + + assert np.allclose(sorted_output_bboxes, sorted_expected_bboxes, rtol=1e-2, atol=1), "bboxes mismatch" + + assert "labels" in reference + assert outputs.labels is not None + expected_labels = np.array(reference["labels"]) + assert np.array_equal(outputs.labels, expected_labels), "labels mismatch" + + assert "scores" in reference + assert outputs.scores is not None + expected_scores = np.array(reference["scores"]) + assert np.allclose(outputs.scores, expected_scores, rtol=1e-2, atol=1e-1), "scores mismatch" + + assert "label_names" in reference + assert outputs.label_names is not None + assert outputs.label_names == reference["label_names"], "label_names mismatch" + + +def create_detection_result_dump(outputs: DetectionResult) -> dict: + """Create a JSON-serializable dump of DetectionResult. + + Args: + outputs: The DetectionResult to serialize + + Returns: + Dictionary containing bboxes, labels, scores, and label_names in JSON-serializable format + """ + return { + "bboxes": outputs.bboxes.tolist() if outputs.bboxes is not None else None, + "labels": outputs.labels.tolist() if outputs.labels is not None else None, + "scores": [float(x) for x in outputs.scores.tolist()] if outputs.scores is not None else None, + "label_names": outputs.label_names if outputs.label_names is not None else None, + } + + def test_image_models(data, device, dump, result, model_data, results_dir): # noqa: C901 name = model_data["name"] if name.endswith((".xml", ".onnx")): @@ -244,11 +375,12 @@ def test_image_models(data, device, dump, result, model_data, results_dir): # n store_outputs(name, image, device, outputs, results_dir) - if isinstance(outputs, ClassificationResult) or type(outputs) is DetectionResult: - assert len(test_data["reference"]) == 1 - output_str = str(outputs) - assert test_data["reference"][0] == output_str - image_result = [output_str] + if isinstance(outputs, ClassificationResult): + compare_classification_result(outputs, test_data["reference"]) + image_result = create_classification_result_dump(outputs) + elif type(outputs) is DetectionResult: + compare_detection_result(outputs, test_data["reference"]) + image_result = create_detection_result_dump(outputs) elif isinstance(outputs, ImageResultWithSoftPrediction): assert len(test_data["reference"]) == 1 if hasattr(model, "get_contours"):