Spaces:
Running
Running
Populate leaderboard with benchmark results
Browse filesUpdated all three leaderboard CSV files with real benchmark data:
- Classification: 45 results across 5 models and 9 datasets
- Segmentation: 32 results across 4 models and 8 datasets
- Detection: 9 results across 3 models and 3 datasets (mAP only)
All data sourced from Mars-Bench evaluation runs.
- data/classification.csv +45 -9
- data/detection.csv +10 -4
- data/segmentation.csv +32 -8
data/classification.csv
CHANGED
|
@@ -1,10 +1,46 @@
|
|
| 1 |
Model,Organization,Dataset,Accuracy,F1-Score,Author,Author Link
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
Model,Organization,Dataset,Accuracy,F1-Score,Author,Author Link
|
| 2 |
+
InceptionV3,Mars-Bench,atmospheric_dust_cls_edr,0.9435,0.9435,Mars-Bench Team,
|
| 3 |
+
InceptionV3,Mars-Bench,atmospheric_dust_cls_rdr,0.9394,0.9394,Mars-Bench Team,
|
| 4 |
+
InceptionV3,Mars-Bench,change_cls_ctx,0.8,0.7111,Mars-Bench Team,
|
| 5 |
+
InceptionV3,Mars-Bench,change_cls_hirise,0.9733,0.9719,Mars-Bench Team,
|
| 6 |
+
InceptionV3,Mars-Bench,domars16k,0.7905,0.7897,Mars-Bench Team,
|
| 7 |
+
InceptionV3,Mars-Bench,frost_cls,0.9258,0.9249,Mars-Bench Team,
|
| 8 |
+
InceptionV3,Mars-Bench,landmark_cls,0.888,0.8669,Mars-Bench Team,
|
| 9 |
+
InceptionV3,Mars-Bench,surface_multi_label_cls,0.8707,0.7673,Mars-Bench Team,
|
| 10 |
+
InceptionV3,Mars-Bench,surface_cls,0.862,0.841,Mars-Bench Team,
|
| 11 |
+
ResNet101,Mars-Bench,atmospheric_dust_cls_edr,0.9418,0.9417,Mars-Bench Team,
|
| 12 |
+
ResNet101,Mars-Bench,atmospheric_dust_cls_rdr,0.9465,0.9465,Mars-Bench Team,
|
| 13 |
+
ResNet101,Mars-Bench,change_cls_ctx,0.8,0.7111,Mars-Bench Team,
|
| 14 |
+
ResNet101,Mars-Bench,change_cls_hirise,0.9841,0.9837,Mars-Bench Team,
|
| 15 |
+
ResNet101,Mars-Bench,domars16k,0.8215,0.82,Mars-Bench Team,
|
| 16 |
+
ResNet101,Mars-Bench,frost_cls,0.9293,0.9282,Mars-Bench Team,
|
| 17 |
+
ResNet101,Mars-Bench,landmark_cls,0.9002,0.8805,Mars-Bench Team,
|
| 18 |
+
ResNet101,Mars-Bench,surface_multi_label_cls,0.8785,0.7904,Mars-Bench Team,
|
| 19 |
+
ResNet101,Mars-Bench,surface_cls,0.8696,0.8521,Mars-Bench Team,
|
| 20 |
+
SqueezeNet1.1,Mars-Bench,atmospheric_dust_cls_edr,0.948,0.948,Mars-Bench Team,
|
| 21 |
+
SqueezeNet1.1,Mars-Bench,atmospheric_dust_cls_rdr,0.9412,0.9412,Mars-Bench Team,
|
| 22 |
+
SqueezeNet1.1,Mars-Bench,change_cls_ctx,0.8,0.7111,Mars-Bench Team,
|
| 23 |
+
SqueezeNet1.1,Mars-Bench,change_cls_hirise,0.9575,0.9534,Mars-Bench Team,
|
| 24 |
+
SqueezeNet1.1,Mars-Bench,domars16k,0.8242,0.8243,Mars-Bench Team,
|
| 25 |
+
SqueezeNet1.1,Mars-Bench,frost_cls,0.8973,0.8963,Mars-Bench Team,
|
| 26 |
+
SqueezeNet1.1,Mars-Bench,landmark_cls,0.9094,0.8941,Mars-Bench Team,
|
| 27 |
+
SqueezeNet1.1,Mars-Bench,surface_multi_label_cls,0.7882,0.6623,Mars-Bench Team,
|
| 28 |
+
SqueezeNet1.1,Mars-Bench,surface_cls,0.8626,0.8494,Mars-Bench Team,
|
| 29 |
+
SwinV2-B,Mars-Bench,atmospheric_dust_cls_edr,0.9487,0.9487,Mars-Bench Team,
|
| 30 |
+
SwinV2-B,Mars-Bench,atmospheric_dust_cls_rdr,0.9607,0.9607,Mars-Bench Team,
|
| 31 |
+
SwinV2-B,Mars-Bench,change_cls_ctx,0.8,0.7111,Mars-Bench Team,
|
| 32 |
+
SwinV2-B,Mars-Bench,change_cls_hirise,0.9898,0.9898,Mars-Bench Team,
|
| 33 |
+
SwinV2-B,Mars-Bench,domars16k,0.8675,0.866,Mars-Bench Team,
|
| 34 |
+
SwinV2-B,Mars-Bench,frost_cls,0.9454,0.9449,Mars-Bench Team,
|
| 35 |
+
SwinV2-B,Mars-Bench,landmark_cls,0.9191,0.9052,Mars-Bench Team,
|
| 36 |
+
SwinV2-B,Mars-Bench,surface_multi_label_cls,0.8961,0.8284,Mars-Bench Team,
|
| 37 |
+
SwinV2-B,Mars-Bench,surface_cls,0.8763,0.8699,Mars-Bench Team,
|
| 38 |
+
ViT-L/16,Mars-Bench,atmospheric_dust_cls_edr,0.9402,0.9402,Mars-Bench Team,
|
| 39 |
+
ViT-L/16,Mars-Bench,atmospheric_dust_cls_rdr,0.9529,0.9529,Mars-Bench Team,
|
| 40 |
+
ViT-L/16,Mars-Bench,change_cls_ctx,0.8,0.7111,Mars-Bench Team,
|
| 41 |
+
ViT-L/16,Mars-Bench,change_cls_hirise,0.9885,0.9884,Mars-Bench Team,
|
| 42 |
+
ViT-L/16,Mars-Bench,domars16k,0.8817,0.8809,Mars-Bench Team,
|
| 43 |
+
ViT-L/16,Mars-Bench,frost_cls,0.9311,0.9302,Mars-Bench Team,
|
| 44 |
+
ViT-L/16,Mars-Bench,landmark_cls,0.9205,0.9101,Mars-Bench Team,
|
| 45 |
+
ViT-L/16,Mars-Bench,surface_multi_label_cls,0.8964,0.8304,Mars-Bench Team,
|
| 46 |
+
ViT-L/16,Mars-Bench,surface_cls,0.8798,0.8705,Mars-Bench Team,
|
data/detection.csv
CHANGED
|
@@ -1,4 +1,10 @@
|
|
| 1 |
-
Model,Organization,Dataset,mAP,
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Model,Organization,Dataset,mAP,Author,Author Link
|
| 2 |
+
Faster R-CNN,Mars-Bench,boulder_det,0.0181,Mars-Bench Team,
|
| 3 |
+
Faster R-CNN,Mars-Bench,conequest_det,0.1324,Mars-Bench Team,
|
| 4 |
+
Faster R-CNN,Mars-Bench,dust_devil_det,0.3207,Mars-Bench Team,
|
| 5 |
+
RetinaNet,Mars-Bench,boulder_det,0.0105,Mars-Bench Team,
|
| 6 |
+
RetinaNet,Mars-Bench,conequest_det,0.1599,Mars-Bench Team,
|
| 7 |
+
RetinaNet,Mars-Bench,dust_devil_det,0.3408,Mars-Bench Team,
|
| 8 |
+
SSD,Mars-Bench,boulder_det,0.0,Mars-Bench Team,
|
| 9 |
+
SSD,Mars-Bench,conequest_det,0.013,Mars-Bench Team,
|
| 10 |
+
SSD,Mars-Bench,dust_devil_det,0.0064,Mars-Bench Team,
|
data/segmentation.csv
CHANGED
|
@@ -1,9 +1,33 @@
|
|
| 1 |
Model,Organization,Dataset,Dice Score,IoU,Author,Author Link
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
Model,Organization,Dataset,Dice Score,IoU,Author,Author Link
|
| 2 |
+
DeepLabV3+,Mars-Bench,boulder_seg,0.5456,0.5144,Mars-Bench Team,
|
| 3 |
+
DeepLabV3+,Mars-Bench,conequest_seg,0.5941,0.5729,Mars-Bench Team,
|
| 4 |
+
DeepLabV3+,Mars-Bench,crater_binary_seg,0.7171,0.6607,Mars-Bench Team,
|
| 5 |
+
DeepLabV3+,Mars-Bench,crater_multi_seg,0.3045,0.2755,Mars-Bench Team,
|
| 6 |
+
DeepLabV3+,Mars-Bench,mars_seg_mer,0.257,0.2242,Mars-Bench Team,
|
| 7 |
+
DeepLabV3+,Mars-Bench,mars_seg_msl,0.2801,0.2357,Mars-Bench Team,
|
| 8 |
+
DeepLabV3+,Mars-Bench,mmls,0.6414,0.5249,Mars-Bench Team,
|
| 9 |
+
DeepLabV3+,Mars-Bench,s5mars,0.1895,0.1674,Mars-Bench Team,
|
| 10 |
+
DPT,Mars-Bench,boulder_seg,0.3136,0.2812,Mars-Bench Team,
|
| 11 |
+
DPT,Mars-Bench,conequest_seg,0.6425,0.6281,Mars-Bench Team,
|
| 12 |
+
DPT,Mars-Bench,crater_binary_seg,0.7487,0.6938,Mars-Bench Team,
|
| 13 |
+
DPT,Mars-Bench,crater_multi_seg,0.3073,0.2819,Mars-Bench Team,
|
| 14 |
+
DPT,Mars-Bench,mars_seg_mer,0.2733,0.2404,Mars-Bench Team,
|
| 15 |
+
DPT,Mars-Bench,mars_seg_msl,0.3011,0.2555,Mars-Bench Team,
|
| 16 |
+
DPT,Mars-Bench,mmls,0.3703,0.2889,Mars-Bench Team,
|
| 17 |
+
DPT,Mars-Bench,s5mars,0.2035,0.1806,Mars-Bench Team,
|
| 18 |
+
SegFormer,Mars-Bench,boulder_seg,0.5285,0.4693,Mars-Bench Team,
|
| 19 |
+
SegFormer,Mars-Bench,conequest_seg,0.6101,0.5877,Mars-Bench Team,
|
| 20 |
+
SegFormer,Mars-Bench,crater_binary_seg,0.7237,0.6672,Mars-Bench Team,
|
| 21 |
+
SegFormer,Mars-Bench,crater_multi_seg,0.3125,0.2832,Mars-Bench Team,
|
| 22 |
+
SegFormer,Mars-Bench,mars_seg_mer,0.2692,0.2317,Mars-Bench Team,
|
| 23 |
+
SegFormer,Mars-Bench,mars_seg_msl,0.2939,0.2435,Mars-Bench Team,
|
| 24 |
+
SegFormer,Mars-Bench,mmls,0.6392,0.5204,Mars-Bench Team,
|
| 25 |
+
SegFormer,Mars-Bench,s5mars,0.184,0.1606,Mars-Bench Team,
|
| 26 |
+
U-Net,Mars-Bench,boulder_seg,0.4489,0.3832,Mars-Bench Team,
|
| 27 |
+
U-Net,Mars-Bench,conequest_seg,0.6145,0.5998,Mars-Bench Team,
|
| 28 |
+
U-Net,Mars-Bench,crater_binary_seg,0.7865,0.7277,Mars-Bench Team,
|
| 29 |
+
U-Net,Mars-Bench,crater_multi_seg,0.342,0.3102,Mars-Bench Team,
|
| 30 |
+
U-Net,Mars-Bench,mars_seg_mer,0.2776,0.2395,Mars-Bench Team,
|
| 31 |
+
U-Net,Mars-Bench,mars_seg_msl,0.3022,0.2525,Mars-Bench Team,
|
| 32 |
+
U-Net,Mars-Bench,mmls,0.6364,0.5204,Mars-Bench Team,
|
| 33 |
+
U-Net,Mars-Bench,s5mars,0.2012,0.1777,Mars-Bench Team,
|