From 2486371a6649e178101a6eadeb0c64c0784cd0a8 Mon Sep 17 00:00:00 2001 From: Till Beemelmanns Date: Sat, 17 Feb 2024 14:40:43 +0000 Subject: [PATCH] update results --- evaluation/ra_results.csv | 6 ++++++ evaluation/ra_results_beamsreducing.csv | 4 ++++ evaluation/ra_results_brightness.csv | 4 ++++ evaluation/ra_results_dark.csv | 4 ++++ evaluation/ra_results_fog.csv | 4 ++++ evaluation/ra_results_missingcamera.csv | 4 ++++ evaluation/ra_results_motionblur.csv | 4 ++++ evaluation/ra_results_pointsreducing.csv | 4 ++++ evaluation/ra_results_snow.csv | 4 ++++ evaluation/ra_results_spatialmisalignment.csv | 4 ++++ evaluation/ra_results_temporalmisalignment.csv | 4 ++++ evaluation/rra_nds_results.csv | 12 ++++++++++++ 12 files changed, 58 insertions(+) create mode 100644 evaluation/ra_results.csv create mode 100644 evaluation/ra_results_beamsreducing.csv create mode 100644 evaluation/ra_results_brightness.csv create mode 100644 evaluation/ra_results_dark.csv create mode 100644 evaluation/ra_results_fog.csv create mode 100644 evaluation/ra_results_missingcamera.csv create mode 100644 evaluation/ra_results_motionblur.csv create mode 100644 evaluation/ra_results_pointsreducing.csv create mode 100644 evaluation/ra_results_snow.csv create mode 100644 evaluation/ra_results_spatialmisalignment.csv create mode 100644 evaluation/ra_results_temporalmisalignment.csv create mode 100644 evaluation/rra_nds_results.csv diff --git a/evaluation/ra_results.csv b/evaluation/ra_results.csv new file mode 100644 index 0000000..ddb50e9 --- /dev/null +++ b/evaluation/ra_results.csv @@ -0,0 +1,6 @@ +model,RA_beamsreducing_s1,RA_brightness_s1,RA_dark_s1,RA_fog_s1,RA_missingcamera_s1,RA_motionblur_s1,RA_pointsreducing_s1,RA_snow_s1,RA_spatialmisalignment_s1,RA_temporalmisalignment_s1,RA_beamsreducing_s2,RA_brightness_s2,RA_dark_s2,RA_fog_s2,RA_missingcamera_s2,RA_motionblur_s2,RA_pointsreducing_s2,RA_snow_s2,RA_spatialmisalignment_s2,RA_temporalmisalignment_s2,RA_beamsreducing_s3,RA_brightness_s3,RA_dark_s3,RA_fog_s3,RA_missingcamera_s3,RA_motionblur_s3,RA_pointsreducing_s3,RA_snow_s3,RA_spatialmisalignment_s3,RA_temporalmisalignment_s3,mRA +CMT,0.9363511659807956,0.9991769547325103,0.9672153635116597,0.9566529492455419,0.9849108367626886,0.9445816186556928,0.9618655692729767,0.8893004115226337,0.8864197530864197,0.9015089163237312,0.8056241426611798,0.9893004115226337,0.9470507544581619,0.8953360768175582,0.9751714677640604,0.8441700960219478,0.9374485596707819,0.8491083676268861,0.803840877914952,0.7791495198902606,0.6168724279835391,0.9652949245541839,0.9308641975308642,0.5670781893004115,0.9614540466392318,0.7348422496570645,0.8751714677640604,0.7618655692729767,0.7362139917695473,0.6842249657064472,0.8696021947873801 +DeepInteraction,0.8918801563178463,0.9907367202200029,0.9544072948328268,0.8377478651034882,0.9050513822550297,0.9480387899840789,0.9439861050803301,0.799826313504125,0.8486032710956725,0.8885511651469099,0.6616008105369808,0.9794470979881315,0.9284990591981473,0.701114488348531,0.841800550007237,0.8323925314806774,0.9034592560428427,0.7687074829931974,0.7257200752641482,0.7579968157475757,0.41091330149080907,0.9820523954262557,0.9051961210015921,0.21016066000868433,0.7791286727456941,0.7148646692719641,0.7986684035316254,0.7086409031697786,0.6176002315819946,0.6576928643797946,0.7964828484585323 +TransFusion,0.8783173348390739,0.9994353472614341,0.9916713721061547,0.9184076792772444,0.9905420666290231,0.9496047430830039,0.9251835121400338,0.7689158667419536,0.8057594579333709,0.8901750423489554,0.6480801806888763,0.9978825522303783,0.9875776397515528,0.8464144551101073,0.9853190287972896,0.8297571993224166,0.8738001129305477,0.7556465273856577,0.672077922077922,0.7675042348955392,0.37210615471485037,0.9960474308300394,0.9850367024280067,0.4981648785996612,0.9805194805194805,0.6979107848673066,0.752540937323546,0.7180971202710333,0.5780632411067194,0.6727837380011293,0.8244447581404103 +Sparsefusion,0.9012987012987013,0.998222829801777,0.9736158578263842,0.9244019138755981,0.9729323308270676,0.9565276828434722,0.9406698564593301,0.800956937799043,0.8285714285714285,0.8917293233082706,0.7025290498974709,0.9920710868079289,0.9622693096377306,0.8559125085440874,0.9543403964456596,0.8522214627477784,0.8992481203007519,0.7797676008202323,0.7038961038961039,0.7685577580314422,0.46206425153793573,0.9849624060150376,0.9539302802460696,0.5209842788790157,0.9345181134654819,0.7346548188653451,0.7980861244019138,0.7295967190704031,0.6098427887901572,0.6699931647300068,0.8352791068580542 +BEVfusion,0.8952967525195967,0.9974804031354982,0.9784434490481522,0.9175531914893617,0.9851623740201567,0.9603863381858903,0.9356103023516237,0.8093505039193729,0.8262877939529676,0.8875979843225084,0.6857502799552071,0.9872620380739082,0.967245240761478,0.8372060470324747,0.9743840985442329,0.8702407614781635,0.8929171332586786,0.7799552071668533,0.691909294512878,0.7658174692049272,0.44778835386338184,0.9755039193729003,0.9603863381858903,0.5016797312430011,0.9620660694288914,0.7663773796192609,0.7877939529675251,0.7325027995520716,0.597144456886898,0.5718085106382979,0.831630272489735 diff --git a/evaluation/ra_results_beamsreducing.csv b/evaluation/ra_results_beamsreducing.csv new file mode 100644 index 0000000..65cfda2 --- /dev/null +++ b/evaluation/ra_results_beamsreducing.csv @@ -0,0 +1,4 @@ +CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +0.9363511659807956,0.8918801563178463,0.8783173348390739,0.9012987012987013,0.8952967525195967 +0.8056241426611798,0.6616008105369808,0.6480801806888763,0.7025290498974709,0.6857502799552071 +0.6168724279835391,0.41091330149080907,0.37210615471485037,0.46206425153793573,0.44778835386338184 diff --git a/evaluation/ra_results_brightness.csv b/evaluation/ra_results_brightness.csv new file mode 100644 index 0000000..b2959f8 --- /dev/null +++ b/evaluation/ra_results_brightness.csv @@ -0,0 +1,4 @@ +CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +0.9991769547325103,0.9907367202200029,0.9994353472614341,0.998222829801777,0.9974804031354982 +0.9893004115226337,0.9794470979881315,0.9978825522303783,0.9920710868079289,0.9872620380739082 +0.9652949245541839,0.9820523954262557,0.9960474308300394,0.9849624060150376,0.9755039193729003 diff --git a/evaluation/ra_results_dark.csv b/evaluation/ra_results_dark.csv new file mode 100644 index 0000000..79cf192 --- /dev/null +++ b/evaluation/ra_results_dark.csv @@ -0,0 +1,4 @@ +CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +0.9672153635116597,0.9544072948328268,0.9916713721061547,0.9736158578263842,0.9784434490481522 +0.9470507544581619,0.9284990591981473,0.9875776397515528,0.9622693096377306,0.967245240761478 +0.9308641975308642,0.9051961210015921,0.9850367024280067,0.9539302802460696,0.9603863381858903 diff --git a/evaluation/ra_results_fog.csv b/evaluation/ra_results_fog.csv new file mode 100644 index 0000000..e9742c1 --- /dev/null +++ b/evaluation/ra_results_fog.csv @@ -0,0 +1,4 @@ +CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +0.9566529492455419,0.8377478651034882,0.9184076792772444,0.9244019138755981,0.9175531914893617 +0.8953360768175582,0.701114488348531,0.8464144551101073,0.8559125085440874,0.8372060470324747 +0.5670781893004115,0.21016066000868433,0.4981648785996612,0.5209842788790157,0.5016797312430011 diff --git a/evaluation/ra_results_missingcamera.csv b/evaluation/ra_results_missingcamera.csv new file mode 100644 index 0000000..2cbd485 --- /dev/null +++ b/evaluation/ra_results_missingcamera.csv @@ -0,0 +1,4 @@ +CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +0.9849108367626886,0.9050513822550297,0.9905420666290231,0.9729323308270676,0.9851623740201567 +0.9751714677640604,0.841800550007237,0.9853190287972896,0.9543403964456596,0.9743840985442329 +0.9614540466392318,0.7791286727456941,0.9805194805194805,0.9345181134654819,0.9620660694288914 diff --git a/evaluation/ra_results_motionblur.csv b/evaluation/ra_results_motionblur.csv new file mode 100644 index 0000000..6bacfb2 --- /dev/null +++ b/evaluation/ra_results_motionblur.csv @@ -0,0 +1,4 @@ +CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +0.9445816186556928,0.9480387899840789,0.9496047430830039,0.9565276828434722,0.9603863381858903 +0.8441700960219478,0.8323925314806774,0.8297571993224166,0.8522214627477784,0.8702407614781635 +0.7348422496570645,0.7148646692719641,0.6979107848673066,0.7346548188653451,0.7663773796192609 diff --git a/evaluation/ra_results_pointsreducing.csv b/evaluation/ra_results_pointsreducing.csv new file mode 100644 index 0000000..7ca0cfa --- /dev/null +++ b/evaluation/ra_results_pointsreducing.csv @@ -0,0 +1,4 @@ +CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +0.9618655692729767,0.9439861050803301,0.9251835121400338,0.9406698564593301,0.9356103023516237 +0.9374485596707819,0.9034592560428427,0.8738001129305477,0.8992481203007519,0.8929171332586786 +0.8751714677640604,0.7986684035316254,0.752540937323546,0.7980861244019138,0.7877939529675251 diff --git a/evaluation/ra_results_snow.csv b/evaluation/ra_results_snow.csv new file mode 100644 index 0000000..428aa03 --- /dev/null +++ b/evaluation/ra_results_snow.csv @@ -0,0 +1,4 @@ +CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +0.8893004115226337,0.799826313504125,0.7689158667419536,0.800956937799043,0.8093505039193729 +0.8491083676268861,0.7687074829931974,0.7556465273856577,0.7797676008202323,0.7799552071668533 +0.7618655692729767,0.7086409031697786,0.7180971202710333,0.7295967190704031,0.7325027995520716 diff --git a/evaluation/ra_results_spatialmisalignment.csv b/evaluation/ra_results_spatialmisalignment.csv new file mode 100644 index 0000000..b6975d4 --- /dev/null +++ b/evaluation/ra_results_spatialmisalignment.csv @@ -0,0 +1,4 @@ +CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +0.8864197530864197,0.8486032710956725,0.8057594579333709,0.8285714285714285,0.8262877939529676 +0.803840877914952,0.7257200752641482,0.672077922077922,0.7038961038961039,0.691909294512878 +0.7362139917695473,0.6176002315819946,0.5780632411067194,0.6098427887901572,0.597144456886898 diff --git a/evaluation/ra_results_temporalmisalignment.csv b/evaluation/ra_results_temporalmisalignment.csv new file mode 100644 index 0000000..fd23926 --- /dev/null +++ b/evaluation/ra_results_temporalmisalignment.csv @@ -0,0 +1,4 @@ +CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +0.9015089163237312,0.8885511651469099,0.8901750423489554,0.8917293233082706,0.8875979843225084 +0.7791495198902606,0.7579968157475757,0.7675042348955392,0.7685577580314422,0.7658174692049272 +0.6842249657064472,0.6576928643797946,0.6727837380011293,0.6699931647300068,0.5718085106382979 diff --git a/evaluation/rra_nds_results.csv b/evaluation/rra_nds_results.csv new file mode 100644 index 0000000..f7374ea --- /dev/null +++ b/evaluation/rra_nds_results.csv @@ -0,0 +1,12 @@ +model,CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion +clean,0.729,0.6909,0.7084,0.7315,0.7144 +RRA_beamsreducing,18.64219677107768,-6.3612529322478295,-7.209879950324272,4.263833310335308,0.0 +RRA_brightness,1.8205031208624822,-3.551163230565535,0.269529033478344,2.9128049933800026,0.0 +RRA_dark,-0.09633447329125966,-7.215452049515914,1.1463802321660888,1.8207215452049619,0.0 +RRA_fog,9.398263027295272,-25.03722084367247,-0.5521091811414469,4.429280397022328,0.0 +RRA_missingcamera,2.041011881947097,-16.38558834802607,0.3401686469911791,0.2970486776542547,0.0 +RRA_motionblur,-0.8408343664097706,-7.0770225839487,-5.411523742790935,0.2802781221365791,0.0 +RRA_pointsreducing,8.212508694023878,-2.1882189288962683,-3.295703814670159,3.2422021293670777,0.0 +RRA_snow,9.887261108096702,-5.148610357508899,-4.2201724241876075,1.8870199553867373,0.0 +RRA_spatialmisalignment,17.05267337215457,0.21175224986764718,-3.6262572789836023,3.6990471148755866,0.0 +RRA_temporalmisalignment,8.44813486821414,0.1446813864251162,3.8497829779203574,7.2277788261936315,0.0