Merge pull request #22 from hmorimitsu/gma

Gma

Author: hmorimitsu

README.md

@@ -26,6 +26,7 @@ This is still under development, so some things may not work as intended. I plan
 - DICL-Flow [https://arxiv.org/abs/2010.14851](https://arxiv.org/abs/2010.14851)
 - FlowNet - [https://arxiv.org/abs/1504.06852](https://arxiv.org/abs/1504.06852)
 - FlowNet2 - [https://arxiv.org/abs/1612.01925](https://arxiv.org/abs/1612.01925)
+- GMA - [https://arxiv.org/abs/2104.02409](https://arxiv.org/abs/2104.02409)
 - HD3 - [https://arxiv.org/abs/1812.06264](https://arxiv.org/abs/1812.06264)
 - IRR - [https://arxiv.org/abs/1904.05290](https://arxiv.org/abs/1904.05290)
 - LCV - [https://arxiv.org/abs/2007.11431](https://arxiv.org/abs/2007.11431)
@@ -35,7 +36,8 @@ This is still under development, so some things may not work as intended. I plan
 - MaskFlownet [https://arxiv.org/abs/2003.10955](https://arxiv.org/abs/2003.10955)
 - PWCNet - [https://arxiv.org/abs/1709.02371](https://arxiv.org/abs/1709.02371)
 - RAFT - [https://arxiv.org/abs/2003.12039](https://arxiv.org/abs/2003.12039)
-- ScopeFlow -  [https://arxiv.org/abs/2002.10770](https://arxiv.org/abs/2002.10770)
+- ScopeFlow - [https://arxiv.org/abs/2002.10770](https://arxiv.org/abs/2002.10770)
+- SCV - [https://arxiv.org/abs/2104.02166](https://arxiv.org/abs/2104.02166)
 - STaRFlow -  [https://arxiv.org/abs/2007.05481](https://arxiv.org/abs/2007.05481)
 - VCN - [https://papers.nips.cc/paper/2019/file/bbf94b34eb32268ada57a3be5062fe7d-Paper.pdf](https://papers.nips.cc/paper/2019/file/bbf94b34eb32268ada57a3be5062fe7d-Paper.pdf)
 

docs/source/_static/kitti_2012_epe_outlier-drop_kitti_sintel.html

@@ -9,6 +9,10 @@ flownetcs-things-4bdecffa.ckpt,FlowNet2-CS_checkpoint,
 flownetcss-things-b42e67d0.ckpt,FlowNet2-CSS_checkpoint,
 flownets-things-98cde14d.ckpt,FlowNet2-S_checkpoint,
 flownetsd-things-c5f3124e.ckpt,FlowNet2-SD_checkpoint,
+gma-chairs-d4ec321d.ckpt,gma-chairs.pth,https://github.com/zacjiang/GMA
+gma-things-90aafb63.ckpt,gma-things.pth,
+gma-sintel-98d6f3d0.ckpt,gma-sintel.pth,
+gma-kitti-8ca3ec80.ckpt,gma-kitti.pth,
 hd3-chairs-0d46c9fd.ckpt,hd3f_chairs-04bf114d.pth,https://github.com/ucbdrive/hd3
 hd3-kitti-6eb77dd3.ckpt,hd3f_chairs_things-462a3896.pth,
 hd3-sintel-10689995.ckpt,hd3f_chairs_things_kitti-41b15827.pth,
@@ -51,6 +55,12 @@ scopeflow-chairs-ebfaa62d.ckpt,c1.ckpt,https://github.com/avirambh/ScopeFlow
 scopeflow-kitti-a20c434d.ckpt,kitti_comb.ckpt,
 scopeflow-sintel-21a91683.ckpt,sintel_comb.ckpt,
 scopeflow-things-70e22d63.ckpt,t3.ckpt,
+scv-eighth-chairs-8ba57294.ckpt,eighth/scv-chairs.pth,https://github.com/zacjiang/SCV
+scv-eighth-things-9c893323.ckpt,eighth/scv-things.pth,
+scv-quarter-chairs-4726627e.ckpt,quarter/scv-chairs.pth,
+scv-quarter-kitti-e86c7953.ckpt,quarter/scv-kitti.pth,
+scv-quarter-sintel-2d9b4a05.ckpt,quarter/scv-sintel.pth,
+scv-quarter-things-0dac9b66.ckpt,quarter/scv-things.pth,
 starflow-kitti-34b9a3ed.ckpt,StarFlow_kitti,https://github.com/pgodet/star_flow
 starflow-sintel-3c06b844.ckpt,StarFlow_sintel,
 starflow-things-d3966a93.ckpt,StarFlow_things,

docs/source/_static/kitti_2015_epe_outlier-drop_kitti_sintel.html

@@ -33,6 +33,17 @@ Flownet
 
 - Model names: ``flownets``, ``flownetc``, ``flownet2``, ``flownetcs``, ``flownetcss``, ``flownetsd``
 
+GMA
+---
+
+`[source code] <https://github.com/hmorimitsu/ptlflow/tree/main/ptlflow/models/gma>`__
+
+- Paper: **Learning to Estimate Hidden Motions with Global Motion Aggregation** - `https://arxiv.org/abs/2104.02409 <https://arxiv.org/abs/2104.02409>`_
+
+- Reference code: `https://github.com/zacjiang/GMA <https://github.com/zacjiang/GMA>`_
+
+- Model names: ``gma``
+
 HD3
 ---
 
@@ -145,6 +156,17 @@ ScopeFlow
 
 - Model names: ``scopeflow``
 
+SCV
+---
+
+`[source code] <https://github.com/hmorimitsu/ptlflow/tree/main/ptlflow/models/scv>`__
+
+- Paper: **Learning Optical Flow from a Few Matches** - `https://arxiv.org/abs/2104.02166 <https://arxiv.org/abs/2104.02166>`_
+
+- Reference code: `https://github.com/zacjiang/SCV <https://github.com/zacjiang/SCV>`_
+
+- Model names: ``scv4``, ``scv8``
+
 STaRFlow
 --------
 

docs/source/_static/sintel_clean_epe_outlier-drop_kitti_sintel.html

@@ -9,6 +9,10 @@ flownetcs,things,4.164,0.735,0.857,0.892,0.14,9.498,3.21,0.337,0.763,0.6,0.882,0
 flownetcss,things,4.021,0.754,0.864,0.898,0.132,9.299,3.061,0.366,0.782,0.617,0.889,0.711,0.919,0.372,0.108,,,2.989,0.809,0.901,0.925,0.096,7.863,2.096,0.412,0.84,0.671,0.926,0.758,0.946,0.318,0.072,,,4.657,0.601,0.79,0.841,0.202,,11.901,0.491,0.657,0.711,0.338,
 flownets,things,5.244,0.567,0.793,0.851,0.205,11.214,4.153,0.23,0.584,0.517,0.816,0.633,0.874,0.475,0.182,,,3.958,0.588,0.82,0.876,0.178,9.464,2.943,0.242,0.607,0.546,0.845,0.665,0.9,0.446,0.152,,,7.723,0.212,0.561,0.683,0.435,,14.812,0.236,0.479,0.58,0.519,
 flownetsd,things,7.821,0.656,0.781,0.821,0.219,14.408,6.687,0.313,0.674,0.523,0.802,0.611,0.841,0.47,0.198,,,7.616,0.687,0.8,0.836,0.2,13.937,6.483,0.333,0.707,0.552,0.821,0.642,0.856,0.441,0.179,,,17.258,0.207,0.414,0.495,0.586,,24.21,0.27,0.424,0.489,0.576,
+gma,chairs,4.135,0.721,0.886,0.914,0.11,10.129,3.002,0.381,0.747,0.657,0.912,0.734,0.936,0.331,0.085,,,2.371,0.8,0.927,0.949,0.069,7.022,1.529,0.456,0.828,0.712,0.954,0.791,0.97,0.273,0.044,,,4.6,0.364,0.722,0.821,0.268,,9.983,0.38,0.639,0.725,0.352,
+gma,things,2.867,0.846,0.912,0.932,0.084,7.397,2.031,0.529,0.874,0.728,0.934,0.79,0.951,0.26,0.063,,,1.41,0.902,0.956,0.969,0.041,4.679,0.808,0.599,0.933,0.795,0.977,0.853,0.985,0.191,0.022,,,2.07,0.703,0.889,0.93,0.097,,4.754,0.63,0.815,0.862,0.166,
+gma,sintel,1.384,0.885,0.944,0.961,0.052,4.108,0.91,0.606,0.91,0.794,0.962,0.852,0.975,0.191,0.035,,,0.723,0.925,0.969,0.979,0.028,2.889,0.363,0.659,0.953,0.835,0.986,0.886,0.992,0.15,0.012,,,1.313,0.803,0.938,0.964,0.045,,1.549,0.769,0.92,0.951,0.053,
+gma,kitti,6.577,0.762,0.858,0.885,0.14,13.73,5.215,0.4,0.79,0.6,0.884,0.677,0.908,0.389,0.115,,,4.75,0.809,0.896,0.917,0.102,11.076,3.559,0.438,0.841,0.646,0.923,0.721,0.941,0.342,0.076,,,1.526,0.812,0.937,0.96,0.049,,0.767,0.859,0.958,0.977,0.022,
 hd3,chairs,9.722,0.605,0.834,0.857,0.163,18.102,8.202,0.281,0.628,0.558,0.863,0.637,0.882,0.432,0.135,,,4.918,0.768,0.902,0.918,0.096,11.97,3.57,0.341,0.803,0.631,0.934,0.713,0.945,0.358,0.065,,,12.219,0.312,0.574,0.635,0.423,,21.716,0.268,0.483,0.533,0.515,
 hd3,kitti,44.813,0.591,0.698,0.72,0.301,57.818,42.809,0.278,0.607,0.47,0.715,0.537,0.736,0.522,0.284,,,37.062,0.64,0.732,0.75,0.267,49.044,35.034,0.296,0.662,0.501,0.752,0.568,0.768,0.49,0.247,,,1.262,0.827,0.936,0.959,0.048,,1.943,0.726,0.902,0.937,0.067,
 hd3,sintel,1.603,0.86,0.931,0.951,0.065,5.007,1.033,0.488,0.894,0.732,0.956,0.811,0.97,0.254,0.041,,,2.311,0.892,0.941,0.953,0.058,7.353,1.299,0.508,0.93,0.737,0.968,0.804,0.975,0.253,0.032,,,6.301,0.647,0.814,0.849,0.181,,15.291,0.566,0.707,0.739,0.29,
@@ -51,6 +55,10 @@ scopeflow,chairs,3.95,0.812,0.886,0.909,0.11,9.882,2.884,0.415,0.843,0.634,0.913
 scopeflow,kitti,10.458,0.705,0.811,0.841,0.187,16.912,9.423,0.361,0.727,0.572,0.832,0.651,0.86,0.418,0.167,0,,8.111,0.753,0.847,0.872,0.152,15.348,6.695,0.389,0.779,0.606,0.87,0.681,0.893,0.385,0.129,0,,1.002,0.852,0.95,0.969,0.036,,1.337,0.81,0.933,0.958,0.045,
 scopeflow,sintel,2.461,0.85,0.917,0.938,0.079,6.752,1.721,0.507,0.879,0.718,0.939,0.789,0.956,0.268,0.057,0.762,,1.63,0.895,0.947,0.96,0.051,5.769,0.885,0.544,0.927,0.753,0.969,0.818,0.978,0.233,0.03,0.78,,2.076,0.749,0.905,0.939,0.079,,6.084,0.646,0.813,0.853,0.168,
 scopeflow,things,3.269,0.813,0.895,0.92,0.102,8.326,2.365,0.435,0.843,0.662,0.919,0.742,0.941,0.326,0.078,0.726,,1.832,0.872,0.936,0.953,0.061,6.235,1.024,0.491,0.906,0.722,0.961,0.797,0.973,0.265,0.037,0.754,,3.465,0.671,0.849,0.892,0.139,,9.784,0.556,0.725,0.775,0.266,
+scv4,chairs,4.897,0.735,0.887,0.91,0.11,11.262,3.664,0.421,0.759,0.668,0.911,0.738,0.93,0.321,0.086,,,2.201,0.839,0.939,0.955,0.058,7.053,1.275,0.509,0.869,0.743,0.964,0.809,0.975,0.243,0.034,,,6.25,0.355,0.691,0.785,0.303,,13.192,0.391,0.63,0.698,0.365,
+scv4,kitti,7.102,0.751,0.837,0.862,0.162,14.108,5.763,0.409,0.777,0.601,0.859,0.674,0.881,0.389,0.14,,,6.617,0.803,0.875,0.893,0.123,13.3,5.282,0.449,0.834,0.643,0.9,0.711,0.914,0.346,0.099,,,3.127,0.824,0.932,0.952,0.055,,2.498,0.824,0.93,0.953,0.046,
+scv4,sintel,2.646,0.878,0.93,0.945,0.066,6.905,1.808,0.596,0.905,0.773,0.95,0.824,0.962,0.215,0.047,,,1.529,0.934,0.966,0.974,0.032,5.395,0.727,0.669,0.963,0.83,0.985,0.874,0.989,0.157,0.015,,,2.527,0.817,0.931,0.954,0.055,,3.591,0.764,0.902,0.931,0.072,
+scv4,things,3.849,0.826,0.892,0.915,0.105,9.543,2.728,0.508,0.854,0.706,0.915,0.765,0.934,0.283,0.083,,,1.796,0.888,0.942,0.959,0.056,6.172,0.944,0.594,0.92,0.788,0.964,0.843,0.976,0.199,0.036,,,4.232,0.711,0.85,0.885,0.143,,9.847,0.624,0.755,0.791,0.237,
 starflow,kitti,7.231,0.671,0.812,0.849,0.187,14.124,5.966,0.32,0.693,0.556,0.835,0.643,0.871,0.435,0.163,0.566,,5.011,0.73,0.852,0.884,0.145,11.722,3.743,0.349,0.757,0.594,0.879,0.68,0.908,0.396,0.119,0.564,,1.712,0.757,0.919,0.949,0.064,,2.818,0.662,0.855,0.9,0.116,
 starflow,sintel,2.022,0.838,0.916,0.939,0.08,5.965,1.375,0.48,0.867,0.712,0.938,0.79,0.957,0.274,0.058,0.729,,1.6,0.881,0.943,0.958,0.055,5.565,0.893,0.515,0.915,0.745,0.966,0.816,0.977,0.243,0.032,0.749,,3.545,0.689,0.86,0.901,0.128,,7.819,0.59,0.763,0.811,0.223,
 starflow,things,3.584,0.796,0.891,0.918,0.105,8.654,2.665,0.423,0.825,0.663,0.915,0.744,0.938,0.324,0.081,0.703,,1.822,0.862,0.936,0.953,0.062,6.033,1.031,0.479,0.896,0.726,0.96,0.802,0.973,0.261,0.038,0.735,,4.145,0.635,0.823,0.869,0.166,,9.74,0.535,0.713,0.766,0.276,

docs/source/_static/sintel_final_epe_outlier-drop_kitti_sintel.html

@@ -1,32 +1,35 @@
 Model,Params,Time(ms)
-dicl,11226036,203.662
-flownet2,162518834,197.049
-flownetc,39175298,81.775
-flownetcs,77870620,104.898
-flownetcss,116565942,129.86
-flownets,38676506,16.515
-flownetsd,45371666,28.897
-hd3,39561975,119.342
-hd3_ctxt,39942647,124.485
-irr_pwc,6362092,308.341
-irr_pwcnet,8639230,58.236
-irr_pwcnet_irr,3354146,63.723
-lcv_raft,5323328,271.876
-lcv_raft_small,1006674,73.975
-liteflownet,5379613,140.006
-liteflownet2,6429120,57.766
-liteflownet2_pseudoreg,6492907,68.43
-liteflownet3,7524188,101.811
-liteflownet3_pseudoreg,7587975,112.374
-liteflownet3s,8005810,104.016
-liteflownet3s_pseudoreg,8069597,114.595
-maskflownet,20655716,125.261
-maskflownet_s,10514256,71.534
-pwcnet,8243008,50.501
-pwcdcnet,9374274,62.267
-raft,5257536,266.73
-raft_small,990162,75.557
-scopeflow,6362092,330.811
-starflow,4772256,272.533
-vcn,10310781,293.394
-vcn_small,8370804,99.136
+dicl,11226036,98.89
+flownet2,162518834,134.466
+flownetc,39175298,50.588
+flownetcs,77870620,61.348
+flownetcss,116565942,78.742
+flownets,38676506,11.257
+flownetsd,45371666,18.575
+gma,5879873,172.245
+hd3,39561975,73.798
+hd3_ctxt,39942647,74.583
+irr_pwc,6362092,164.908
+irr_pwcnet,8639230,31.728
+irr_pwcnet_irr,3354146,35.898
+lcv_raft,5323328,133.956
+lcv_raft_small,1006674,45.429
+liteflownet,5379613,82.569
+liteflownet2,6429120,32.58
+liteflownet2_pseudoreg,6492907,40.102
+liteflownet3,7524188,55.053
+liteflownet3_pseudoreg,7587975,62.607
+liteflownet3s,8005810,56.656
+liteflownet3s_pseudoreg,8069597,64.378
+maskflownet,20655716,66.67
+maskflownet_s,10514256,37.186
+pwcnet,8243008,28.271
+pwcdcnet,9374274,33.085
+raft,5257536,133.857
+raft_small,990162,45.269
+scopeflow,6362092,174.195
+scv4,5236240,933.896
+scv8,5347264,341.227
+starflow,4772256,139.875
+vcn,10310781,149.529
+vcn_small,8370804,54.778