{"id":466,"date":"2022-07-01T06:47:20","date_gmt":"2022-07-01T06:47:20","guid":{"rendered":"https:\/\/blog.liguanxin.cn\/?p=466"},"modified":"2022-07-02T08:44:53","modified_gmt":"2022-07-02T08:44:53","slug":"%e8%ae%ba%e6%96%87%e7%ac%94%e8%ae%b0-cvpr-2022-oralmetaformer-is-actually-what-you-need-for-vision","status":"publish","type":"post","link":"https:\/\/blog.liguanxin.cn\/index.php\/2022\/07\/01\/%e8%ae%ba%e6%96%87%e7%ac%94%e8%ae%b0-cvpr-2022-oralmetaformer-is-actually-what-you-need-for-vision\/","title":{"rendered":"\u8bba\u6587\u7b14\u8bb0\u2014\u2014[CVPR 2022 Oral]MetaFormer is Actually What You Need for Vision"},"content":{"rendered":"<p><strong>\u521b\u65b0\u70b9\uff1a<br \/>\n\u2460Transformer\u4e2d\u7684\u81ea\u6ce8\u610f\u529b\u673a\u5236\u6ca1\u7528\uff0c\u7ed3\u6784\u624d\u6709\u7528<br \/>\n\u2461\u5373\u4fbf\u628aAttention\u6a21\u5757\u6362\u6210Pooling\uff0c\u4e5f\u80fd\u5f97\u5230\u63d0\u5347<\/strong><br \/>\n<img src=\"https:\/\/blog.liguanxin.cn\/wp-content\/uploads\/2022\/07\/\u5fae\u4fe1\u622a\u56fe_20220701190629.png\" alt=\"\" \/><\/p>\n<h2>\u603b\u4f53\u7ed3\u6784<\/h2>\n<p><img src=\"https:\/\/blog.liguanxin.cn\/wp-content\/uploads\/2022\/06\/\u5fae\u4fe1\u622a\u56fe_20220630203544.png\" alt=\"\" \/><\/p>\n<h2>\u672c\u6587\u628aAttention\u6539\u6210\u6c60\u5316\u5c42<\/h2>\n<p>\u516c\u5f0f\uff1a<br \/>\n<img src=\"https:\/\/blog.liguanxin.cn\/wp-content\/uploads\/2022\/06\/_20220630203058-e1656592290117.png\" alt=\"\" \/><br \/>\n\u4ee3\u7801\uff1a<br \/>\n<img src=\"https:\/\/blog.liguanxin.cn\/wp-content\/uploads\/2022\/06\/\u5fae\u4fe1\u622a\u56fe_20220630202109.png\" alt=\"\" \/><\/p>\n<h2>\u8bad\u7ec3\u7b56\u7565<\/h2>\n<p><strong>\u6570\u636e\u589e\u5f3a: MixUp, CutMix, CutOut, RandAugment<br \/>\n\u8bad\u7ec3\u8f6e\u6570: 300epoch<br \/>\n\u4f18\u5316\u5668: AdamW<br \/>\nWeight Decay: 0.05<br \/>\nPeak Learning Rate: <span class=\"katex-eq\" data-katex-display=\"false\">1e^{-3}\u00b7batchsize\/1024<\/span> (\u672c\u6587batch size\u4e3a4096\uff0c\u5b66\u4e60\u7387<span class=\"katex-eq\" data-katex-display=\"false\">4e^{-3}<\/span>)<br \/>\n\u4f59\u5f26\u7b56\u7565\u51cf\u4f4e\u5b66\u4e60\u7387<\/strong><\/p>\n<h2>\u7f51\u7edc\u53c2\u6570<\/h2>\n<p><img src=\"https:\/\/blog.liguanxin.cn\/wp-content\/uploads\/2022\/06\/\u5fae\u4fe1\u622a\u56fe_20220630204607.png\" alt=\"\" \/><\/p>\n<h2>\u6d88\u878d\u5b9e\u9a8c<\/h2>\n<p><img src=\"https:\/\/blog.liguanxin.cn\/wp-content\/uploads\/2022\/06\/\u5fae\u4fe1\u622a\u56fe_20220630210355.png\" alt=\"\" \/><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u521b\u65b0\u70b9\uff1a \u2460Transformer\u4e2d\u7684\u81ea\u6ce8\u610f\u529b\u673a\u5236\u6ca1\u7528\uff0c\u7ed3\u6784\u624d\u6709\u7528 \u2461\u5373\u4fbf\u628aAttention\u6a21\u5757\u6362\u6210Pool [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":472,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[6],"tags":[13,11],"_links":{"self":[{"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/posts\/466"}],"collection":[{"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/comments?post=466"}],"version-history":[{"count":0,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/posts\/466\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/media\/472"}],"wp:attachment":[{"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/media?parent=466"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/categories?post=466"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/tags?post=466"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}