{"id":145,"date":"2022-03-10T11:08:22","date_gmt":"2022-03-10T11:08:22","guid":{"rendered":"https:\/\/blog.liguanxin.cn\/?p=145"},"modified":"2022-03-16T05:29:26","modified_gmt":"2022-03-16T05:29:26","slug":"%e8%ae%ba%e6%96%87%e7%ac%94%e8%ae%b0-local-to-global-self-attention-in-vision-transformers","status":"publish","type":"post","link":"https:\/\/blog.liguanxin.cn\/index.php\/2022\/03\/10\/%e8%ae%ba%e6%96%87%e7%ac%94%e8%ae%b0-local-to-global-self-attention-in-vision-transformers\/","title":{"rendered":"\u8bba\u6587\u7b14\u8bb0\u2014\u2014Local-to-Global Self-Attention in Vision Transformers"},"content":{"rendered":"<p><strong>\u521b\u65b0\u70b9\uff1a<br \/>\n\u2460\u591a\u5c3a\u5ea6\u56fe\u50cf\u591a\u8def\u5f84\u7684Transformer\uff0c\u6700\u540e\u6c47\u603b\u4ee5\u4fdd\u8bc1\u5c40\u90e8\u548c\u5168\u5c40\u7279\u5f81\u63d0\u53d6<br \/>\n\u2461\u6bcf\u4e2astage\u591a\u7c92\u5ea6\u4ece\u5c40\u90e8\u5230\u6574\u4f53\u7684\u63a8\u7406<\/strong><\/p>\n<p><strong>CNN\u7684\u591a\u7c92\u5ea6\u8fde\u63a5\uff1a<\/strong><img src=\"https:\/\/blog.liguanxin.cn\/wp-content\/uploads\/2022\/03\/\u5fae\u4fe1\u622a\u56fe_20220310190321.png\" alt=\"\" \/><\/p>\n<p><img src=\"https:\/\/blog.liguanxin.cn\/wp-content\/uploads\/2022\/03\/\u5fae\u4fe1\u622a\u56fe_20220310161733.png\" alt=\"\" \/><\/p>\n<ul>\n<li>\u6bcf\u4e2a\u9636\u6bb5\u5206\u8fa8\u7387\u9664\u4ee54(2*2)\uff0cchannel\u4e58\u4ee52\uff0c\u6700\u540e\u8f93\u51fa<span class=\"katex-eq\" data-katex-display=\"false\">H\/32*W\/32<\/span><\/li>\n<li>\u5728\u7ecf\u8fc7LN\u5c42\u4e4b\u540e\uff0c\u5206\u522b\u901a\u8fc7\u4e09\u4e2a\u8def\u5f84\u964d\u91c7\u6837\uff0c\u4e4b\u540e\u6bcf\u4e2a\u7279\u5f81\u56fe\u90fd\u91c7\u7528\u57fa\u4e8e\u7a97\u53e3\u7684\u591a\u5934\u81ea\u6ce8\u610f\u65b9\u6cd5\u8fdb\u884c\u5904\u7406\uff0c\u5e76\u91c7\u7528\u79fb\u52a8\u7a97\u53e3\u5212\u5206(SW-MSA)(\u6765\u81easwin Transformer)<br \/>\n<img src=\"https:\/\/blog.liguanxin.cn\/wp-content\/uploads\/2022\/03\/\u5fae\u4fe1\u622a\u56fe_20220310190331.png\" alt=\"\" \/><\/li>\n<\/ul>\n<p>\u5b9e\u9a8c\uff1a\u7528\u4e8e\u56fe\u50cf\u5206\u7c7b\u548c\u8bed\u4e49\u5206\u5272<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u521b\u65b0\u70b9\uff1a \u2460\u591a\u5c3a\u5ea6\u56fe\u50cf\u591a\u8def\u5f84\u7684Transformer\uff0c\u6700\u540e\u6c47\u603b\u4ee5\u4fdd\u8bc1\u5c40\u90e8\u548c\u5168\u5c40\u7279\u5f81\u63d0\u53d6 \u2461\u6bcf\u4e2astage\u591a\u7c92\u5ea6 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[6],"tags":[14,13,17,11,18],"_links":{"self":[{"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/posts\/145"}],"collection":[{"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/comments?post=145"}],"version-history":[{"count":5,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/posts\/145\/revisions"}],"predecessor-version":[{"id":154,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/posts\/145\/revisions\/154"}],"wp:attachment":[{"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/media?parent=145"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/categories?post=145"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.liguanxin.cn\/index.php\/wp-json\/wp\/v2\/tags?post=145"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}