{"id":5259,"date":"2025-04-02T17:53:48","date_gmt":"2025-04-02T09:53:48","guid":{"rendered":"https:\/\/infernews.com\/?page_id=5259"},"modified":"2025-04-02T17:53:48","modified_gmt":"2025-04-02T09:53:48","slug":"%e6%b3%a8%e6%84%8f%e5%8a%9b%e5%88%86%e6%95%b8%ef%bc%88attention-scores%ef%bc%89%e8%88%87%e7%a5%9e%e7%b6%93%e7%b6%b2%e7%b5%a1%e7%9a%84%e6%ac%8a%e9%87%8d%ef%bc%88weights%ef%bc%89","status":"publish","type":"page","link":"https:\/\/infernews.com\/blog\/%e6%b3%a8%e6%84%8f%e5%8a%9b%e5%88%86%e6%95%b8%ef%bc%88attention-scores%ef%bc%89%e8%88%87%e7%a5%9e%e7%b6%93%e7%b6%b2%e7%b5%a1%e7%9a%84%e6%ac%8a%e9%87%8d%ef%bc%88weights%ef%bc%89\/","title":{"rendered":"\u6ce8\u610f\u529b\u5206\u6578\uff08attention scores\uff09\u8207\u795e\u7d93\u7db2\u7d61\u7684\u6b0a\u91cd\uff08weights\uff09"},"content":{"rendered":"\n<p>\u5728 &#8220;Attention is all you need&#8221; \u8ad6\u6587\u4e2d\uff0c\u6ce8\u610f\u529b\u5206\u6578\uff08attention scores\uff09\u8207\u795e\u7d93\u7db2\u7d61\u7684\u6b0a\u91cd\uff08weights\uff09\u4e4b\u9593\u5b58\u5728\u5bc6\u5207\u7684\u95dc\u4fc2\u3002\u4ee5\u4e0b\u662f\u5b83\u5011\u4e4b\u9593\u7684\u5177\u9ad4\u806f\u7e6b\uff1a<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u6ce8\u610f\u529b\u5206\u6578\u7684\u8a08\u7b97<\/h3>\n\n\n\n<p>\u6ce8\u610f\u529b\u5206\u6578\u662f Transformer \u6a21\u578b\u4e2d\u6ce8\u610f\u529b\u6a5f\u5236\uff08attention mechanism\uff09\u7684\u6838\u5fc3\u7d44\u6210\u90e8\u5206\uff0c\u7279\u5225\u662f\u81ea\u6ce8\u610f\u529b\uff08self-attention\uff09\u6a5f\u5236\u3002\u5177\u9ad4\u4f86\u8aaa\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u6ce8\u610f\u529b\u5206\u6578\u662f\u901a\u904e\u8a08\u7b97\u67e5\u8a62\uff08query\uff09\u3001\u9375\uff08key\uff09\u548c\u503c\uff08value\uff09\u4e4b\u9593\u7684\u76f8\u4f3c\u5ea6\u5f97\u5230\u7684\u3002<\/li>\n\n\n\n<li>\u5728\u5be6\u73fe\u4e0a\uff0c\u9019\u901a\u5e38\u6d89\u53ca\u5c0d\u67e5\u8a62\u548c\u9375\u9032\u884c\u9ede\u7a4d\uff08dot product\uff09\u904b\u7b97\uff0c\u7136\u5f8c\u901a\u904e softmax \u51fd\u6578\u9032\u884c\u6b78\u4e00\u5316\uff0c\u751f\u6210\u6ce8\u610f\u529b\u5206\u6578\u3002<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\u795e\u7d93\u7db2\u7d61\u6b0a\u91cd\u7684\u4f5c\u7528<\/h3>\n\n\n\n<p>\u795e\u7d93\u7db2\u7d61\u7684\u6b0a\u91cd\u662f\u6a21\u578b\u7684\u53ef\u5b78\u7fd2\u53c3\u6578\uff0c\u901a\u904e\u8a13\u7df4\u904e\u7a0b\uff08\u5982\u53cd\u5411\u50b3\u64ad\u548c\u68af\u5ea6\u4e0b\u964d\uff09\u9032\u884c\u8abf\u6574\u3002\u5728 Transformer \u6a21\u578b\u4e2d\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u67e5\u8a62\u3001\u9375\u548c\u503c\u4e26\u4e0d\u662f\u76f4\u63a5\u5f9e\u8f38\u5165\u6578\u64da\u4e2d\u7372\u5f97\u7684\uff0c\u800c\u662f\u901a\u904e\u5c0d\u8f38\u5165\u5d4c\u5165\uff08input embeddings\uff09\u9032\u884c\u7dda\u6027\u8b8a\u63db\u8a08\u7b97\u5f97\u5230\u7684\u3002<\/li>\n\n\n\n<li>\u9019\u4e9b\u7dda\u6027\u8b8a\u63db\u7531\u6b0a\u91cd\u77e9\u9663\uff08weight matrices\uff09\u63a7\u5236\uff0c\u800c\u9019\u4e9b\u6b0a\u91cd\u77e9\u9663\u6b63\u662f\u795e\u7d93\u7db2\u7d61\u7684\u4e00\u90e8\u5206\u3002<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\u5169\u8005\u7684\u95dc\u4fc2<\/h3>\n\n\n\n<p>\u6ce8\u610f\u529b\u5206\u6578\u8207\u795e\u7d93\u7db2\u7d61\u6b0a\u91cd\u4e4b\u9593\u7684\u95dc\u4fc2\u53ef\u4ee5\u7e3d\u7d50\u5982\u4e0b\uff1a<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u6b0a\u91cd\u6c7a\u5b9a\u8b8a\u63db<\/strong>\uff1a\u795e\u7d93\u7db2\u7d61\u7684\u6b0a\u91cd\u77e9\u9663\u5b9a\u7fa9\u4e86\u5f9e\u8f38\u5165\u6578\u64da\u5230\u67e5\u8a62\u3001\u9375\u548c\u503c\u7684\u7dda\u6027\u8b8a\u63db\u65b9\u5f0f\u3002<\/li>\n\n\n\n<li><strong>\u5f71\u97ff\u5206\u6578\u8a08\u7b97<\/strong>\uff1a\u9019\u4e9b\u8b8a\u63db\u751f\u6210\u7684\u67e5\u8a62\u548c\u9375\u9032\u4e00\u6b65\u53c3\u8207\u9ede\u7a4d\u904b\u7b97\uff0c\u5f9e\u800c\u6c7a\u5b9a\u4e86\u6ce8\u610f\u529b\u5206\u6578\u7684\u503c\u3002<\/li>\n\n\n\n<li><strong>\u8a13\u7df4\u8abf\u6574<\/strong>\uff1a\u5728\u6a21\u578b\u8a13\u7df4\u904e\u7a0b\u4e2d\uff0c\u6b0a\u91cd\u901a\u904e\u512a\u5316\u7b97\u6cd5\u4e0d\u65b7\u8abf\u6574\uff0c\u4f7f\u5f97\u751f\u6210\u7684\u6ce8\u610f\u529b\u5206\u6578\u80fd\u5920\u66f4\u597d\u5730\u6355\u6349\u8f38\u5165\u5e8f\u5217\u4e2d\u7684\u4f9d\u8cf4\u95dc\u4fc2\u3002<\/li>\n<\/ol>\n\n\n\n\n\n<h3 class=\"wp-block-heading\">\u7e3d\u7d50<\/h3>\n\n\n\n<p>\u7c21\u55ae\u4f86\u8aaa\uff0c&#8221;Attention is all you need&#8221; \u4e2d\u7684\u6ce8\u610f\u529b\u5206\u6578\u662f\u7531\u795e\u7d93\u7db2\u7d61\u7684\u6b0a\u91cd\u901a\u904e\u7dda\u6027\u8b8a\u63db\u548c\u9ede\u7a4d\u904b\u7b97\u751f\u6210\u7684\u3002\u795e\u7d93\u7db2\u7d61\u7684\u6b0a\u91cd\u662f\u53ef\u5b78\u7fd2\u7684\u53c3\u6578\uff0c\u76f4\u63a5\u6c7a\u5b9a\u4e86\u67e5\u8a62\u3001\u9375\u548c\u503c\u7684\u751f\u6210\u65b9\u5f0f\uff0c\u9032\u800c\u5f71\u97ff\u6ce8\u610f\u529b\u5206\u6578\u7684\u6700\u7d42\u7d50\u679c\u3002\u56e0\u6b64\uff0c\u6ce8\u610f\u529b\u5206\u6578\u53ef\u4ee5\u770b\u4f5c\u662f\u795e\u7d93\u7db2\u7d61\u6b0a\u91cd\u4f5c\u7528\u65bc\u8f38\u5165\u6578\u64da\u5f8c\u7684\u8a08\u7b97\u7522\u7269\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u5728 &#8220;Attention is all you need&#8221; \u8ad6\u6587\u4e2d\uff0c\u6ce8\u610f\u529b\u5206\u6578\uff08attention scores\uff09\u8207\u795e\u7d93\u7db2\u7d61\u7684\u6b0a\u91cd\uff08weights\uff09\u4e4b\u9593\u5b58\u5728\u5bc6\u5207\u7684\u95dc\u4fc2\u3002\u4ee5\u4e0b\u662f\u5b83\u5011\u4e4b\u9593\u7684\u5177\u9ad4\u806f\u7e6b\uff1a \u6ce8\u610f\u529b\u5206\u6578\u7684\u8a08\u7b97 \u6ce8\u610f\u529b\u5206\u6578\u662f Transformer \u6a21\u578b\u4e2d\u6ce8\u610f\u529b\u6a5f\u5236\uff08attention mechanism\uff09\u7684\u6838\u5fc3\u7d44\u6210\u90e8\u5206\uff0c\u7279\u5225\u662f\u81ea\u6ce8\u610f\u529b\uff08self-attention\uff09\u6a5f\u5236\u3002\u5177\u9ad4\u4f86\u8aaa\uff1a \u795e\u7d93\u7db2\u7d61\u6b0a\u91cd\u7684\u4f5c\u7528 \u795e\u7d93\u7db2\u7d61\u7684\u6b0a\u91cd\u662f\u6a21\u578b\u7684\u53ef\u5b78\u7fd2\u53c3\u6578\uff0c\u901a\u904e\u8a13\u7df4\u904e\u7a0b\uff08\u5982\u53cd\u5411\u50b3\u64ad\u548c\u68af\u5ea6\u4e0b\u964d\uff09\u9032\u884c\u8abf\u6574\u3002\u5728 Transformer \u6a21\u578b\u4e2d\uff1a \u5169\u8005\u7684\u95dc\u4fc2 \u6ce8\u610f\u529b\u5206\u6578\u8207\u795e\u7d93\u7db2\u7d61\u6b0a\u91cd\u4e4b\u9593\u7684\u95dc\u4fc2\u53ef\u4ee5\u7e3d\u7d50\u5982\u4e0b\uff1a \u7e3d\u7d50 \u7c21\u55ae\u4f86\u8aaa\uff0c&#8221;Attention is all you need&#8221; \u4e2d\u7684\u6ce8\u610f\u529b\u5206\u6578\u662f\u7531\u795e\u7d93\u7db2\u7d61\u7684\u6b0a\u91cd\u901a\u904e\u7dda\u6027\u8b8a\u63db\u548c\u9ede\u7a4d\u904b\u7b97\u751f\u6210\u7684\u3002\u795e\u7d93\u7db2\u7d61\u7684\u6b0a\u91cd\u662f\u53ef\u5b78\u7fd2\u7684\u53c3\u6578\uff0c\u76f4\u63a5\u6c7a\u5b9a\u4e86\u67e5\u8a62\u3001\u9375\u548c\u503c\u7684\u751f\u6210\u65b9\u5f0f\uff0c\u9032\u800c\u5f71\u97ff\u6ce8\u610f\u529b\u5206\u6578\u7684\u6700\u7d42\u7d50\u679c\u3002\u56e0\u6b64\uff0c\u6ce8\u610f\u529b\u5206\u6578\u53ef\u4ee5\u770b\u4f5c\u662f\u795e\u7d93\u7db2\u7d61\u6b0a\u91cd\u4f5c\u7528\u65bc\u8f38\u5165\u6578\u64da\u5f8c\u7684\u8a08\u7b97\u7522\u7269\u3002<\/p>\n","protected":false},"author":1,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"googlesitekit_rrm_CAowvqSiDA:productID":"","footnotes":""},"class_list":["post-5259","page","type-page","status-publish","hentry"],"_links":{"self":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/pages\/5259","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/comments?post=5259"}],"version-history":[{"count":0,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/pages\/5259\/revisions"}],"wp:attachment":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/media?parent=5259"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}