{"id":3658,"date":"2020-11-14T20:28:10","date_gmt":"2020-11-14T12:28:10","guid":{"rendered":"http:\/\/www.sniper97.cn\/?p=3658"},"modified":"2020-11-14T20:28:10","modified_gmt":"2020-11-14T12:28:10","slug":"%e3%80%90transformers%e3%80%91tfbertformaskedlm","status":"publish","type":"post","link":"http:\/\/www.sniper97.cn\/index.php\/note\/deep-learning\/transformers\/3658\/","title":{"rendered":"\u3010transformers\u3011TFBertForMaskedLM"},"content":{"rendered":"\n<p>transformers\u7684TFBertForMaskedLM\u3002<\/p>\n\n\n<h2 class=\"wp-block-heading\">TFBertForMaskedLM<\/h2>\n\n\n<p> \u8fd9\u4e2a\u7c7b\u4e00\u6837\u5c5e\u4e8e\u4e00\u4e2a\u57fa\u7c7b\uff0c\u4e3b\u8981\u662f\u505aMask\u9884\u6d4b\u7684\uff0c\u4e5f\u5c31\u662f\u8bf4\u4f60\u53ef\u4ee5\u5bf9\u53e5\u5b50\u968f\u673a\u8fdb\u884c\u906e\u853d\uff08Mask\uff09\uff0c\u5f53\u7136\uff0c\u8fd9\u4e5f\u662fBert\u9884\u8bad\u7ec3\u7684\u4efb\u52a1\u4e4b\u4e00\uff08\u53e6\u4e00\u4e2a\u662fNSP\uff0c\u4e0d\u8fc7\u8d8a\u6765\u8d8a\u591a\u7684\u5b9e\u9a8c\u8868\u660e\uff0cNSP\u5e76\u4e0d\u662f\u4e00\u4e2a\u597d\u7684\u9884\u8bad\u7ec3\u4efb\u52a1\u2014\u2014\u81f3\u5c11\u73b0\u5728\u4e0d\u662f\uff0c\u53ef\u80fd\u662f\u7531\u4e8eNSP\u7684loss\u8ba1\u7b97\u6216\u8005\u4ec0\u4e48\u539f\u56e0\uff09\u3002 <\/p>\n\n\n<p>\u76f4\u63a5\u5206\u6790\u6e90\u7801\u5427<\/p>\n\n\n<h3 class=\"wp-block-heading\">\u6e90\u7801<\/h3>\n\n\n<p>\u8bb0\u5f97\u4e4b\u524d\u63d0\u8fc7\u7684<a rel=\"noreferrer noopener\" aria-label=\"TFBertForPreTraining\uff08\u5728\u65b0\u7a97\u53e3\u6253\u5f00\uff09\" href=\"http:\/\/www.sniper97.cn\/index.php\/note\/deep-learning\/transformers\/3640\/\" target=\"_blank\">TFBertForPreTraining<\/a>\u5417\uff1f\u5bf9\u6bd4\u4e00\u4e0b\u4e24\u6bb5\u6e90\u7801\uff1a<\/p>\n\n\n<p>TFBertForMaskedLM\uff1a<\/p>\n\n\n<p>init\uff1a<\/p>\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter\"><img loading=\"lazy\" decoding=\"async\" width=\"741\" height=\"334\" src=\"\/wp-content\/uploads\/2020\/11\/\u56fe\u7247-23.png\" alt=\"\" class=\"wp-image-3661\" srcset=\"http:\/\/www.sniper97.cn\/wp-content\/uploads\/2020\/11\/\u56fe\u7247-23.png 741w, http:\/\/www.sniper97.cn\/wp-content\/uploads\/2020\/11\/\u56fe\u7247-23-300x135.png 300w\" sizes=\"(max-width: 741px) 100vw, 741px\" \/><\/figure><\/div>\n\n\n<p>call\uff1a<\/p>\n\n\n<figure class=\"wp-block-image\"><img loading=\"lazy\" decoding=\"async\" width=\"509\" height=\"314\" src=\"\/wp-content\/uploads\/2020\/11\/\u56fe\u7247-24.png\" alt=\"\" class=\"wp-image-3662\" srcset=\"http:\/\/www.sniper97.cn\/wp-content\/uploads\/2020\/11\/\u56fe\u7247-24.png 509w, http:\/\/www.sniper97.cn\/wp-content\/uploads\/2020\/11\/\u56fe\u7247-24-300x185.png 300w\" sizes=\"(max-width: 509px) 100vw, 509px\" \/><\/figure>\n\n\n<p>TFBertForPreTraining\uff1a<\/p>\n\n\n<p>init\uff1a<\/p>\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"http:\/\/www.sniper97.cn\/wp-content\/uploads\/2020\/11\/%E5%9B%BE%E7%89%87-10.png\" alt=\"\"\/><\/figure>\n\n\n<p>call\uff1a<\/p>\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"http:\/\/www.sniper97.cn\/wp-content\/uploads\/2020\/11\/%E5%9B%BE%E7%89%87-13.png\" alt=\"\"\/><\/figure>\n\n\n<p>\u53ef\u4ee5\u770b\u51fa\u6765\uff0c TFBertForMaskedLM \u5c31\u662f TFBertForPreTraining \u7684\u9752\u6625\u7248\uff0c\u5e76\u4e14\u53ef\u4ee5\u9884\u6599\u7684\u5230\uff0c\u8fd8\u6709\u53e6\u4e00\u4e2a\u9752\u6625\u7248\u662f\u4e13\u95e8\u505aNSP\u4efb\u52a1\u7684\u3002<\/p>\n\n\n<h3 class=\"wp-block-heading\">\u6f14\u793a<\/h3>\n\n\n<p>\u505a\u4e00\u4e2a\u7b80\u5355\u6f14\u793a\uff0c\u53ef\u4ee5\u89c2\u5bdf\u5230\u6a21\u578b\u53ef\u4ee5\u6b63\u786e\u7684\u9884\u6d4bMask\u6389\u4f4d\u7f6e\u6b63\u786e\u7684\u8f93\u51fa\u3002<\/p>\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter\"><img loading=\"lazy\" decoding=\"async\" width=\"763\" height=\"356\" src=\"\/wp-content\/uploads\/2020\/11\/\u56fe\u7247-22.png\" alt=\"\" class=\"wp-image-3659\" srcset=\"http:\/\/www.sniper97.cn\/wp-content\/uploads\/2020\/11\/\u56fe\u7247-22.png 763w, http:\/\/www.sniper97.cn\/wp-content\/uploads\/2020\/11\/\u56fe\u7247-22-300x140.png 300w\" sizes=\"(max-width: 763px) 100vw, 763px\" \/><\/figure><\/div>\n","protected":false},"excerpt":{"rendered":"<p>transformers\u7684TFBertForMaskedLM\u3002 TFBertForMaskedLM  [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"om_disable_all_campaigns":false,"_mi_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"footnotes":""},"categories":[25],"tags":[],"views":4153,"_links":{"self":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/posts\/3658"}],"collection":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/comments?post=3658"}],"version-history":[{"count":0,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/posts\/3658\/revisions"}],"wp:attachment":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/media?parent=3658"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/categories?post=3658"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/tags?post=3658"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}