{"id":35,"date":"2024-02-06T04:41:28","date_gmt":"2024-02-05T20:41:28","guid":{"rendered":"http:\/\/tobykskgd.life\/?p=35"},"modified":"2024-11-14T22:12:04","modified_gmt":"2024-11-14T14:12:04","slug":"02","status":"publish","type":"post","link":"https:\/\/tobykskgd.life\/index.php\/02\/","title":{"rendered":"\u674e\u5b8f\u6bc5\u673a\u5668\u5b66\u4e60\u8bfe\u7a0b\u7b14\u8bb0EP1"},"content":{"rendered":"\n<p>\u674e\u5b8f\u6bc52021\/2022\u6625\u673a\u5668\u5b66\u4e60\u8bfe\u7a0b\u7b14\u8bb0EP1(P1-P4)<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5c4f\u5e55\u622a\u56fe-2024-02-05-213355.png'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"432\" height=\"218\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5c4f\u5e55\u622a\u56fe-2024-02-05-213355.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-37\"  sizes=\"auto, (max-width: 432px) 100vw, 432px\" \/><\/div><\/figure>\n\n\n\n<p>\u4ece\u4eca\u5929\u5f00\u59cb\u6211\u5c06\u5b66\u4e60\u674e\u5b8f\u6bc5\u6559\u6388\u7684\u673a\u5668\u5b66\u4e60\u89c6\u9891\uff0c\u4e0b\u9762\u662f\u8bfe\u7a0b\u7684\u8fde\u63a5<a href=\"https:\/\/www.bilibili.com\/video\/BV1Wv411h7kN\/?spm_id_from=333.337.search-card.all.click&amp;vd_source=fa9de75b9e5251495ee15fc767cb5892\">(\u5f3a\u63a8)\u674e\u5b8f\u6bc52021\/2022\u6625\u673a\u5668\u5b66\u4e60\u8bfe\u7a0b_\u54d4\u54e9\u54d4\u54e9_bilibili<\/a>\u3002\u4e00\u5171\u6709155\u4e2a\u89c6\u9891\uff0c\u4e89\u53d6\u90fd\u5b66\u4e60\u5b8c\u6210\u5427\u3002<\/p>\n\n\n\n<p>\u90a3\u4e48\u9996\u5148\u8fd9\u95e8\u8bfe\u7a0b\u9700\u8981\u6709\u4e00\u5b9a\u7684\u4ee3\u7801\u57fa\u7840\uff0c\u7b80\u5355\u5b66\u4e60\u4e00\u4e0bPython\u7684\u57fa\u672c\u7528\u6cd5\uff0c\u8fd8\u6709\u91cc\u9762\u7684NumPy\u5e93\u7b49\u7b49\u7684\u57fa\u672c\u77e5\u8bc6\u3002\u518d\u5c31\u662f\u6570\u5b66\u65b9\u9762\u7684\u57fa\u7840\u5566\uff0c\u5fae\u79ef\u5206\u3001\u7ebf\u6027\u4ee3\u6570\u548c\u6982\u7387\u8bba\u7684\u57fa\u7840\u90fd\u662f\u542c\u61c2\u8fd9\u95e8\u8bfe\u5fc5\u987b\u7684\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p>\u4e0b\u9762\u5c31\u6b63\u5f0f\u662fLecture1\u7684\u5185\u5bb9\u3002<\/p>\n\n\n\n<p>\u201c\u673a\u5668\u5b66\u4e60\u7ea6\u7b49\u4e8e\u5bfb\u627e\u51fd\u6570\u3002\u201d<\/p>\n\n\n\n<p>\u9996\u5148\u4ecb\u7ecd\u7684\u662f\u673a\u5668\u5b66\u4e60\u7684\u4efb\u52a1\uff0c\u6709\u4e0b\u9762\u4e09\u79cd\uff1a<\/p>\n\n\n\n<p>\u7b2c\u4e00\u5c31\u662f\u56de\u5f52\uff08Regression\uff09\uff1a\u5b83\u89e3\u51b3\u7684\u5c31\u662f\u7528\u51fd\u6570\u8f93\u51fa\u4e00\u4e2a\u6807\u91cf\u3002<\/p>\n\n\n\n<p>\u7b2c\u4e8c\u5c31\u662f\u5206\u7c7b\uff08Classification\uff09\uff1a\u7b80\u5355\u6765\u8bf4\u5c31\u662f\u7ed9\u9009\u9879\uff0c\u8f93\u51fa\u673a\u5668\u8ba4\u4e3a\u6b63\u786e\u7684\u9009\u62e9\u3002<\/p>\n\n\n\n<p>\u7b2c\u4e09\u662f\u7ed3\u6784\u5316\u5b66\u4e60\uff08Structured Learning\uff09\uff1a\u5b83\u7684\u76ee\u7684\u662f\u8ba9\u673a\u5668\u5b66\u4f1a\u521b\u9020\u3002<\/p>\n\n\n\n<p>\u4e0b\u9762\u662f\u5bf9\u4e8e\u673a\u5668\u5b66\u4e60\u4e2d\u7684\u4e00\u4e9b\u540d\u8bcd\u89e3\u91ca\u3002<\/p>\n\n\n\n<p>\u9996\u5148\u662f\u6a21\u578b\uff08Model\uff09\uff0c\u5b83\u8bf4\u767d\u4e86\u5c31\u662f\u4e00\u4e2a\u5e26\u6709\u672a\u77e5\u6570\u7684\u51fd\u6570\u3002y = wx + b \u8fd9\u91cc\u7684y\u5c31\u662f\u4e00\u4e2aModel\uff0cW\uff08weight\uff09\u548cb\uff08bias\uff09\u5c31\u662f\u5f85\u8bad\u7ec3\u7684\u53c2\u6570\u3002<\/p>\n\n\n\n<p>\u635f\u5931\uff08Loss\uff09\u662f\u7528\u6765\u8bc4\u4ef7\u4e00\u5957\u8bad\u7ec3\u7684\u53c2\u6570\u503c\u6709\u591a\u597d\u7684\u6307\u6807\uff08how good a set of values is\uff09\u3002<\/p>\n\n\n\n<p>\u8bad\u7ec3\u6a21\u578b\u662f\u80af\u5b9a\u8981\u6709\u4e00\u4e2a\u6b63\u786e\u7684\u6307\u6807\uff0c\u5728\u673a\u5668\u5b66\u4e60\u4e2dLabel\u5c31\u662f\u771f\u5b9e\u6b63\u786e\u7684\u503c\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5c4f\u5e55\u622a\u56fe-2024-02-05-214658.png'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"272\" height=\"108\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5c4f\u5e55\u622a\u56fe-2024-02-05-214658.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-38\"\/><\/div><\/figure>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205214920-1024x558.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"558\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205214920-1024x558.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-39\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u4e0a\u9762\u5c31\u662f\u5bf9\u4e8eLoss\u7684\u4e00\u4e9b\u89e3\u91ca\uff0c\u503c\u5f97\u5173\u6ce8\u7684\u5c31\u662f\u4e0a\u9762\u63d0\u5230\u7684\u65b0\u540d\u8bcdMAE\u548cMSE\uff0c\u8fd9\u91cc\u7684MSE\u6307\u7684\u5c31\u662f\u5747\u65b9\u8bef\u5dee\u7684\u610f\u601d\u3002<\/p>\n\n\n\n<p>\u90a3\u4e48\u5230\u8fd9\u91cc\u5c31\u53ef\u4ee5\u6765\u4ecb\u7ecd\u673a\u5668\u5b66\u4e60\u7684\u4e09\u4e2a\u6b65\u9aa4\u4e86\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205215338-1024x187.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"187\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205215338-1024x187.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-40\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u6839\u636e\u4e0a\u9762\u7684step\uff0c\u63a5\u4e0b\u53bb\u5c31\u662f\u5c06\u6bcf\u4e00\u4e2a\u53c2\u6570\u90fd\u4ee3\u8fdbL(w, b)\u4e2d\u8ba1\u7b97Loss\u4e86\u3002\u6211\u4eec\u53ef\u4ee5\u5c06\u8fd9\u4e9bLoss\u7b97\u51fa\u6765\u4e4b\u540e\u753b\u51fa\u4e00\u5e45\u7b49\u9ad8\u7ebf\u56fe\uff0c\u8fd9\u4e2a\u5c31\u662fError Surface\u4e86\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205215751-1024x479.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"479\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205215751-1024x479.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-41\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u90a3\u524d\u9762\u8bf4\u4e86\uff0cLoss\u5c31\u662f\u8bc4\u4f30\u8fd9\u4e9b\u53c2\u6570\u4ee3\u8fdb\u53bb\u4e4b\u540e\u6548\u679c\u597d\u574f\u7684\u6307\u6807\uff0c\u90a3\u4e48\u6211\u4eec\u80af\u5b9a\u5e0c\u671b\u8fd9\u4e2aLoss\u8d8a\u5c0f\u8d8a\u597d\uff0c\u6240\u4ee5\u6211\u4eec\u5c31\u9700\u8981\u5728\u8fd9\u4e2a\u7b49\u9ad8\u7ebf\u56fe\u5f53\u4e2d\u5bfb\u627e\u4e00\u4e2a\u6700\u4f4e\u70b9\uff0c\u4e5f\u5c31\u662f\u6700\u5c0f\u7684Loss\u503c\u3002\u8fd9\u4e5f\u5c31\u662f\u6211\u4eec\u6b65\u9aa4\u4e09\u8981\u505a\u7684\u4e8b\u60c5\uff0c\u5c31\u662fOptimization\uff0c\u6211\u4eec\u7684\u76ee\u6807\u5c31\u662f\u627e\u51fa\u6700\u597d\u7684\u4e00\u7ec4L(w, b)\u3002\u6211\u4eec\u5728\u8fd9\u91cc\u4f1a\u91c7\u7528\u7684\u65b9\u6cd5\u5c31\u662f\u5927\u540d\u9f0e\u9f0e\u7684\u68af\u5ea6\u4e0b\u964d\u6cd5\uff08Gradient Descent\uff09\u4e86\u3002\u5728\u8fd9\u91cc\u7b80\u5355\u6982\u62ec\u4e00\u4e0b\u68af\u5ea6\u4e0b\u964d\u6cd5\uff0c\u9996\u5148\u6211\u4eec\u4f1a\u968f\u673a\u627e\u4e00\u4e2a\u8d77\u59cb\u70b9w<sub><sup>0<\/sup><\/sub>\uff0c\u6ca1\u9519\u8fd9\u4e2a\u8d77\u59cb\u70b9\u5c31\u662f\u968f\u4fbf\u627e\u7684\u4e00\u4e2a\u70b9\uff0c\u5f53\u7136\u5728\u540e\u9762\u6211\u4eec\u53ef\u80fd\u4f1a\u6709\u522b\u7684\u65b9\u6cd5\u53bb\u5bfb\u627e\u521d\u59cb\u70b9\u3002\u63a5\u7740\u6211\u4eec\u5c31\u4f1a\u8ba1\u7b97w\u5bf9\u4e8eL\u7684\u5fae\u5206\uff0c\u4e5f\u5c31\u662f\u5728w<sub><sup>0<\/sup><\/sub>\u8fd9\u4e2a\u70b9\u8ba1\u7b97\u659c\u7387\u3002\u63a5\u4e0b\u53bb\u5c31\u4f1a\u51fa\u73b0\u4e24\u79cd\u60c5\u51b5\uff0c\u7b2c\u4e00\u79cd\u662f\u8fd9\u4e2a\u659c\u7387\u662f\u4e2a\u8d1f\u6570\uff0c\u5c31\u8bf4\u660eL\u6b63\u5728\u968f\u7740w\u9012\u51cf\uff0c\u6240\u4ee5\u4e3a\u4e86\u6c42Loss\u7684\u6700\u5c0f\u503c\uff0c\u6211\u4eec\u5c31\u4f1a\u589e\u52a0w\u7684\u503c\uff1b\u90a3\u4e48\u53cd\u8fc7\u6765\u4e5f\u662f\u540c\u7406\uff0c\u5982\u679c\u8fd9\u4e2a\u659c\u7387\u662f\u6b63\u6570\uff0c\u6211\u4eec\u5c31\u4f1a\u51cf\u5c11w\u7684\u503c\u3002\u8fd9\u91cc\u53ef\u4ee5\u987a\u4fbf\u63d0\u4e00\u4e0b\u7684\u662f\u8fd9\u4e2a\u589e\u52a0w\u591a\u5c11\u7684\u95ee\u9898\uff0c\u7b54\u6848\u5176\u5b9e\u975e\u5e38\u7b80\u7b54\u5566\uff0c\u5c31\u662f\u659c\u7387\u5927\uff0c\u6211\u4eec\u7684\u6b65\u4f10\u5c31\u8de8\u5927\u4e00\u70b9\uff0c\u53cd\u8fc7\u6765\u659c\u7387\u5c0f\uff0c\u6211\u4eec\u7684\u6b65\u4f10\u5c31\u8de8\u5c0f\u4e00\u70b9\u3002\u4e0b\u9762\u5047\u8bbe\u53ea\u6709\u4e00\u4e2a\u53c2\u6570\u7684\u60c5\u51b5\u4e0b\uff0c\u6211\u4eec\u6765\u76f4\u89c2\u5730\u89e3\u91ca\u68af\u5ea6\u4e0b\u964d\u6cd5\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205221439-1024x611.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"611\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205221439-1024x611.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-42\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u770b\u4e0a\u9762\u7684\u7b14\u8bb0\u6211\u4eec\u9996\u5148\u53d1\u73b0\u4e86\u4e24\u4e2a\u65b0\u7684\u540d\u8bcd\uff0c\u6211\u4eec\u5c31\u5148\u5bf9\u4e8e\u4ed6\u4eec\u4f5c\u51fa\u89e3\u91ca\u3002\u03b7\u662f\u5b66\u4e60\u7684\u901f\u7387\uff08Learning rate\uff09\uff0c\u53ef\u4ee5\u770b\u5230\u5b83\u4e0e\u659c\u7387\u76f8\u4e58\u624d\u51b3\u5b9a\u4e86\u6b65\u4f10\u7684\u5927\u5c0f\uff0c\u4e5f\u5c31\u662f\u8bf4\u03b7\u53ef\u4ee5\u51b3\u5b9a\u8bad\u7ec3\u7684\u5feb\u6162\uff0c\u4e0e\u659c\u7387\u4e0d\u540c\u7684\u662f\u03b7\u8fd9\u4e2a\u53c2\u6570\u662f\u7531\u6211\u4eec\u6a21\u578b\u7684\u8bad\u7ec3\u4eba\u6765\u51b3\u5b9a\u7684\uff0c\u6211\u4eec\u53ef\u4ee5\u81ea\u5df1\u81ea\u7531\u63a7\u5236\u5b83\u7684\u5927\u5c0f\u3002\u540c\u65f6\u5f15\u51fa\u4e86\u65b0\u7684\u6982\u5ff5\uff0c\u4e5f\u5c31\u662f\u673a\u5668\u5b66\u4e60\u4e2d\u81ea\u5df1\u8bbe\u5b9a\u7684\u53c2\u6570\u53eb\u505a\u8d85\u53c2\u6570\uff08hyperparameters\uff09\u3002<\/p>\n\n\n\n<p>\u63a5\u4e0b\u53bb\u8bf4\uff0c\u6211\u4eec\u7684\u76ee\u6807\u662f\u8981\u627e\u5230\u4e00\u4e2a\u6700\u5c0f\u7684Loss\u503c\uff0c\u6211\u4eec\u901a\u8fc7\u4e0d\u65ad\u8ba1\u7b97\u659c\u7387\uff0c\u5f97\u51fa\u6211\u4eec\u4e0b\u4e00\u6b65\u8981\u8fc8\u51fa\u591a\u5927\u7684\u6b65\u4f10\uff0c\u4e5f\u5c31\u4e0b\u4e00\u6b65\u7684w\u66f4\u65b0\u5728\u54ea\u4e2a\u4f4d\u7f6e\u3002\u90a3\u4ec0\u4e48\u65f6\u5019\u7a0b\u5e8f\u4f1a\u505c\u4e0b\u6765\u5462\uff1f\u6709\u4e00\u79cd\u60c5\u51b5\u662f\u6211\u4eec\u8bbe\u5b9a\u4e00\u5171\u66f4\u65b0\u51e0\u8f6e\uff0c\u6bd4\u5982\u6240\u5728\u7a0b\u5e8f\u5f53\u4e2d\u5199\u8ba1\u7b97100\u6b21\u659c\u7387\u540e\u505c\u6b62\u7a0b\u5e8f\uff0c\u6211\u89c9\u5f97\u8fd9\u6837\u5e94\u8be5\u662f\u9632\u6b62\u6709\u4e00\u4e2a\u975e\u5e38\u957f\u7684\u5173\u4e8eL\u7684\u51fd\u6570\uff0c\u8fd9\u4e2a\u51fd\u6570\u4e00\u76f4\u5728\u4e0b\u964d\u4f46\u4e0b\u964d\u7684\u901f\u5ea6\u975e\u5e38\u6162\uff0c\u5bfc\u81f4\u6211\u4eec\u6bcf\u4e00\u6b65\u90fd\u8fc8\u5730\u975e\u5e38\u5c0f\uff0c\u7136\u540e\u7a0b\u5e8f\u8fd8\u4e0d\u65ad\u8ba1\u7b97\u6bcf\u4e00\u6b65\u7684\u659c\u7387\uff0c\u611f\u89c9\u5c31\u662f\u5f88\u5c0f\u5fc3\u7ffc\u7ffc\u5730\u5411\u524d\uff0c\u7136\u540eLoss\u7684\u6bcf\u4e00\u6b21\u4e0b\u964d\u7684\u503c\u53c8\u975e\u5e38\u5c11\uff0c\u4f46\u662f\u7a0b\u5e8f\u53c8\u4f1a\u4e00\u76f4\u4e0d\u65ad\u5730\u8dd1\u4e0b\u53bb\uff0c\u6240\u4ee5\u6211\u4eec\u901a\u8fc7\u8bbe\u5b9a\u66f4\u65b0\u7684\u8f6e\u6570\u6765\u89e3\u51b3\u8fd9\u4e2a\u95ee\u9898\uff0c\u8fd9\u91cc\u8001\u5e08\u6ca1\u6709\u8bb2\uff0c\u5176\u5b9e\u90fd\u662f\u6211\u778e\u731c\u7684\u5566\u3002\u4e0d\u8fc7\u6ca1\u9519\uff0c\u8fd9\u91cc\u6211\u4eec\u8bbe\u7f6e\u7684\u8f6e\u6570\u4e5f\u662f\u4e00\u4e2a\u8d85\u53c2\u6570\uff08hyperparameters\uff09\u3002\u90a3\u8fd8\u6709\u4e00\u79cd\u65b9\u5f0f\u5c31\u662f\u5f53\u659c\u7387\u4e3a0\u7684\u65f6\u5019\uff0c\u4e5f\u5c31\u662fw\u8fd9\u4e2a\u70b9\u7684\u5de6\u8fb9\u662f\u9012\u589e\uff0c\u53f3\u8fb9\u4e5f\u662f\u9012\u589e\u7684\u60c5\u51b5\uff0c\u7a0b\u5e8f\u6ca1\u6709\u529e\u6cd5\u7ee7\u7eed\u8d70\u4e86\uff0c\u56e0\u4e3a\u7b97\u51fa\u6765\u7684\u6b65\u4f10\u662f0\u561b\uff0c\u8fd9\u79cd\u60c5\u51b5\u4e0b\u7a0b\u5e8f\u4e5f\u4f1a\u505c\u4e0b\u6765\u3002<\/p>\n\n\n\n<p>\u518d\u6765\u4ed4\u7ec6\u770b\u56fe\u4e2d\u7684\u8fd9\u4e2a\u51fd\u6570\uff0c\u6211\u4eec\u4f1a\u53d1\u73b0w<sup>T<\/sup>\u662f\u6211\u4eec\u6700\u540e\u505c\u4e0b\u6765\u7684\u70b9\uff0c\u4f46\u662f\u6211\u4eec\u4f1a\u53d1\u73b0\u771f\u6b63L\u7684\u6700\u5c0f\u503c\u662f\u5728w<sup>T<\/sup>\u7684\u53f3\u8fb9\uff0c\u4e5f\u5c31\u662f\u8bf4\u6211\u4eec\u5176\u5b9e\u5e76\u6ca1\u6709\u627e\u5230\u6211\u4eec\u9700\u8981\u7684L\u7684\u6700\u5c0f\u503c\u70b9\uff01\u6211\u4eec\u5c06\u8fd9\u4e2a\u4f1a\u505c\u4e0b\u6765\u7684\u70b9\u79f0\u4e3a\u5c40\u90e8\u6700\u4f18\uff08Local minima\uff09\uff0c\u7136\u540e\u5c06\u8fd9\u4e2a\u771f\u6b63\u7684\u6700\u4f18\u70b9\u79f0\u4e3a\u5168\u5c40\u6700\u4f18\uff08Global minima\uff09\u3002\u90a3\u4e48\u63a5\u4e0b\u53bb\u6211\u4eec\u5e76\u4e0d\u4f1a\u53bb\u8ba8\u8bba\u5982\u4f55\u53bb\u5bfb\u627e\u8fd9\u4e2a\u5168\u5c40\u6700\u4f18\u70b9\uff0c\u56e0\u4e3a\u5176\u5b9e\u8fd9\u4e2a\u95ee\u9898\u5e76\u4e0d\u662f\u6211\u4eec\u8fd9\u4e2a\u65b9\u6cd5\u6700\u4e3b\u8981\u7684\u75db\u70b9\uff0c\u540e\u9762\u7684\u8bfe\u7a0b\u91cc\u5e94\u8be5\u4f1a\u518d\u53bb\u8be6\u7ec6\u5730\u8ba8\u8bba\u3002\u63a5\u4e0b\u53bb\u6211\u4eec\u518d\u6765\u770b\u4e24\u4e2a\u53c2\u6570\u65f6\u5019\u7684\u60c5\u51b5\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205224841-1024x302.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"302\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205224841-1024x302.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-46\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u8fd9\u91cc\u7684\u6b65\u9aa4\u5176\u5b9e\u548c\u521a\u521a\u8bf4\u7684\u5dee\u4e0d\u591a\uff0c\u6211\u4eec\u4f1a\u968f\u673a\u9009\u53d6\u7684\u53c2\u6570\u53d8\u6210\u4e86\u4e24\u4e2a\uff0c\u5206\u522b\u662fw<sup>0<\/sup>\u548cb<sup>0<\/sup>\uff0c\u7136\u540e\u6211\u4eec\u5728\u8ba1\u7b97\u659c\u7387\u7684\u65f6\u5019\u4f1a\u5206\u522b\u5bf9w\u548cb\u6c42\u5bf9\u4e8eL\u7684\u5fae\u5206\u3002\u8fd9\u91cc\u503c\u5f97\u4e00\u63d0\u7684\u662f\uff0c\u4e24\u4e2a\u53c2\u6570\u7684\u5fae\u5206\u8ba1\u7b97\uff0c\u901a\u5e38\u53ef\u4ee5\u5728\u6df1\u5ea6\u5b66\u4e60\u6846\u67b6\u4e2d\u7528\u4e00\u53e5\u4ee3\u7801\u5b8c\u6210\u3002<\/p>\n\n\n\n<p>\u5b8c\u6210\u4e86\u4ee5\u4e0a\u4e09\u6b65\uff0c\u53ef\u4ee5\u8bf4\u6211\u4eec\u5b8c\u6210\u4e86\u4e00\u6b21\u673a\u5668\u5b66\u4e60\uff0c\u4f46\u771f\u6b63\u7684\u673a\u5668\u5b66\u4e60\u80af\u5b9a\u6ca1\u6709\u90a3\u4e48\u7b80\u5355\uff0c\u5b9e\u9645\u4e0a\u6bd4\u8fd9\u8981\u590d\u6742\u7684\u591a\u3002\u8ba9\u6211\u4eec\u56de\u5230step1\u7684Model\u4e0a\u9762\uff0c\u521a\u624d\u6211\u4eec\u9009\u53d6\u7684\u6a21\u578b\u662f y = b + wx<sub>1<\/sub> \u8fd9\u4e2a\u51fd\u6570\uff0c\u4e0b\u9762\u8001\u5e08\u5c06\u8fd9\u4e2a\u6a21\u578b\u7528\u5728\u771f\u5b9e\u751f\u6d3b\u4e2d\u4f1a\u4ea7\u751f\u7684\u6570\u636e\u4e0a\u9762\uff0c\u8fd9\u4e2a\u6570\u636e\u662f\u8001\u5e08\u7684YouTube\u8d26\u53f7\u7684\u89c2\u770b\u4eba\u6570\u5047\u8bbe\uff0c\u90a3\u4e48\u7b97\u51fa\u6765\u4e862017-2020\u5e74\u89c2\u770b\u4eba\u6570\uff0c\u8fd9\u4e2a\u6570\u636e\u5bf9\u4e8e\u6211\u4eec\u8fd9\u4e2a\u573a\u666f\u4e0b\u6765\u8bf4\u662f\u5df2\u77e5\u7684\u6570\u636e\uff0c\u6211\u4eec\u53ef\u4ee5\u5c06\u8fd9\u4e9b\u6570\u636e\u79f0\u4e4b\u4e3a\u8bad\u7ec3\u96c6\uff0c\u90a3\u6211\u4eec\u7b97\u51fa\u5bf9\u4e8e\u8bad\u7ec3\u96c6\u6765\u8bf4\u7684L\u7684\u503c\uff0c\u5047\u8bbe\u8bf4\u662f0.48k\u3002\u7136\u540e\u6211\u4eec\u5728\u8ba1\u7b97\u4e00\u4e0b2021\u5e74\uff08\u5047\u8bbe\u8fd9\u91cc2021\u5e74\u7684\u6570\u636e\u662f\u672a\u77e5\u7684\uff09\u7684L\uff0c\u90a3\u8fd9\u91cc2021\u5e74\u7684\u6570\u636e\u4e5f\u5c31\u662f\u6211\u4eec\u7684\u9884\u6d4b\u503c\uff0c\u8fd9\u91cc\u5047\u8bbe\u6211\u4eec\u5f97\u5230\u7684\u635f\u5931\u503cL&#8217;\u662f0.58k\u3002\u90a3\u521a\u624d\u7684\u60c5\u51b5\u662f\u4ee5\u5929\u4e3a\u5355\u4f4d\u7684\uff0c\u6211\u4eec\u77e5\u9053\u6bcf\u5929\u89c2\u770bYouTube\u89c6\u9891\u7684\u4eba\u6570\u80af\u5b9a\u4f1a\u6709\u4e0d\u540c\uff0c\u6bd4\u5982\u8bf4\u661f\u671f\u4e00\u5230\u661f\u671f\u4e94\u89c2\u770b\u8001\u5e08\u8bfe\u7a0b\u89c6\u9891\u7684\u4eba\u6570\u5c31\u4f1a\u591a\u4e00\u4e9b\uff0c\u56e0\u4e3a\u662f\u6559\u5b66\u89c6\u9891\u561b\uff0c\u90a3\u5230\u5468\u672b\u7684\u65f6\u5019\u89c2\u770b\u6559\u5b66\u89c6\u9891\u7684\u4eba\u6570\u5c31\u4f1a\u5c11\u4e00\u4e9b\uff0c\u8fd9\u6837\u6bd4\u8f83\u7b26\u5408\u5e38\u7406\u561b\uff0c\u56e0\u4e3a\u5927\u5bb6\u53ef\u80fd\u5728\u5468\u672b\u4f11\u606f\u3002\u867d\u7136\u8bf4\u6bcf\u4e00\u5929\u7684\u6570\u636e\u4f1a\u6709\u5f88\u5927\u5dee\u5f02\uff0c\u4f46\u662f\u4ee5\u5468\u4e3a\u5355\u4f4d\u8fd9\u6837\u7684\u5dee\u8ddd\u5c31\u4f1a\u5c0f\u4e00\u4e9b\u4e86\u3002\u6240\u4ee5\u6211\u4eec\u53ef\u4ee5\u4f7f\u7528\u521a\u624d\u8bf4\u7684\u6709\u4e24\u4e2a\u53c2\u6570\u7684Model\uff0c\u901a\u8fc7\u8c03\u6574\u51fd\u6570\u4e2d\u7684w\u548cb\u7684\u503c\u53ef\u4ee5\u5236\u9020\u51fa\u65b0\u7684\u51fd\u6570\uff0c\u8fd9\u91cc\u6211\u4eec\u8c03\u6574w\u7684\u503c\uff08\u5177\u4f53\u5982\u4e0b\u56fe\u6240\u793a\uff09\uff0c\u6211\u4eec\u5148\u4ee57\u5929\u4e3a\u4e00\u4e2a\u5355\u4f4d\u6765\u770b\uff0c\u901a\u8fc7\u8ba1\u7b97\u6211\u4eec\u53d1\u73b02017-2020\u7684L\u662f0.38k\uff0c2021\u7684L&#8217;\u662f0.49k\u3002\u6211\u4eec\u53d1\u73b0\u6bd4\u521a\u624d\u5f97\u5230\u7684\u635f\u5931\u8981\u5c0f\u4e86\u4e00\u4e9b\uff0c\u8bf4\u660e\u6211\u4eec\u7684\u6a21\u578b\u6548\u679c\u53d8\u5f97\u66f4\u597d\u4e86\u4e00\u4e9b\uff01\u90a3\u65e2\u7136\u4ee5\u5468\u4e3a\u5355\u4f4d\u6548\u679c\u53d8\u597d\u4e86\uff0c\u90a3\u6211\u4eec\u4ee5\u6708\u4e3a\u5355\u4f4d\uff0c\u751a\u81f3\u4ee5\u5e74\u4e3a\u5355\u4f4d\u5462\uff0c\u6309\u7406\u6765\u8bf4\u6211\u4eec\u7684\u6a21\u578b\u6548\u679c\u4f1a\u53d8\u5f97\u66f4\u597d\u4e00\u4e9b\u3002\u6ca1\u9519\uff0c\u6839\u636e\u5b9e\u9645\u95ee\u9898\u4e00\u6b65\u6b65\u4fee\u6539\u6211\u4eec\u7684Model\uff0c\u53ef\u4ee5\u4f7fL\u9010\u6e10\u51cf\u5c0f\uff0c\u4e5f\u5c31\u662f\u8ba9\u6211\u4eec\u7684\u6a21\u578b\u53d8\u5f97\u66f4\u597d\u3002\u987a\u5e26\u4e00\u8bf4\uff0c\u521a\u624d\u63d0\u5230\u7684\u8fd9\u4e9bModel\u90fd\u53eb\u505aLinear model\uff0c\u5b57\u9762\u610f\u601d\uff0c\u4ed6\u4eec\u90fd\u662f\u76f4\u7ebf\u51fd\u6570\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205231554-1024x425.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"425\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205231554-1024x425.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-51\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u4ee5\u4e0a\u6211\u4eec\u8bf4\u7684Model\u90fd\u53eb\u505aLinear model\uff0c\u5b83\u4eec\u4e0d\u4ec5\u4e0d\u5b8c\u7f8e\uff0c\u8fd8\u6709\u975e\u5e38\u591a\u9650\u5236\uff0c\u6bd4\u5982\u8bf4\u4e0b\u9762\u8fd9\u4e2a\u4f8b\u5b50\uff0c\u5c31\u662f\u65e0\u8bba\u600e\u6837\u8c03\u6574w\u548cb\u7684\u503c\uff0c\u6211\u4eec\u90fd\u4e0d\u53ef\u80fd\u5236\u9020\u51fa\u4e0b\u9762\u8fd9\u6761\u7ea2\u8272\u7684\u6298\u7ebf\u51fd\u6570\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205232511-1024x438.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"438\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205232511-1024x438.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-55\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u8fd9\u662f\u6765\u81ea\u4e8eModel\u672c\u8eab\u7684\u9650\u5236\uff0c\u6211\u4eec\u53eb\u505aModel Bias\u3002\u8bf7\u6ce8\u610f\uff0c\u8fd9\u91cc\u7684Bias\u548c\u6211\u4eec\u4e4b\u524dmodel\uff08\u51fd\u6570\uff09\u91cc\u7684b\u4e0d\u662f\u4e00\u4e2a\u610f\u601d\u3002\u4e8e\u662f\uff0c\u60f3\u8981\u6211\u4eec\u7684\u6a21\u578b\u66f4\u52a0\u5b8c\u7f8e\uff0c\u6211\u4eec\u9700\u8981\u5199\u51fa\u66f4\u52a0\u590d\u6742\u7684\u51fd\u6570\u3002\u4e0a\u9762\u7684\u8fd9\u6761\u7ea2\u8272\u51fd\u6570\u65e2\u7136\u4e0d\u80fd\u7528\u4e00\u4e2a\u51fd\u6570\u5b8c\u7f8e\u8868\u793a\uff0c\u90a3\u4e48\u6211\u4eec\u662f\u4e0d\u662f\u53ef\u4ee5\u7528\u5f88\u591a\u4e00\u4e2afunction\uff08\u51fd\u6570\uff09\u53bb\u8868\u793a\u5b83\u5462\uff1f\u6ca1\u9519\uff0c\u8fd9\u5c31\u662f\u89e3\u51b3\u7684\u529e\u6cd5\uff0c\u8fd9\u6761\u7ea2\u7ebf\u7684\u7ebf\u53ef\u4ee5\u7531\u5e38\u6570\u548c\u8bb8\u591afunction\u7684\u603b\u548c\u52a0\u8d77\u6765\u5f97\u5230\uff0c\u8fd9\u4e2afunction\u7684\u6837\u5b50\u8fd8\u6709\u70b9\u7279\u522b\u5566\uff0c\u50cf\u53cd\u8f6c\u8fc7\u6765\u7684Z\uff0c\u5177\u4f53\u6211\u4eec\u53ef\u4ee5\u770b\u4e0b\u56fe\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205233309-1024x389.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"389\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205233309-1024x389.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-56\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u6211\u4eec\u901a\u8fc7\u5c06\u5e38\u6570\u548c\u8bb8\u591afunction\u52a0\u8d77\u6765\u5f97\u5230\u4e86\u66f4\u52a0\u590d\u6742\u7684\u51fd\u6570\uff0cAll piecewise linear curve\u90fd\u53ef\u4ee5\u7531\u5e38\u6570\u52a0\u4e0a\u8bb8\u591afunction\u7684\u603b\u548c\u5f97\u5230\uff0c\u518d\u8fdb\u4e00\u6b65\u8bf4\uff0c\u6211\u4eec\u53ef\u4ee5\u7528piecewise linear curve\u53bb\u903c\u8fd1\u4efb\u4f55\u50cf\u4e0a\u9762\u7ea2\u8272\u51fd\u6570\u90a3\u6837\u7684\u66f2\u7ebf\u3002\u8fd9\u6837\u65e0\u8bba\u591a\u590d\u6742\u7684\u66f2\u7ebf\u90fd\u53ef\u4ee5\u8868\u793a\u51fa\u6765\u4e86\uff0c\u65e0\u975e\u5c31\u662ffunction\u7528\u7684\u591a\u5c11\u800c\u5df2\uff0c\u7528\u7684\u8d8a\u591a\u81ea\u7136\u8868\u793a\u51fa\u6765\u7684\u51fd\u6570\u5c31\u8d8a\u590d\u6742\u3002\u90a3\u4e48\u95ee\u9898\u53c8\u56de\u6765\u4e86\uff0c\u6211\u4eec\u8be5\u5982\u4f55\u53bb\u8868\u793a\u8fd9\u4e2afunction\u5462\uff1f\u4e0b\u9762\u5c31\u8be5\u673a\u5668\u5b66\u4e60\u4e2d\u5927\u540d\u9f0e\u9f0e\u7684sigmoid\u51fd\u6570\u51fa\u573a\u4e86\uff01<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205234019-1024x492.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"492\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205234019-1024x492.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-57\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>sigmoid\u51fd\u6570\u5728\u673a\u5668\u5b66\u4e60\u4e2d\u975e\u5e38\u91cd\u8981\uff0c\u5f88\u591a\u5730\u65b9\u90fd\u4f1a\u518d\u63d0\u5230\uff0c\u4e0a\u9762\u8fd9\u4e2a\u865a\u7ebf\u5c31\u662fsigmoid\u51fd\u6570\u672c\u4f53\u4e86\uff0c\u5b83\u7684\u8868\u8fbe\u5f0f\u662f\u4e0b\u9762\u8fd9\u6837\uff0c\u540e\u9762\u6211\u4eec\u901a\u5e38\u4f1a\u7b80\u5199\u6210 y = c sigmoid(b + wx<sub>1<\/sub>):<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5c4f\u5e55\u622a\u56fe-2024-02-05-234640.png'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"258\" height=\"154\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5c4f\u5e55\u622a\u56fe-2024-02-05-234640.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-59\"\/><\/div><\/figure>\n\n\n\n<p>sigmoid\u5f0f\u5b50\u91cc\u7684c\u662f\u4e2a\u5e38\u6570\uff0c\u53ef\u4ee5\u7531\u6211\u4eec\u81ea\u7531\u8c03\u6574\u5b83\u7684\u5927\u5c0f\uff0c\u540e\u9762\u4f1a\u5177\u4f53\u8bf4\u660e\u5b83\u7684\u7528\u5904\u3002\u89c2\u5bdf\u5f0f\u5b50\uff0c\u6211\u4eec\u53ef\u4ee5\u53d1\u73b0sigmoid\u51fd\u6570\u7684\u4e00\u4e9b\u7279\u5f81\u3002\u5982\u679cx<sub>1<\/sub>\u53d6\u65e0\u7a77\u5927\uff0c\u90a3\u4e48\u8fd9\u4e2asigmoid\u51fd\u6570\u5c31\u4f1a\u6536\u655b\u4e8e\u9ad8\u5ea6\u662fc\u7684\u5730\u65b9\uff1b\u5982\u679cx<sub>1<\/sub>\u53d6\u65e0\u7a77\u5c0f\uff0c\u4e0b\u9762\u7684\u5206\u6bcd\u5c31\u4f1a\u65e0\u7a77\u5927\uff0c\u6700\u540e\u8fd9\u4e2asigmoid\u51fd\u6570\u5c31\u4f1a\u6536\u655b\u4e8e0\u3002\u8fd9\u91cc\u6211\u4eec\u4f1a\u53d1\u73b0c\u3001b\u548cw\u8fd9\u4e9b\u53c2\u6570\u90fd\u662f\u6211\u4eec\u53ef\u4ee5\u53bb\u4fee\u6539\u7684\uff0c\u901a\u8fc7\u4fee\u6539\u8fd9\u4e9b\u53c2\u6570\u6211\u4eec\u5c31\u53ef\u4ee5\u5236\u9020\u51fa\u5404\u79cd\u4e0d\u540c\u7684function\u3002\u8fd9\u91cc\u987a\u5e26\u4e00\u63d0\u7684\u662f\uff0c\u521a\u624d\u6211\u4eec\u7ec4\u6210\u90a3\u6761\u7ea2\u8272\u51fd\u6570\u7528\u5230\u7684function\u5c31\u662f\u4e00\u79cd\u7279\u6b8a\u7684sigmoid\u51fd\u6570\uff0c\u6211\u4eec\u5c06\u5176\u79f0\u4e4b\u4e3aHard sigmoid\u3002\u4e0b\u9762\u662fc\u3001b\u548cw\u6539\u52a8\u540e\u5bf9\u4e8esigmoid\u51fd\u6570\u7684\u6548\u679c\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205235511-1024x587.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"587\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240205235511-1024x587.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-60\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u4ece\u4e0a\u9762\u7684\u56fe\u4e2d\u6211\u4eec\u5c31\u53ef\u4ee5\u770b\u5230\u6539\u52a8\u8fd9\u4e9b\u53c2\u6570\u540e\u7684\u6548\u679c\uff1a<\/p>\n\n\n\n<p>w\u63a7\u5236\u51fd\u6570\u7684\u659c\u7387<\/p>\n\n\n\n<p>b\u63a7\u5236\u51fd\u6570\u7684\u5de6\u53f3\u79fb\u52a8<\/p>\n\n\n\n<p>c\u63a7\u5236\u51fd\u6570\u7684\u4e0a\u4e0b\u79fb\u52a8<\/p>\n\n\n\n<p>\u8fd9\u91cc\u4e3a\u4e86\u65b9\u4fbf\u8bb0\u5fc6sigmoid\u51fd\u6570\u7684\u5f62\u72b6\uff0c\u6211\u4eec\u4ecesigmoid\u8fd9\u8bcd\u7684\u610f\u601d\u89d2\u5ea6\u51fa\u53d1\uff0csigmoid\u8fd9\u4e2a\u5355\u8bcd\u6709S\u5f62\u3001\u4e59\u72b6\u7684\u610f\u601d\uff0c\u548c\u4e0a\u9762\u7684\u56fe\u50cf\u7ed3\u5408\u8d77\u6765\u770b\u8fd8\u662f\u633a\u5f62\u8c61\u7684\u3002<\/p>\n\n\n\n<p>\u4e8e\u662f\uff0c\u901a\u8fc7sigmoid\u51fd\u6570\uff0c\u6211\u4eec\u6539\u8fdb\u6211\u4eec\u7684\u6a21\u578b\uff0c\u8ba9\u6211\u4eec\u7684\u6a21\u578b\u5b9e\u73b0\u4e86\u7ebf\u6027\u5230\u975e\u7ebf\u6027\u7684\u98de\u8dc3\u3002\u8fd9\u91cc\u8bf7\u6ce8\u610f\u5728\u56fe\u4e2d\u6807\u7684\u4e00\u4e2a\u672a\u77e5\u6570\u548c\u4e24\u4e2a\u672a\u77e5\u6570\u90fd\u8868\u793a\u7684\u662fw\u4e0b\u6807\u7684\u4e2a\u6570\uff0c\u5e76\u4e0d\u662f\u6307\u53c2\u6570\u7684\u4e2a\u6570\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206000405-1024x147.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"147\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206000405-1024x147.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-62\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u90a3\u8fd9\u91cc\u7684I\u5f0f\u5b50\u53ef\u80fd\u770b\u8d77\u6765\u4f1a\u6bd4\u8f83\u590d\u6742\uff0c\u4e0b\u9762\u6211\u4eec\u5bf9\u5b83\u505a\u51fa\u8be6\u7ec6\u7684\u89e3\u91ca\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206012929-1024x740.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"740\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206012929-1024x740.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-66\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u8fd9\u91cc\u7684i\u8868\u793a\u4e0d\u540c\u7684sigmoid\u51fd\u6570\uff0cj\u8868\u793afeature\u7684\u7f16\u53f7\uff0c\u4e3a\u4e86\u65b9\u4fbf\u7406\u89e3\uff0c\u6211\u4eec\u8fd8\u662f\u7528\u4e0a\u9762\u90a3\u4e2aYouTube\u7684\u4f8b\u5b50\uff0c\u5047\u8bbe\u8fd9\u91cc\u7684j\u8868\u793a\u7684\u5c31\u662f\u524di\u5929\uff0c\u7136\u540e\u6211\u4eec\u8f93\u5165\u7684x<sub>i<\/sub>\u5c31\u8868\u793a\u524di\u5929\u7684\u9891\u9053\u89c2\u770b\u4eba\u6570\u3002\u4e0a\u56fe\u9ed1\u8272\u5708\u91cc\u7684\u7f16\u53f7\u5c31\u8868\u793a\u8fd9\u662f\u7b2ci\u4e2asigmoid\u51fd\u6570\u3002\u5f0f\u5b50\u4e2d\u7684w<sub>ij<\/sub>\u8868\u793a\u7684\u662f\u7b2ci\u4e2asigmoid\u51fd\u6570\u91cc\u4e58\u7ed9\u7b2cj\u4e2afeature\u7684weight\u3002\u4e3a\u4e86\u65b9\u4fbf\u8d77\u89c1\uff0c\u6211\u4eec\u5c06sigmoid\u62ec\u53f7\u91cc\u7684\u5f0f\u5b50\u8868\u793a\u4e3ar<sub>i<\/sub>\u3002\u63a5\u4e0b\u53bb\u7684\u7406\u89e3\u53ef\u80fd\u9700\u8981\u4e00\u4e9b\u7ebf\u6027\u4ee3\u6570\u65b9\u9762\u7684\u77e5\u8bc6\uff0c\u4e0b\u9762\u4e3a\u4e86\u65b9\u4fbf\u548c\u7b80\u6d01\u6027\uff0c\u6211\u4eec\u7528\u7ebf\u6027\u4ee3\u6570\u7684\u89d2\u5ea6\u53bb\u89e3\u91ca\u4e0a\u9762\u5173\u4e8er\u7684\u5f0f\u5b50\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206014839-1024x789.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"789\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206014839-1024x789.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-67\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u6ce8\u610f\u4e0a\u9762\u7684\u5f0f\u5b50\u5e76\u6ca1\u6709\u8fdb\u884c\u8ba1\u7b97\uff0c\u53ea\u662f\u5728\u7ebf\u6027\u4ee3\u6570\u7684\u89d2\u5ea6\u89e3\u91ca\u4e86r\u7684\u8ba1\u7b97\u3002\u503c\u5f97\u6ce8\u610f\u7684\u662f\uff0c\u8fd9\u91cc\u7684r\u3001b\u548cx\u90fd\u662f\u4e00\u4e2a\u5411\u91cf\uff0cw\u662f\u4e00\u4e2a\u77e9\u9635\u3002\u518d\u7136\u540e\u6839\u636e\u5f0f\u5b50\uff0c\u5c31\u8be5\u5c06r\u4ee3\u5165sigmoid\u51fd\u6570\u4e2d\u8fdb\u884c\u8fd0\u7b97\u4e86\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206014844-1024x803.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"803\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206014844-1024x803.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-68\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u8fd9\u91cc\u4e3a\u4e86\u65b9\u4fbf\u8d77\u89c1\uff0c\u6211\u4eec\u5c06sigmoid\u51fd\u6570\u8fd0\u7b97\u540e\u7684\u7ed3\u679c\u7b80\u5199\u6210a<sub>i<\/sub>\u3002\u7136\u540e\u6211\u4eec\u7ee7\u7eed\u770b\u5f0f\u5b50\u63a5\u4e0b\u53bb\u7684\u8fd0\u7b97\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206020440-1024x800.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"800\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206020440-1024x800.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-69\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u63a5\u4e0b\u53bb\u5c31\u5e94\u8be5\u6bd4\u8f83\u597d\u7406\u89e3\u4e86\uff0c\u5c31\u662f\u5c06sigmoid\u8ba1\u7b97\u51fa\u6765\u7684a<sub>i<\/sub>\u4e58\u4e0a\u5e38\u6570c<sub>i<\/sub>\u5168\u90e8\u52a0\u8d77\u6765\uff0c\u6700\u540e\u518d\u52a0\u4e00\u4e2a\u5e38\u6570b\u5c31\u53ef\u4ee5\u5f97\u5230\u6211\u4eec\u7684\u8f93\u51fa\u7ed3\u679cy\u5566\uff01\u8fd9\u91cc\u5728\u7528\u5411\u91cf\u77e9\u9635\u7684\u65b9\u5f0f\u8868\u793a\u7684\u65f6\u5019\u6709\u4e00\u4e2a\u9700\u8981\u6ce8\u610f\u7684\u70b9\uff0c\u5c31\u662f\u6211\u4eec\u5c06\u5e38\u6570c<sub>i<\/sub>\u7ec4\u6210\u7684\u5411\u91cf\u8fdb\u884c\u4e86\u884c\u5217\u8f6c\u7f6e\uff0c\u5728\u53f3\u4e0a\u89d2\u5199\u4e2a\u5927\u5199\u7684T\u5c31\u8868\u793a\u884c\u5217\u8f6c\u7f6e\uff0c\u56e0\u4e3a\u4e00\u5f00\u59cb\u6211\u4eec\u5b9a\u4e49\u7684\u5411\u91cfc\u548ca\u90fd\u662f\u5217\u5411\u91cf\uff0c\u4e24\u4e2a\u5217\u5411\u91cf\u7684\u5f62\u72b6\u51b3\u5b9a\u4e86\u5b83\u4eec\u4e0d\u53ef\u4ee5\u76f8\u4e58\uff0c\u4e8e\u662f\u884c\u5217\u8f6c\u6362\u4e4b\u540e\u5b83\u4eec\u7684\u5f62\u72b6\u53d8\u6210\u4e861 * 3 \u548c 3 * 1\uff0c\u8fd9\u6837\u4e24\u4e2a\u5f62\u72b6\u7684\u5411\u91cf\u5c31\u53ef\u4ee5\u8fdb\u884c\u76f8\u4e58\u4e86\u3002<\/p>\n\n\n\n<p>\u6700\u540e\u662f\u5bf9\u4e8eI\u5f0f\u5b50\u89e3\u91ca\u7684\u4e00\u4e2a\u603b\u7ed3\uff0c\u4e0b\u9762\u662f\u4e00\u4e2a\u5f0f\u5b50\u7684\u8ba1\u7b97\u6d41\u7a0b\u56fe\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206020444-1024x688.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"688\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206020444-1024x688.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-70\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u8fd9\u6837\u5b50\u6211\u4eec\u5c31\u5bf9step1\u505a\u51fa\u4e86\u6539\u8fdb\uff0c\u63a5\u4e0b\u53bb\u6211\u4eec\u770b\u5230step2\uff0cLoss\u7684\u8ba1\u7b97\u4e5f\u5e94\u8be5\u76f8\u5e94\u7684\u8fdb\u884c\u6539\u8fdb\u3002<\/p>\n\n\n\n<p>\u5728\u7ee7\u7eed\u63a5\u4e0b\u6765\u7684\u5185\u5bb9\u4e4b\u524d\uff0c\u6211\u4eec\u5148\u6765\u91cd\u65b0\u660e\u786e\u4e00\u4e0b\u5404\u4e2a\u53c2\u6570\u7684\u5b9a\u4e49\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206022327-1024x572.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"572\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206022327-1024x572.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-72\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u9996\u5148\u8fd9\u91cc\u7684x\u8868\u793a\u7684\u662ffeature\u3002\u5176\u6b21\u662f\u6211\u4eec\u7684\u56db\u4e2a\u672a\u77e5\u6570W\u3001c\u548c\u4e24\u4e2ab\uff0c\u8bf7\u6ce8\u610f\u8fd9\u91cc\u7eff\u8272\u7684b\u548c\u7070\u8272\u7684b\u8868\u793a\u7684\u542b\u4e49\u662f\u4e0d\u540c\u7684\u3002\u6211\u4eec\u5c06\u77e9\u9635w\u7684\u6bcf\u4e00\u5217\u6216\u8005\u884c\u62ff\u51fa\u6765\u53d8\u6210\u4e00\u5806\u5411\u91cf\uff0c\u7136\u540e\u6211\u4eec\u5c06\u8fd9\u5806\u5411\u91cf\u548c\u4e24\u4e2ab\u548cc<sup>T<\/sup>\u5411\u91cf\u5171\u540c\u5b9a\u4e49\u4e3a\u03b8\uff0c\u4e5f\u5c31\u662f\u8bf4\u6211\u4eec\u5c06\u6240\u6709\u672a\u77e5\u6570\u7edf\u4e00\u79f0\u4e3a\u03b8\uff0c\u8fd9\u4e2a\u5411\u91cf\u03b8\u91cc\u7684\u03b8<sub>1<\/sub>\u3001\u03b8<sub>2<\/sub>\u3001\u03b8<sub>3<\/sub>&#8230;\u7684\u6570\u503c\u90fd\u6765\u81ea\u4e8ew\u3001\u4e24\u4e2ab\u548cc\u5f53\u4e2d\uff0c\u4f46\u662f\u5728\u8fd9\u91cc\u6211\u4eec\u5c31\u4e0d\u52a0\u4ee5\u533a\u5206\u4e86\u3002<\/p>\n\n\n\n<p>\u8fd9\u6837Loss\u7684function\u5c31\u53ef\u4ee5\u5199\u4f5cL(\u03b8)\uff0c\u5b83\u8868\u793a\u672a\u77e5\u6570\u03b8\u662f\u4e00\u7ec4\u4ec0\u4e48\u6837\u7684\u503c\u65f6\uff0cmodel\u4f1a\u6709\u591a\u597d\u6216\u8005\u591a\u4e0d\u597d\u3002\u90a3\u63a5\u4e0b\u53bbLoss\u7684\u8ba1\u7b97\u5c31\u548c\u524d\u9762\u8bf4\u7684\u5dee\u4e0d\u591a\u4e86\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206024135-1024x499.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"499\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206024135-1024x499.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-73\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u5c31\u662f\u6211\u4eec\u5c06\u6570\u503c\u5206\u522b\u4ee3\u8fdb\u8fd9\u4e9b\u672a\u77e5\u6570\u03b8\u7684w\u3001c\u548c\u4e24\u4e2ab\u5f53\u4e2d\u8ba1\u7b97\u51fay\u7684\u503c\uff0c\u7136\u540e\u518d\u548cy_hat\u4e5f\u5c31\u662flabel\u4f5c\u5dee\u7684\u7edd\u5bf9\u503c\u6c42\u51fae\uff0c\u63a5\u4e0b\u53bb\u5c31\u662f\u5e26\u5165Loss\u7684\u8ba1\u7b97\u516c\u5f0f\u4e86\uff0c\u548c\u524d\u9762\u7684\u505a\u6cd5\u4e00\u6837\u3002<\/p>\n\n\n\n<p>\u8fd9\u6837\u6211\u4eec\u5c31\u5bf9step2\u505a\u51fa\u4e86\u6539\u8fdb\uff0c\u63a5\u4e0b\u53bb\u5c31\u8be5\u6539\u8fdbstep3 Optimization\u4e86\uff0c\u4e5f\u5c31\u662f\u627eLoss\u7684\u6700\u5c0f\u503c\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206030200-1024x749.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"749\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206030200-1024x749.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-77\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u65b9\u6cd5\u5176\u5b9e\u548c\u4e4b\u524d\u4e24\u4e2a\u53c2\u6570\u7684\u65f6\u5019\u4e5f\u5dee\u4e0d\u591a\u5566\u3002\u6211\u4eec\u7684\u76ee\u7684\u8fd8\u662f\u627eLoss\u7684\u6700\u5c0f\u503c\uff0c\u6211\u4eec\u7528\u03b8<sup>*<\/sup>\u6765\u8868\u793aLoss\u6700\u5c0f\u65f6\u5019\u7684\u03b8\u503c\u3002\u7136\u540e\u8fd8\u662f\u548c\u4e4b\u524d\u4e00\u6837\u968f\u673a\u53d6\u4e00\u4e2a\u8d77\u59cb\u7684\u503c\u03b8<sup>0<\/sup>\uff0c\u63a5\u4e0b\u53d6\u5c31\u662f\u548c\u4e4b\u524d\u4e00\u6837\u6c42\u5fae\u5206\uff0c\u53ea\u4e0d\u8fc7\u8fd9\u91cc\u6211\u4eec\u7684\u53c2\u6570\u4e0d\u6b62\u4e00\u4e2a\u4e86\uff0c\u6240\u4ee5\u6211\u4eec\u9700\u8981\u5bf9\u6240\u6709\u672a\u77e5\u6570\u90fd\u6c42\u5fae\u5206\uff0c\u6240\u6709\u672a\u77e5\u53c2\u6570\u7684\u5fae\u5206\u5c31\u7ec4\u6210\u4e86\u5411\u91cfg\uff0c\u8fd9\u91cc\u7684g\u6709\u4e2a\u4e13\u6709\u7684\u540d\u8bcd\u53eb\u505a\u68af\u5ea6\uff08gradient\uff09\u3002g\u7684\u901a\u5e38\u5199\u6cd5\u5728\u4e0a\u56fe\u6709\u5199\uff0c\u5c31\u662f\u4e00\u4e2a\u5012\u4e09\u89d2\u52a0\u4e0aL(\u03b8)\u3002\u66f4\u65b0\u03b8\u7684\u65b9\u6cd5\u4e5f\u548c\u4e4b\u524d\u4e00\u6837\uff0c\u53ea\u4e0d\u8fc7\u591a\u4e86\u5f88\u591a\u53c2\u6570\uff0c\u548c\u4e4b\u524d\u4e00\u6837\uff0c\u5c06\u73b0\u5728\u7684\u03b8\u503c\u51cf\u53bb\u5b66\u4e60\u7387\u4e58\u4e0a\u68af\u5ea6\u7684\u503c\u5c31\u5f97\u5230\u4e86\u65b0\u7684\u03b8\u503c\uff0c\u8fd9\u6837\u6211\u4eec\u5c31\u5b8c\u6210\u4e86\u5bf9\u03b8\u7684\u66f4\u65b0\u3002\u63a5\u4e0b\u53bb\u5c31\u662f\u4e00\u76f4\u91cd\u590d\u66f4\u65b0\u53c2\u6570\u76f4\u5230\u627e\u5230\u659c\u7387\u4e3a0\u7684\u70b9\u6216\u8005\u6211\u4eec\u4e3b\u52a8\u505c\u6b62\u7a0b\u5e8f\u4e86\uff0c\u8fd9\u91cc\u56e0\u4e3a\u53c2\u6570\u53d8\u591a\uff0c\u8ba1\u7b97\u91cf\u4e5f\u662f\u6210\u500d\u589e\u52a0\uff0c\u6240\u4ee5\u4e00\u822c\u6765\u8bf4\u6211\u4eec\u662f\u4e0d\u592a\u53ef\u80fd\u627e\u5230\u659c\u7387\u662f0\u7684\u70b9\uff0c\u4e00\u822c\u6765\u8bf4\u90fd\u9700\u8981\u6211\u4eec\u81ea\u5df1\u53bb\u624b\u52a8\u8bbe\u5b9a\u7a0b\u5e8f\u4ec0\u4e48\u65f6\u5019\u6682\u505c\u3002<\/p>\n\n\n\n<p>\u4f46\u662f\u5b9e\u9645\u4e0a\u8fd9\u6837\u548c\u4e4b\u524d\u4e00\u6837\u7684\u66f4\u65b0\u03b8\u7684\u65b9\u6cd5\u5e76\u6ca1\u6709\u53ef\u884c\u6027\uff0c\u56e0\u4e3a\u8fd9\u6837\u505a\u7684\u8ba1\u7b97\u91cf\u592a\u5927\u4e86\u3002\u5b9e\u9645\u4e0a\uff0c\u6211\u4eec\u4f1a\u5c06\u4e00\u4e2a\u5927\u7684\u8d44\u6599\uff08\u6570\u636e\uff09\u4e5f\u5c31\u662f\u672a\u77e5\u53c2\u6570\u7684\u503c\u5206\u6210\u597d\u591a\u7ec4\uff0c\u7136\u540e\u9009\u603b\u6570\u503c\u4e2d\u7684\u6bcf\u4e00\u7ec4\u6570\u636e\u6c42L\uff0c\u4e5f\u5c31\u662f\u6c42g\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large is-resized\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206033506-1024x674.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"674\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206033506-1024x674.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-78\" style=\"width:840px;height:auto\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u5177\u4f53\u6765\u8bf4\u660e\uff0c\u5047\u8bbe\u8fd9\u91cc\u6709N\u7b14\u7528\u4e8e\u8bad\u7ec3\u7684\u6570\u636e\uff0c\u6211\u4eec\u5c06\u8fd9\u4e9b\u6570\u636e\u968f\u4fbf\u5e73\u5747\u5206\u6210\u4e00\u7ec4\u4e00\u7ec4\u7684\u6570\u636e\uff0c\u6bcf\u4e00\u4e2abatch\u4e2d\u6709B\u7b14\u8d44\u6599\u5047\u8bbe\u8bf4\u3002\u7136\u540e\u6211\u4eec\u6bcf\u6b21\u9009\u4e00\u4e2abatch\u7684\u6570\u636e\u6c42L\uff0c\u4e5f\u5c31\u662f\u6c42\u68af\u5ea6g\uff0c\u7136\u540e\u5c06\u6c42\u51fa\u6765\u7684g\u7528\u4e8e\u03b8\u7684\u66f4\u65b0\uff0c\u4ee5\u6b64\u7c7b\u63a8\u6211\u4eec\u4e0d\u65ad\u66f4\u65b0\u03b8\u3002\u5c06\u6240\u6709batch\u90fd\u8ba1\u7b97\u5b8c\u66f4\u65b0\u5b8c\u53c2\u6570\u540e\uff0c\u6211\u4eec\u79f0\u4e4b\u4e3a1 epoch\uff1b\u6bcf\u4e00\u6b21\u7684\u66f4\u65b0\u53c2\u6570\u03b8\uff0c\u6211\u4eec\u90fd\u79f0\u4e4b\u4e3a\u4e00\u6b21update\u3002\u6240\u4ee5\u5b9e\u9645\u4e0a\u6211\u4eec\u5e76\u4e0d\u662f\u7528\u5927\u7684N\u7684L\u53bb\u66f4\u65b0\u53c2\u6570\uff0c\u800c\u662f\u5206\u6210\u4e00\u4e2a\u4e00\u4e2abatch\u53bb\u66f4\u65b0\u53c2\u6570\u3002\u8fd9\u91cc\u503c\u5f97\u8bf4\u660e\u7684\u662f\uff0cepoch\u548cbatch size \u90fd\u662f\u6211\u4eec\u53ef\u4ee5\u81ea\u5df1\u5b9a\u4e49\u7684\u8d85\u53c2\u6570\u3002<\/p>\n\n\n\n<p>\u5c31\u8fd9\u6837\u6211\u4eec\u5bf9\u673a\u5668\u5b66\u4e60\u7684\u4e09\u4e2a\u6b65\u9aa4\u90fd\u5b8c\u6210\u4e86\u6539\u8fdb\u3002\u4f46\u5176\u5b9e\u8fd8\u6709\u8bb8\u591a\u53ef\u4ee5\u4ee3\u8fdb\u7684\u5730\u65b9\u3002<\/p>\n\n\n\n<p>\u6211\u4eec\u4e4b\u524d\u4f7f\u7528sigmoid\u51fd\u6570\u53bb\u903c\u8fd1Hard sigmoid \u51fd\u6570\uff0c\u4f46\u5176\u5b9e\u8fd8\u6709\u522b\u7684\u65b9\u6cd5\u53bb\u8868\u793aHard sigmoid\u51fd\u6570\uff0c\u5c31\u662fRectified Linear Unit\uff08ReLU\uff09\u51fd\u6570\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206035332-1024x608.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"608\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206035332-1024x608.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-79\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u4e0b\u9762\u8fd9\u4e2a\u5c31\u662fReLU\u51fd\u6570\u7684\u8868\u8fbe\u5f0f\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5c4f\u5e55\u622a\u56fe-2024-02-06-035543.png'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"215\" height=\"34\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5c4f\u5e55\u622a\u56fe-2024-02-06-035543.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-80\" style=\"width:266px;height:auto\"\/><\/div><\/figure>\n\n\n\n<p>\u901a\u8fc7\u89c2\u5bdf\u4e0a\u9762\u7684\u51fd\u6570\uff0c\u6211\u4eec\u53ef\u4ee5\u53d1\u73b0ReLU\u51fd\u6570\u7684\u4e00\u4e9b\u7279\u5f81\u3002ReLU\u51fd\u6570\u4ece\u5de6\u5230\u53f3\uff0c\u5148\u662f\u4e00\u4e2a\u56fa\u5b9a\u4e0d\u53d8\u7684\u503c\uff0c\u7136\u540e\u5230\u4e86\u67d0\u4e00\u70b9\u518d\u589e\u5927\u6216\u8005\u51cf\u5c0f\u3002<\/p>\n\n\n\n<p>\u8fd9\u6837\u5b9e\u9645\u4e0a\u6211\u4eec\u7528\u4e24\u4e2aReLU\u51fd\u6570\u5c31\u53ef\u4ee5\u8868\u793a\u51fa\u521a\u521a\u7684Hard sigmoid\u51fd\u6570\u3002\u8fd9\u91cc\u5c31\u5f15\u51fa\u4e86\u7ee7\u7eed\u5b66\u4e60\u4e2d\u8457\u540d\u7684\u540d\u8bcd&#8212;&#8212;\u6fc0\u6d3b\u51fd\u6570\uff08Activation function\uff09\u4e86\uff0csigmoid\u51fd\u6570\u548cReLU\u51fd\u6570\u90fd\u662f\u6fc0\u6d3b\u51fd\u6570\uff0c\u6fc0\u6d3b\u51fd\u6570\u7684\u610f\u4e49\u5176\u5b9e\u4e5f\u5728\u4e00\u5f00\u59cb\u5c31\u4f53\u73b0\u4e86\uff0c\u5c31\u662f\u8868\u793a\u4e0d\u540c\u7684function\u3002<\/p>\n\n\n\n<p>\u5230\u4e86\u8fd9\u4e00\u6b65\uff0c\u6211\u4eec\u4f9d\u65e7\u53ef\u4ee5\u8fdb\u884c\u4f18\u5316\uff0c\u6211\u4eec\u9664\u4e86\u5c06sigmoid\u51fd\u6570\u66ff\u6362\u4e3aReLU\u51fd\u6570\u5916\uff08\u4e00\u822cReLU\u51fd\u6570\u7684\u6548\u679c\u90fd\u8981\u6bd4sigmoid\u51fd\u6570\u7684\u6548\u679c\u8981\u597d\uff0c\u4e0d\u8fc7\u8fd9\u4e24\u4e2a\u51fd\u6570\u90fd\u662f\u5f53\u4eca\u5e38\u7528\u7684\u6fc0\u6d3b\u51fd\u6570\uff09\uff0c\u8fd8\u53ef\u4ee5\u8f93\u5165x\u540e\u5c06\u8f93\u51fa\u7684\u503c\uff08\u8fd9\u91cc\u6211\u4eec\u5047\u8bbe\u4e3aa\uff09a\u518d\u4f5c\u4e3a\u8f93\u5165\u7684\u503c\u653e\u5165\u6211\u4eec\u7684\u51fd\u6570\u4e2d\u8fdb\u884c\u8ba1\u7b97\u5f97\u5230\u8f93\u51fa\u503c\uff0c\u6211\u4eec\u53ef\u4ee5\u8fd9\u6837\u4e0d\u65ad\u52a0\u6df1\u8ba1\u7b97\u5c42\u6570\u3002\u8fd9\u6837\u4e5f\u53ef\u4ee5\u8fbe\u5230\u4f18\u5316model\u7684\u76ee\u7684\uff0c\u987a\u5e26\u4e00\u63d0\uff0c\u8fd9\u91cc\u7684\u8ba1\u7b97\u5c42\u6570\u4e5f\u662f\u6211\u4eec\u53ef\u4ee5\u81ea\u5df1\u51b3\u5b9a\u7684\u8d85\u53c2\u6570\u3002\u4ece\u7ed3\u679c\u6765\u770b\uff0c\u8fd9\u6837\u505a\u7684\u6548\u679c\u975e\u5e38\u597d\uff01<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206041636-1024x395.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"395\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206041636-1024x395.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-84\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u8fd9\u6837\u5b50\u5c31\u5f15\u51fa\u4e86\u672c\u6b21\u8bfe\u7a0b\u7684\u7cbe\u9ad3&#8212;&#8212;\u795e\u7ecf\u7f51\u7edc\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206042111-1024x858.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"858\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206042111-1024x858.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-85\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u4e0a\u9762\u6bcf\u4e00\u4e2a\u6fc0\u6d3b\u51fd\u6570\u90fd\u53eb\u505a\u795e\u7ecf\u5143\uff08Neuron\uff09\uff0c\u5b83\u4eec\u7ec4\u6210\u7684\u7f51\u7edc\u5c31\u53eb\u505a\u795e\u7ecf\u7f51\u7edc\uff08Neuron Network\uff09\u3002\u91cc\u9762\u7684\u6bcf\u4e00\u5c42\u8ba1\u7b97\u90fd\u662f\u795e\u7ecf\u7f51\u7edc\u4e2d\u7684\u4e00\u5c42\u9690\u85cf\u5c42\uff08hidden layer\uff09\u3002\u6709\u8bb8\u591a\u5c42\u5c31\u610f\u5473\u7740Deep\uff08\u6df1\uff09\uff0c\u6240\u4ee5\u8fd9\u79cd\u6280\u672f\u5c31\u53eb\u505a\u6df1\u5ea6\u5b66\u4e60\uff08Deep Learning\uff09\u3002\u6df1\u5ea6\u5b66\u4e60\u662f\u673a\u5668\u5b66\u4e60\u7684\u4e00\u4e2a\u90e8\u5206\uff0c\u672c\u6b21\u674e\u5b8f\u6bc5\u6559\u6388\u7684\u673a\u5668\u5b66\u4e60\u8bfe\u7a0b\u4e3b\u8981\u5c31\u662f\u5bf9\u6df1\u5ea6\u5b66\u4e60\u8fd9\u95e8\u6280\u672f\u7684\u5b66\u4e60\u3002<\/p>\n\n\n\n<p>\u4f46\u662f\u662f\u5426\u8fd9\u5c31\u8868\u793a\u53ea\u8981\u6211\u4eec\u4e00\u76f4\u52a0\u6df1\u5c42\u6570\uff0c\u6211\u4eec\u6df1\u5ea6\u5b66\u4e60\u7684\u6548\u679c\u5c31\u4f1a\u4e00\u76f4\u53d8\u597d\u5462\uff1f<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206043552-1024x490.jpg'><img class=\"lazyload lazyload-style-1\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"490\" data-original=\"https:\/\/tobykskgd.life\/wp-content\/uploads\/2024\/02\/\u5fae\u4fe1\u56fe\u7247_20240206043552-1024x490.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" class=\"wp-image-87\"  sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/div><\/figure>\n\n\n\n<p>\u5728\u8fd9\u4e2a\u4f8b\u5b50\u5f53\u4e2d\uff0c\u6211\u4eec\u53d1\u73b0\u867d\u7136\u52a0\u6df1\u52304\u5c42\u7684\u65f6\u5019\uff0c\u57282017-2020\uff08\u8bad\u7ec3\u96c6\uff09\u4e2d\u7684\u6570\u636e\u6548\u679c\u6bd43\u5c42\u8981\u597d\uff0c\u4f46\u662f\u57282021\u7684\u9884\u6d4b\u5f53\u4e2d\u7684\u6548\u679c\u4e0d\u59823\u5c42\u7684\u795e\u7ecf\u7f51\u7edc\uff0c\u8fd9\u79cd\u73b0\u8c61\u5c31\u79f0\u4e4b\u4e3a\u8fc7\u62df\u5408\uff08Overfitting\uff09\u3002Deep Learning\u7684\u610f\u4e49\u5c31\u5728\u4e8e\u7528\u73b0\u6709\u7684\u6570\u636e\u9884\u6d4b\u672a\u6765\uff0c\u6240\u4ee5\u5728\u8fd9\u4e2a\u4f8b\u5b50\u4e2d4\u5c42\u7f51\u7edc\u5bf9\u4e8e\u6211\u4eec\u7684\u610f\u4e49\u5c31\u4e0d\u59823\u5c42\u3002\u4e5f\u5c31\u662f\u8bf4\uff0c\u6211\u4eec\u4e0d\u53ef\u4ee5\u4e00\u76f4\u52a0\u6df1\u5c42\u6570\u6765\u8fbe\u5230\u4e00\u76f4\u4f18\u5316\u6a21\u578b\u6548\u679c\u7684\u76ee\u7684\uff0c\u6211\u4eec\u9700\u8981\u6291\u5236\u8fc7\u62df\u5408\u7684\u4ea7\u751f\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p>\u4ee5\u4e0a\u5c31\u662fP1-P4\u8bfe\u7a0b\u7684\u5185\u5bb9\uff0c\u4e5f\u5c31\u662fLecture 1 \u7684\u4e3b\u8981\u5185\u5bb9\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u674e\u5b8f\u6bc52021\/2022\u6625\u673a\u5668\u5b66\u4e60\u8bfe\u7a0b\u7b14\u8bb0EP1(P1-P4) \u4ece\u4eca\u5929\u5f00\u59cb\u6211\u5c06\u5b66\u4e60\u674e\u5b8f\u6bc5\u6559\u6388\u7684\u673a\u5668\u5b66\u4e60\u89c6\u9891\uff0c\u4e0b [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[6],"tags":[3,7,9,8],"class_list":["post-35","post","type-post","status-publish","format-standard","hentry","category-lhyjqxxbj","tag-xxbj","tag-jjxx","tag-lhy","tag-deeplearning"],"_links":{"self":[{"href":"https:\/\/tobykskgd.life\/index.php\/wp-json\/wp\/v2\/posts\/35","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/tobykskgd.life\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/tobykskgd.life\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/tobykskgd.life\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/tobykskgd.life\/index.php\/wp-json\/wp\/v2\/comments?post=35"}],"version-history":[{"count":25,"href":"https:\/\/tobykskgd.life\/index.php\/wp-json\/wp\/v2\/posts\/35\/revisions"}],"predecessor-version":[{"id":1862,"href":"https:\/\/tobykskgd.life\/index.php\/wp-json\/wp\/v2\/posts\/35\/revisions\/1862"}],"wp:attachment":[{"href":"https:\/\/tobykskgd.life\/index.php\/wp-json\/wp\/v2\/media?parent=35"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/tobykskgd.life\/index.php\/wp-json\/wp\/v2\/categories?post=35"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/tobykskgd.life\/index.php\/wp-json\/wp\/v2\/tags?post=35"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}