{"id":62523,"date":"2025-07-23T20:02:35","date_gmt":"2025-07-23T12:02:35","guid":{"rendered":"https:\/\/swarma.org\/?p=62523"},"modified":"2025-07-23T20:02:35","modified_gmt":"2025-07-23T12:02:35","slug":"anthropic%e6%8f%90%e5%87%ba%e5%b7%a5%e4%bd%9c%e5%9b%9e%e8%b7%af%e8%bf%bd%e8%b8%aa%e6%96%b9%e6%b3%95%ef%bc%9a%e7%94%a8%e5%bd%92%e5%9b%a0%e5%9b%be%e8%a7%a3%e5%bc%80%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1","status":"publish","type":"post","link":"https:\/\/swarma.org\/?p=62523","title":{"rendered":"Anthropic\u63d0\u51fa\u5de5\u4f5c\u56de\u8def\u8ffd\u8e2a\u65b9\u6cd5\uff1a\u7528\u5f52\u56e0\u56fe\u89e3\u5f00\u5927\u8bed\u8a00\u6a21\u578b\u8ba1\u7b97\u4e4b\u8c1c"},"content":{"rendered":"<div class='wxsyncmain'>\n<section data-mpa-powered-by=\"yiban.io\" data-pm-slice=\"0 0 []\">\n<section>\n<section style=\"text-align: right\">\n<section data-mpa-powered-by=\"yiban.io\" style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-family: PingFangSC-light;font-size: 15px\" data-pm-slice=\"0 0 []\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;width: 661px;vertical-align: top\">\n<section style=\"margin: 10px 0px 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\">\n<section style=\"text-align: center\"><span><img class=\"rich_pages wxw-img\" data-backh=\"434\" data-backw=\"578\" data-height=\"1260\" data-imgfileid=\"100233223\" data-ratio=\"0.75\" data-type=\"png\" data-w=\"1080\" data-width=\"1680\" style=\"width: 100%\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-8fef03fc581036403ef3f6fd82652971.png\" \/><img class=\"rich_pages wxw-img\" \/><img class=\"rich_pages wxw-img\" \/><\/span><\/section>\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;width: 661px\">\n<section style=\"margin: 0px;padding: 0px 3px 0px 0px;max-width: 100%;float: left;line-height: 1\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;text-align: left\">\n<section style=\"margin: 0px;padding: 0px 0px 0px 10px;max-width: 100%;width: auto;vertical-align: top;min-width: 10%;height: auto;line-height: 0\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;width: 25px;height: 10px;vertical-align: top;overflow: hidden;line-height: 0;border-style: solid solid none;border-width: 3px 3px 2px;border-radius: 0px\"><span><br \/><\/span><\/section>\n<\/section>\n<section style=\"margin: 0px;padding: 0px;max-width: 100%\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;text-align: justify;font-size: 16px;line-height: 1.5\">\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: both;min-height: 1em\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%\"><span>\u5bfc\u8bed<\/span><\/strong><\/p>\n<\/section>\n<\/section>\n<section style=\"margin: 0px;padding: 0px;max-width: 100%\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;width: 24px;height: 10px;vertical-align: top;overflow: hidden;line-height: 0;border-style: solid solid none;border-width: 3px 3px 2px;border-radius: 0px\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<section style=\"margin: 0px;padding: 0px 4px;max-width: 100%;clear: right;min-height: 4.5em !important\">\n<section style=\"margin: 5px 0px;padding: 0px;max-width: 100%\">\n<section style=\"margin: 0px;padding: 0px 8px;max-width: 100%;font-size: 13px;line-height: 2;letter-spacing: 0.544px\">\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: none;min-height: 1em;line-height: 2em;text-align: justify\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.578px;text-indent: 0em;font-size: 15px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 13px;letter-spacing: 0.544px\"><span>AI\u7684\u201c\u9ed1\u76d2\u201d\u95ee\u9898\u4e00\u76f4\u56f0\u6270\u7740\u7814\u7a76\u8005\u548c\u7528\u6237\u2014\u2014\u6211\u4eec\u77e5\u9053ChatGPT\u3001Claude\u8fd9\u4e9b\u5927\u6a21\u578b\u5f88\u806a\u660e\uff0c\u4f46\u5374\u4e0d\u77e5\u9053\u5b83\u4eec\u662f\u5982\u4f55\u601d\u8003\u7684\u3002\u8fd9\u5c31\u50cf\u770b\u5230\u4e00\u4e2a\u5929\u624d\u5b66\u751f\u603b\u80fd\u7ed9\u51fa\u6b63\u786e\u7b54\u6848\uff0c\u5374\u65e0\u6cd5\u7406\u89e3\u4ed6\u7684\u89e3\u9898\u601d\u8def\u3002<\/span><\/span><\/strong><\/p>\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: none;min-height: 1em;line-height: 2em;text-align: justify\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.578px;text-indent: 0em;font-size: 15px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 13px;letter-spacing: 0.544px\"><span><br \/><\/span><\/span><\/strong><\/p>\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: none;min-height: 1em;line-height: 2em;text-align: justify\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.578px;text-indent: 0em;font-size: 15px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 13px;letter-spacing: 0.544px\"><span>\u5728\u4eca\u5e743\u6708\uff0cAnthropic\uff08Claude\u6a21\u578b\u7684\u5f00\u53d1\u5546\uff09\u53d1\u5e03\u4e86\u4e00\u9879\u91cd\u78c5\u7814\u7a76\uff0c\u9996\u6b21\u8ba9\u6211\u4eec\u80fd\u591f\u201c\u770b\u89c1\u201d\u8bed\u8a00\u6a21\u578b\u7684\u601d\u8003\u8fc7\u7a0b\u3002\u4ed6\u4eec\u5f00\u53d1\u4e86\u4e00\u79cd\u540d\u4e3a\u201cCircuit Tracing\u201d\uff08\u5de5\u4f5c\u56de\u8def\u8ffd\u8e2a\uff09\u7684\u65b0\u65b9\u6cd5\uff0c\u901a\u8fc7\u6784\u5efa\u201c\u66ff\u6362\u6a21\u578b\u201d\u548c\u201c\u5f52\u56e0\u56fe\u201d\uff0c\u5c06\u539f\u672c\u4e0d\u53ef\u89c1\u7684\u795e\u7ecf\u7f51\u7edc\u8ba1\u7b97\u8fc7\u7a0b\u53ef\u89c6\u5316\u4e3a\u6e05\u6670\u7684\u8ba1\u7b97\u56fe\u3002\u8fd9\u9879\u6280\u672f\u7684\u7a81\u7834\u610f\u4e49\u91cd\u5927\uff1a\u7814\u7a76\u4eba\u5458\u4e0d\u4ec5\u80fd\u8ffd\u8e2a\u6a21\u578b\u5728\u5904\u7406\u7279\u5b9a\u95ee\u9898\u65f6\u6fc0\u6d3b\u4e86\u54ea\u4e9b\u201c\u795e\u7ecf\u5143\u201d\uff0c\u8fd8\u80fd\u770b\u5230\u4fe1\u606f\u662f\u5982\u4f55\u5728\u4e0d\u540c\u5c42\u7ea7\u95f4\u6d41\u52a8\u548c\u5904\u7406\u7684\u3002\u66f4\u91cd\u8981\u7684\u662f\uff0cAnthropic\u5df2\u5c06\u76f8\u5173\u5de5\u5177\u5f00\u6e90\uff0c\u4e3aAI\u5b89\u5168\u6027\u548c\u53ef\u89e3\u91ca\u6027\u7814\u7a76\u6253\u5f00\u4e86\u65b0\u7684\u5927\u95e8\u3002<\/span><\/span><\/strong><\/p>\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: none;min-height: 1em;line-height: 2em;text-align: justify\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.578px;text-indent: 0em;font-size: 15px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 13px;letter-spacing: 0.544px\"><span><br \/><\/span><\/span><\/strong><\/p>\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: none;min-height: 1em;line-height: 2em;text-align: justify\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.578px;text-indent: 0em;font-size: 15px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 13px;letter-spacing: 0.544px\"><span>\u672c\u6587\u662f\u8fd9\u7bc7\u8bba\u6587\u7684\u7ffb\u8bd1\u7248\u672c\u3002<\/span><\/span><\/strong><\/p>\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: none;min-height: 1em;line-height: 2em;text-align: justify\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.578px;text-indent: 0em;font-size: 15px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 13px;letter-spacing: 0.544px\"><span><br \/><\/span><\/span><\/strong><\/p>\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: none;min-height: 1em;line-height: 2em;text-align: justify\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.578px;text-indent: 0em;font-size: 15px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 13px;letter-spacing: 0.544px\"><span>\u5173\u952e\u8bcd\uff1a\u5f52\u56e0\u56fe\uff0c\u6df1\u5ea6\u5b66\u4e60<\/span><\/span><\/strong><\/p>\n<\/section>\n<section style=\"margin: 0px;padding: 0px 8px;max-width: 100%;font-size: 13px;line-height: 2;letter-spacing: 0.544px\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><\/strong><\/strong><\/section>\n<\/section>\n<section style=\"margin: 5px 0px;padding: 0px;max-width: 100%\">\n<section style=\"margin: 0px;padding: 0px 8px;max-width: 100%;font-size: 13px;line-height: 2;letter-spacing: 0.544px\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><\/strong><\/strong><\/section>\n<\/section>\n<section style=\"margin: 5px 0px;padding: 0px;max-width: 100%\">\n<section style=\"margin: 0px;padding: 0px 8px;max-width: 100%;font-size: 13px;line-height: 2;letter-spacing: 0.544px\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><\/strong><\/strong><\/section>\n<section style=\"margin: 0px;padding: 0px 8px;max-width: 100%;font-size: 13px;line-height: 2;letter-spacing: 0.544px\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><\/strong><\/strong><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<section style=\"margin: 10px 0px 0px;padding: 0px;max-width: 100%\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;width: 661px\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;clear: both;line-height: 0\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;line-height: 0;width: 0px\"><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<section style=\"margin: 10px 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-family: PingFangSC-light;font-size: 15px;text-align: center\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;vertical-align: middle;line-height: 0\"><img alt=\"\u56fe\u7247\" class=\"rich_pages wxw-img\" data-fileid=\"100098753\" data-imgfileid=\"100227057\" data-ratio=\"0.07314814814814814\" data-type=\"png\" data-w=\"1080\" style=\"margin: 0px;padding: 0px;max-width: 100%;vertical-align: middle;width: 677px !important;height: auto !important\" src=\"\" \/><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: right\"><span style=\", Arial, sans-serif;font-size: 13px;letter-spacing: 0.544px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;section&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;text-align: right; margin-top: 10px; margin-bottom: 10px; letter-spacing: 0.544px; color: rgb(63, 63, 63); font-family: PingFangSC-light; font-size: 15px; background-color: rgb(255, 255, 255); -webkit-tap-highlight-color: transparent; outline: 0px; vertical-align: middle; display: inline-block; line-height: 0; visibility: visible;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\">\u661f\u8fb0<span style=\"font-weight: bold\">\u4e28\u4f5c\u8005<\/span><\/span><span style=\", Arial, sans-serif;font-size: 13px;letter-spacing: 0.544px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: right;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: right\"><span style=\", Arial, sans-serif;font-size: 13px;letter-spacing: 0.544px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: right;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\">\u5b54\u5fb7\u6da6<span style=\"font-weight: bold\">\u4e28\u8bd1\u8005<\/span><\/span><span style=\", Arial, sans-serif;font-size: 13px;letter-spacing: 0.544px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: right;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: right\"><span style=\", Arial, sans-serif;font-size: 13px;letter-spacing: 0.544px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: right;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\">\u59da\u4e91\u5fd7<span style=\"font-weight: bold\">\u4e28\u5ba1\u6838<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: right\"><span style=\", Arial, sans-serif;font-size: 13px;letter-spacing: 0.544px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;section&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;text-align: right; margin-top: 10px; margin-bottom: 10px; letter-spacing: 0.544px; color: rgb(63, 63, 63); font-family: PingFangSC-light; font-size: 15px; background-color: rgb(255, 255, 255); -webkit-tap-highlight-color: transparent; outline: 0px; vertical-align: middle; display: inline-block; line-height: 0; visibility: visible;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\" data-pm-slice=\"0 0 []\"><span><br \/><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-height=\"1062\" data-imgfileid=\"100233226\" data-ratio=\"0.487962962962963\" data-type=\"png\" data-w=\"1080\" data-width=\"2178\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-d4bcb7f0e9b26cc4195791cd4deeb7aa.png\" \/><\/section>\n<blockquote>\n<p style=\"text-align: left\"><span>\u8bba\u6587\u9898\u76ee\uff1aCircuit Tracing: Revealing Computational Graphs in Language Models&nbsp;<\/span><\/p>\n<p style=\"text-align: left\"><span>\u8bba\u6587\u5730\u5740\uff1a<\/span><\/p>\n<p style=\"text-align: left\"><span>https:\/\/transformer-circuits.pub\/2025\/attribution-graphs\/methods.html<\/span><\/p>\n<\/blockquote>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: left\"><span style=\"font-size: 15px\"><br \/><\/span><\/p>\n<section style=\"margin-bottom: 0px;letter-spacing: 0.544px;, Arial, sans-serif\">\n<section style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.544px;line-height: 1.75em\">\n<section data-id=\"85410\" data-tools=\"135\u7f16\u8f91\u5668\" style=\"letter-spacing: 0.54px\">\n<section style=\"margin: 10px auto\">\n<section style=\"margin-right: 3px;margin-left: 3px;padding: 20px\">\n<section style=\"margin-right: 8px;margin-left: 8px;text-align: left\"><strong style=\"letter-spacing: 0.54px;font-size: 16px\"><span>\u76ee\u5f55<\/span><\/strong><strong style=\"color: inherit;, Arial, sans-serif;text-align: justify;letter-spacing: 0.578px\"><\/strong><\/section>\n<section data-style=\"color: inherit; box-sizing: border-box;line-height: 1.75em; text-align: justify;\" style=\"color: inherit\" data-mpa-action-id=\"mczzna3s1odk\" data-pm-slice=\"0 0 []\">\n<p style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.578px;line-height: 2em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">1. \u4ecb\u7ecd<\/span><\/span><\/p>\n<p style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.578px;line-height: 2em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">2. \u6784\u5efa\u53ef\u89e3\u91ca\u7684\u66ff\u4ee3\u6a21\u578b<\/span><\/span><\/p>\n<p style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.578px;line-height: 2em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">3. \u5f52\u56e0\u56fe<\/span><\/span><\/p>\n<p style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.578px;line-height: 2em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">4. \u5168\u5c40\u6743\u91cd<\/span><\/span><\/p>\n<p style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.578px;line-height: 2em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">5. \u6548\u679c\u8bc4\u4f30<\/span><\/span><\/p>\n<p style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.578px;line-height: 2em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">6. \u751f\u7269<\/span><\/span><\/p>\n<p style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.578px;line-height: 2em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">7. \u5c40\u9650\u6027<\/span><\/span><\/p>\n<p style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.578px;line-height: 2em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">8. \u8ba8\u8bba<\/span><\/span><\/p>\n<p style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.578px;line-height: 2em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">9. \u76f8\u5173\u5de5\u4f5c<\/span><\/span><\/p>\n<section style=\"margin-right: 8px;margin-left: 8px;letter-spacing: 0.578px;line-height: 1.75em\"><strong><\/strong><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;letter-spacing: 0.544px;text-align: center;line-height: 1.75em\"><span><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><br \/><\/span><\/span><\/p>\n<h3 style=\", Arial, sans-serif;letter-spacing: 0.544px\">\n<section style=\"letter-spacing: 0.544px;text-align: right;font-size: 13px\">\n<section style=\"margin-top: 10px;margin-bottom: 10px;letter-spacing: 0.544px;text-align: center\">\n<section style=\"vertical-align: middle\">\n<section style=\"margin-bottom: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"clear: both;line-height: 0\">\n<section style=\"line-height: 0;width: 0px\"><\/section>\n<\/section>\n<\/section>\n<section style=\"padding-right: 10px;padding-left: 10px;font-size: 16px;line-height: 1.4\">\n<p><strong><strong style=\"text-align: left;letter-spacing: 0.544px\"><span style=\", Arial, sans-serif\"><strong style=\"letter-spacing: 0.578px\"><span>1. \u4ecb\u7ecd<\/span><\/strong><\/span><\/strong><\/strong><\/p>\n<\/section>\n<section style=\"margin-top: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/h3>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;letter-spacing: 0.578px;line-height: 1.75em\"><span><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6df1\u5ea6\u5b66\u4e60\u6a21\u578b\u901a\u8fc7\u4e00\u7cfb\u5217\u5206\u5e03\u5728\u591a\u4e2a\u8ba1\u7b97\u5355\u5143<\/span><span>\uff08\u5373\u4eba\u5de5\u201c\u795e\u7ecf\u5143\u201d\uff09<\/span><span>\u4e0a\u7684\u53d8\u6362\u6765\u751f\u6210\u8f93\u51fa\u3002<\/span><\/span><strong><span><span>\u673a\u5236\u53ef\u89e3\u91ca\u6027\uff08mechanistic interpretability\uff09<\/span><\/span><\/strong><span><span>\u8fd9\u4e00\u7814\u7a76\u65b9\u5411\u8bd5\u56fe\u7528\u4eba\u7c7b\u53ef\u7406\u89e3\u7684\u8bed\u8a00\u6765\u63cf\u8ff0\u8fd9\u4e9b\u53d8\u6362\u7684\u8fc7\u7a0b\u3002\u5230\u76ee\u524d\u4e3a\u6b62\uff0c\u6211\u4eec\u56e2\u961f<\/span><span>\uff08Anthropic\uff09<\/span><span>\u91c7\u7528\u7684\u662f\u201c\u4e24\u6b65\u8d70\u201d\u7684\u529e\u6cd5\uff1a\u7b2c\u4e00\u6b65\uff0c<\/span><\/span><strong><span><span>\u8bc6\u522b\u7279\u5f81\uff08features\uff09<\/span><\/span><\/strong><span><span>\u2014 \u7279\u5f81\u6307\u7684\u662f\u6a21\u578b\u5728\u8ba1\u7b97\u4e2d\u4f7f\u7528\u7684\u53ef\u88ab\u89e3\u91ca\u7684\u6784\u5efa\u6a21\u5757\uff1b\u7b2c\u4e8c\u6b65\uff0c\u6211\u4eec\u63cf\u8ff0\u5728\u8fd9\u4e00\u8fc7\u7a0b\u4e2d\uff0c\u6216\u8005\u8bf4\u5728\u8fd9\u4e00<\/span><\/span><strong><span><span>\u201c\u5de5\u4f5c\u56de\u8def\u201d\uff08circuits\uff09<\/span><\/span><\/strong><span><span>\u4e2d\uff0c\u8fd9\u4e9b\u7279\u5f81\u662f\u5982\u4f55\u76f8\u4e92\u4f5c\u7528\uff0c\u4ece\u800c\u4ea7\u751f\u6a21\u578b\u8f93\u51fa\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e00\u4e2a\u81ea\u7136\u800c\u7136\u7684\u505a\u6cd5\u662f\u5c06\u6a21\u578b\u4e2d\u7684\u539f\u59cb\u795e\u7ecf\u5143\u4f5c\u4e3a\u8fd9\u4e9b\u6784\u5efa\u6a21\u5757\u3002\u91c7\u7528\u8fd9\u79cd\u65b9\u6cd5\uff0c\u5df2\u6709\u7684\u7814\u7a76\u5728\u89c6\u89c9\u6a21\u578b\u4e2d\u6210\u529f\u7684\u8bc6\u522b\u51fa\u4e86\u4e00\u4e9b\u6709\u8da3\u7684\u5de5\u4f5c\u56de\u8def\u3002\u8fd9\u4e9b\u5de5\u4f5c\u56de\u8def\u7531\u6709\u610f\u4e49\u7684\u89c6\u89c9\u6982\u5ff5\u7684\u795e\u7ecf\u5143\u7ec4\u6210 [4]\u3002\u7136\u800c\uff0c\u6a21\u578b\u795e\u7ecf\u5143\u901a\u5e38\u5177\u6709<\/span><\/span><strong><span><span>\u591a\u4e49\u6027\uff08polysemantic\uff09<\/span><\/span><\/strong><span><span>\u7684\u7279\u70b9\uff0c\u5373\u5b83\u4eec\u540c\u65f6\u5bf9\u5e94\u7740\u591a\u4e2a\u4e92\u4e0d\u76f8\u5173\u7684\u6982\u5ff5\u3002\u8fd9\u79cd\u591a\u4e49\u6027\u88ab\u8ba4\u4e3a\u4e0e<\/span><\/span><strong><span><span>\u53e0\u52a0\u73b0\u8c61\uff08superposition\uff09<\/span><\/span><\/strong><span><span>\u6709\u5173 [5, 6, 7]\uff1a\u6a21\u578b\u9700\u8981\u8868\u8fbe\u7684\u6982\u5ff5\u6570\u91cf\u8d85\u8fc7\u4e86\u795e\u7ecf\u5143\u7684\u6570\u91cf\uff0c\u56e0\u6b64\u53ea\u80fd\u5c06\u8868\u5f81\u201c\u644a\u201d\u5728\u591a\u4e2a\u795e\u7ecf\u5143\u4e0a\u3002\u8fd9\u79cd\u795e\u7ecf\u5143\u4e0e\u8bed\u4e49\u6982\u5ff5\u4e4b\u95f4\u7684\u4e0d\u5339\u914d\uff0c\u5df2\u7ecf\u6210\u4e3a\u4e86\u63a8\u8fdb\u673a\u5236\u53ef\u89e3\u91ca\u6027\u5de5\u4f5c\uff0c\u7279\u522b\u662f\u7406\u89e3\u8bed\u8a00\u6a21\u578b\u65b9\u9762\u7684\u91cd\u5927\u969c\u788d\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7a00\u758f\u7f16\u7801\u6a21\u578b\uff08sparse coding models\uff09\u5305\u62ec\u7a00\u758f\u81ea\u7f16\u7801\u5668\uff08sparse autoencoders\uff0cSAEs\uff09<\/span><\/span><\/strong><span><span>[8, 9, 10, 11]\u3001<\/span><\/span><strong><span><span>\u8f6c\u7801\u5668\uff08transcoders\uff09<\/span><\/span><\/strong><span><span>[12, 13, 14]<\/span><\/span><strong><span><span>\u548c\u8de8\u7f16\u7801\u5668\uff08crosscoders\uff09<\/span><\/span><\/strong><span><span>[15]\u3002\u8fd1\u5e74\u6765\uff0c\u8fd9\u6837\u7684\u7a00\u758f\u7f16\u7801\u6a21\u578b\u5df2\u7ecf\u6210\u4e3a\u8bc6\u522b\u53e0\u52a0\u73b0\u8c61\u7684\u6709\u529b\u5de5\u5177\u3002\u901a\u8fc7\u5c06\u6a21\u578b\u6fc0\u6d3b\u5206\u89e3\u4e3a\u7a00\u758f\u5316\u7684\u7279\u5f81\u6fc0\u6d3b\uff0c\u8fd9\u4e9b\u7279\u5f81\u5728\u8bb8\u591a\u60c5\u51b5\u4e0b\u80fd\u591f\u5bf9\u5e94\u5230\u4eba\u7c7b\u53ef\u7406\u89e3\u7684\u6982\u5ff5\u3002\u5c3d\u7ba1\u5f53\u524d\u7684\u7a00\u758f\u7f16\u7801\u65b9\u6cd5\u5728\u7279\u5f81\u8bc6\u522b\u4e0a\u4ecd\u4e0d\u5b8c\u7f8e<\/span><span>\uff08\u53c2\u89c1\u7b2c7\u8282\u201c\u5c40\u9650\u6027\u201d\uff09<\/span><span>\uff0c\u4f46\u5b83\u4eec\u6240\u4ea7\u751f\u7684\u7ed3\u679c\u5df2\u7ecf\u8db3\u591f\u5177\u6709\u53ef\u89e3\u91ca\u6027\u3002\u8fd9\u4fc3\u4f7f\u6211\u4eec\u8fdb\u4e00\u6b65\u7814\u7a76\u7531\u8fd9\u4e9b\u7279\u5f81\u7ec4\u6210\u7684\u5de5\u4f5c\u56de\u8def\u3002\u5df2\u6709\u591a\u4f4d\u4f5c\u8005\u5728\u8fd9\u4e00\u65b9\u5411\u4e0a\u53d6\u5f97\u4e86\u521d\u6b65\u6210\u679c [16, 12, 17]\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c3d\u7ba1\u7814\u7a76\u7531\u7a00\u758f\u7f16\u7801\u7279\u5f81\u7ec4\u6210\u7684\u5de5\u4f5c\u56de\u8def\u5728\u6982\u5ff5\u4e0a\u542c\u8d77\u6765\u5f88\u7b80\u5355\uff0c\u4f46\u5176\u6f5c\u5728\u7684\u8bbe\u8ba1\u7a7a\u95f4\u975e\u5e38\u5e9e\u5927\u3002\u672c\u6587\u5c06\u4ecb\u7ecd\u6211\u4eec\u76ee\u524d\u91c7\u7528\u7684\u65b9\u6cd5\u3002\u8fd9\u4e9b\u65b9\u6cd5\u6d89\u53ca\u82e5\u5e72\u5173\u952e\u7684\u6280\u672f\uff1a<\/span><\/span><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 8px;margin-right: 8px\"><span style=\"font-size: 15px\"><strong><span><span>1. \u8f6c\u7801\u5668\uff08Transcoders<\/span><\/span><\/strong><span><span>\uff09&#8211; \u6211\u4eec\u4e0d\u91c7\u7528\u7a00\u758f\u81ea\u7f16\u7801\u5668\uff0c\u800c\u662f\u4f7f\u7528\u8f6c\u7801\u5668\u7684\u53d8\u4f53\u6765\u8fdb\u884c\u7279\u5f81\u63d0\u53d6 [12, 14]\u3002\u8fd9\u79cd\u505a\u6cd5\u4f7f\u6211\u4eec\u80fd\u591f\u6784\u5efa\u4e00\u4e2a\u5177\u6709\u53ef\u89e3\u91ca\u6027\u7684\u201c<\/span><\/span><strong><span><span>\u66ff\u4ee3\u6a21\u578b\uff08replacement model\uff09<\/span><\/span><\/strong><span><span>\u201d\u3002\u6709\u4e86\u8fd9\u4e00\u66ff\u4ee3\u6a21\u578b\uff0c\u6211\u4eec\u4fbf\u53ef\u4ee5\u4ee5\u6b64\u4f5c\u4e3a\u539f\u59cb\u6a21\u578b\u7684\u4ee3\u7406\u8fdb\u884c\u7814\u7a76\u3002\u66f4\u91cd\u8981\u7684\u662f\uff0c\u8fd9\u79cd\u65b9\u6cd5\u4f7f\u6211\u4eec\u5f97\u4ee5\u5206\u6790\u7279\u5f81\u4e4b\u95f4\u7684\u76f4\u63a5\u7684\u76f8\u4e92\u4f5c\u7528\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 8px;margin-right: 8px\"><span style=\"font-size: 15px\"><strong><span><span>2. \u8de8\u5c42\u673a\u5236\uff08Cross-Layer\uff09&#8211;&nbsp;<\/span><\/span><\/strong><span><span>\u6211\u4eec\u7684\u5206\u6790\u57fa\u4e8e<\/span><\/span><strong><span><span>\u8de8\u5c42\u8f6c\u7801\u5668\uff08cross-layer transcoders, CLT\uff09<\/span><\/span><\/strong><span><span>[15]\u3002\u5728\u8be5\u673a\u5236\u4e0b\uff0c\u6bcf\u4e2a\u7279\u5f81\u4ece\u67d0\u4e00\u5c42\u7684<\/span><\/span><strong><span><span>\u6b8b\u5dee\u6d41\uff08residual stream\uff09<\/span><\/span><\/strong><span><span>\u4e2d\u8bfb\u53d6\u4fe1\u606f\uff0c\u5e76\u5bf9\u539f\u59cb\u6a21\u578b\u4e2d\u6240\u6709\u540e\u7eed\u7684<\/span><\/span><strong><span><span>\u591a\u5c42\u611f\u77e5\u673a\u5c42\uff08MLP layers\uff09<\/span><\/span><\/strong><span><span>\u8f93\u51fa\u4ea7\u751f\u8d21\u732e\u3002\u8fd9\u4e00\u8bbe\u8ba1\u6781\u5927\u5730\u7b80\u5316\u4e86\u6240\u5f97\u5de5\u4f5c\u56de\u8def\u7ed3\u6784\u3002\u503c\u5f97\u6ce8\u610f\u7684\u662f\uff0c\u572850% \uff0c\u4e5f\u5c31\u662f\u5927\u7ea6\u4e00\u534a\u7684\u6848\u4f8b\u4e2d\uff0c\u6211\u4eec\u5b8c\u5168\u53ef\u4ee5\u7528\u8bad\u7ec3\u5f97\u5230\u7684CLT\u7279\u5f81\u6765\u66ff\u4ee3\u539f\u6a21\u578b\u4e2d\u7684\u591a\u5c42\u611f\u77e5\u5668MLP\uff0c\u540c\u65f6\u8fd8\u80fd\u4fdd\u6301\u4e00\u81f4\u7684\u8f93\u51fa\u7ed3\u679c\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 8px;margin-right: 8px\"><span style=\"font-size: 15px\"><span><span>3.&nbsp;<\/span><\/span><\/span><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><span>\u5f52\u56e0\u56fe\uff08Attribution Graphs\uff09&#8211;&nbsp;<\/span><\/span><\/strong><span style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span>\u5f52\u56e0\u56fe\u63cf\u8ff0\u4e86\u6a21\u578b\u5728\u9762\u5bf9\u67d0\u4e2a\u7279\u5b9a<\/span><\/span><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><span>\u63d0\u793a\u8bcd\uff08prompt\uff09<\/span><\/span><\/strong><span style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span>\u65f6\uff0c\u5982\u4f55\u4e00\u6b65\u6b65<\/span><\/span><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><span>\u4ea7\u751f\u76ee\u6807\u8bcd\uff08target token\uff09<\/span><\/span><\/strong><span style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span>\u8f93\u51fa\u7684\u8fc7\u7a0b\u3002\u8be5\u65b9\u6cd5\u53c2\u8003\u4e86 Dunefsky \u7b49\u4eba\u7684\u7814\u7a76 [12]\u3002\u5f52\u56e0\u56fe\u4e2d\u7684\u8282\u70b9\u8868\u793a\u6fc0\u6d3b\u7279\u5f81\u3001\u63d0\u793a\u8bcd\u4e2d\u7684\u8bcd\u5d4c\u5165\u3001\u91cd\u6784\u8bef\u5dee\u4ee5\u53ca<\/span><\/span><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><span>\u8f93\u51fa\u5bf9\u6570\u503c<\/span><\/span><\/strong><span style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span>&nbsp;(output logit)\u3002\u56fe\u4e2d\u7684\u8fb9\u8868\u793a\u8282\u70b9\u95f4\u7684\u7ebf\u6027\u5f71\u54cd\uff0c\u56e0\u6b64\u6bcf\u4e2a\u7279\u5f81\u7684\u6fc0\u6d3b\u503c\u7b49\u4e8e\u5176\u8f93\u5165\u8fb9\u7684\u52a0\u6743\u548c<\/span><span>\uff08\u4e0a\u9650\u4e3a\u6fc0\u6d3b\u9608\u503c\uff09\uff08\u8be6\u89c1\u7b2c3\u8282\u201c\u5f52\u56e0\u56fe\u201d\uff09<\/span><span>\u3002<\/span><\/span><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><br \/><\/span><\/strong><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 8px;margin-right: 8px\"><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><span>4. \u7279\u5f81\u95f4\u7684\u7ebf\u6027\u5f52\u56e0 &#8212;<\/span><\/span><\/strong><span style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span>&nbsp;\u5bf9\u4e8e\u7ed9\u5b9a\u7684\u8f93\u5165\u503c\uff0c\u6211\u4eec\u8fdb\u884c\u4e86\u7cfb\u7edf\u8bbe\u8ba1\u6765\u786e\u4fdd\u7279\u5f81\u4e4b\u95f4\u7684\u76f4\u63a5\u76f8\u4e92\u4f5c\u7528\u662f\u7ebf\u6027\u7684\u3002\u8fd9\u6837\u4e00\u6765\uff0c\u5f52\u56e0\u64cd\u4f5c\u5c31\u5177\u6709\u660e\u786e\u4e14\u53ef\u9a8c\u8bc1\u7684\u6570\u5b66\u5b9a\u4e49\u3002\u4e3a\u5b9e\u73b0\u8fd9\u4e00\u76ee\u6807\uff0c<\/span><\/span><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><span>\u6211\u4eec\u56fa\u5b9a\u4e86\u6ce8\u610f\u529b\u6a21\u5f0f\uff08attention patterns\uff09\u548c\u5f52\u4e00\u5316\u56e0\u5b50\uff08normalization denominators\uff09<\/span><\/span><\/strong><span style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span>[18]\uff0c\u5e76\u901a\u8fc7\u8f6c\u7801\u5668\u5b9e\u73b0\u7279\u5f81\u4e4b\u95f4\u7684\u7ebf\u6027\u4f5c\u7528\u3002\u6b64\u5916\uff0c\u7279\u5f81\u4e4b\u95f4\u4e5f\u5b58\u5728\u901a\u8fc7\u5176\u4ed6\u7279\u5f81\u4e2d\u4ecb\u7684\u95f4\u63a5\u4ea4\u4e92\u5173\u7cfb\uff0c\u5bf9\u5e94\u591a\u6b65\u8def\u5f84\u4e0a\u7684\u5f71\u54cd\u3002<\/span><\/span><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><br \/><\/span><\/strong><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 8px;margin-right: 8px\"><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><span>5. \u526a\u679d\uff08Pruning\uff09&#8211;&nbsp;<\/span><\/span><\/strong><span style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span>\u5c3d\u7ba1\u6211\u4eec\u63d0\u53d6\u7684\u7279\u5f81\u662f\u7a00\u758f\u7684\uff0c\u4f46\u5728\u7279\u5b9a\u63d0\u793a\u4e0b\uff0c\u4ecd\u6709\u8fc7\u591a\u7279\u5f81\u88ab\u6fc0\u6d3b\uff0c\u5bfc\u81f4\u5f52\u56e0\u56fe\u96be\u4ee5\u89e3\u8bfb\u3002\u4e3a\u4e86\u5e94\u5bf9\u8fd9\u4e00\u590d\u6742\u6027\uff0c\u6211\u4eec\u91c7\u7528\u56fe\u526a\u679d\u6280\u672f\uff1a\u8bc6\u522b\u90a3\u4e9b\u5bf9\u7279\u5b9a\u4f4d\u7f6e\u7684\u6a21\u578b\u8f93\u51fa\u8d21\u732e\u6700\u5927\u7684\u8282\u70b9\u548c\u8fb9<\/span><span>\uff08\u56fe\u526a\u679d\u6280\u672f\u662f\u5728\u5904\u7406\u56fe\u7ed3\u6784\u6570\u636e\u65f6\uff0c\u901a\u8fc7\u5220\u9664\u4e0d\u91cd\u8981\u7684\u8282\u70b9\u3001\u8fb9\u6216\u8fde\u63a5\uff0c\u7b80\u5316\u56fe\u7ed3\u6784\uff0c\u51cf\u5c11\u8ba1\u7b97\u590d\u6742\u5ea6\uff0c\u540c\u65f6\u5c3d\u91cf\u4fdd\u6301\u6a21\u578b\u6027\u80fd\u7684\u6280\u672f\u201d\uff09<\/span><span>\u3002\u901a\u8fc7\u8fd9\u79cd\u65b9\u5f0f\uff0c\u6211\u4eec\u80fd\u591f\u4e3a\u4efb\u610f\u8f93\u5165\u63d0\u793a\u6784\u5efa\u7a00\u758f\u3001\u53ef\u89e3\u91ca\u7684\u6a21\u578b\u8ba1\u7b97\u56fe\u3002<\/span><\/span><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><br \/><\/span><\/strong><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 8px;margin-right: 8px\"><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><span>6. \u4ea4\u4e92\u754c\u9762\uff08Interface\uff09&#8211;&nbsp;<\/span><\/span><\/strong><span style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span>&nbsp;\u6211\u4eec\u8bbe\u8ba1\u4e86\u4e00\u4e2a\u4ea4\u4e92\u5f0f\u754c\u9762\uff0c\u7528\u4e8e\u6d4f\u89c8\u5f52\u56e0\u56fe\u53ca\u5176\u5305\u542b\u7684\u7279\u5f81\uff0c\u5e2e\u52a9\u7814\u7a76\u4eba\u5458\u5feb\u901f\u5b9a\u4f4d\u5e76\u9ad8\u4eae\u5173\u952e\u673a\u5236\u3002<\/span><\/span><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 8px;margin-right: 8px\"><span style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span style=\"font-weight: bold\">7. \u9a8c\u8bc1\uff08Validation\uff09<\/span><span>\u3002<\/span><\/span><span style=\"font-size: 15px\"><span><span>&nbsp;\u56e0\u4e3a\u6211\u4eec\u4f7f\u7528\u7684\u662f\u66ff\u4ee3\u6a21\u578b\uff0c\u6211\u4eec\u7814\u7a76\u5de5\u4f5c\u56de\u8def\u7684\u65b9\u5f0f\u662f\u53ea\u80fd\u662f\u95f4\u63a5\u7684\u3002\u66ff\u4ee3\u6a21\u578b\u7684\u5de5\u4f5c\u673a\u5236\u53ef\u80fd\u4e0e\u539f\u59cb\u6a21\u578b\u4e0d\u540c\u3002\u56e0\u6b64\uff0c\u6211\u4eec\u9700\u8981\u9a8c\u8bc1\u5f52\u56e0\u56fe\u4e2d\u6240\u63ed\u793a\u673a\u5236\u7684\u6709\u6548\u6027\u662f\u5426\u80fd\u591f\u4f53\u73b0\u5728\u539f\u59cb\u6a21\u578b\u3002\u4e3a\u6b64\u6211\u4eec\u8fdb\u884c\u4e86\u6270\u52a8\u5b9e\u9a8c\uff1a\u5728\u7279\u5f81\u65b9\u5411\u4e0a\u5f15\u5165\u6270\u52a8\uff0c\u89c2\u5bdf\u5176\u662f\u5426\u4f1a\u5bfc\u81f4\u5176\u4ed6\u7279\u5f81\u7684\u6fc0\u6d3b\u53d8\u5316<\/span><span>\uff08\u4ee5\u53ca\u6a21\u578b\u8f93\u51fa\u7684\u53d8\u5316\uff09<\/span><span>\u4e0e\u5f52\u56e0\u56fe\u9884\u6d4b\u76f8\u7b26\u3002\u6211\u4eec\u53d1\u73b0\uff0c\u5728\u591a\u6570\u63d0\u793a\u4e0b\uff0c\u6270\u52a8\u5b9e\u9a8c\u7684\u5b9a\u6027\u7ed3\u679c\u57fa\u672c\u4e0e\u5f52\u56e0\u56fe\u4e00\u81f4\uff0c\u5c3d\u7ba1\u4ecd\u5b58\u5728\u90e8\u5206\u504f\u5dee\u3002<\/span><\/span><\/span><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><br \/><\/span><\/strong><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 8px;margin-right: 8px\"><strong style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span><span>8. \u5168\u5c40\u6743\u91cd\uff08Global Weights\uff09&#8211;&nbsp;<\/span><\/span><\/strong><span style=\"font-size: 15px;text-align: left;, Arial, sans-serif;letter-spacing: 0.034em;background-color: transparent\"><span>\u867d\u7136\u672c\u6587\u4e3b\u8981\u805a\u7126\u4e8e\u7279\u5b9a\u63d0\u793a\u4e0b\u7684\u5f52\u56e0\u56fe\u7814\u7a76\uff0c\u4f46\u6211\u4eec\u7684\u65b9\u6cd5\u540c\u6837\u652f\u6301\u5bf9\u66ff\u4ee3\u6a21\u578b\u7684\u6743\u91cd<\/span><span>\uff08\u5373\u201c\u5168\u5c40\u6743\u91cd\u201d\uff09<\/span><span>\u8fdb\u884c\u76f4\u63a5\u5206\u6790\uff0c\u4ece\u800c\u63ed\u793a\u9002\u7528\u4e8e\u591a\u4e2a\u63d0\u793a\u7684\u901a\u7528\u673a\u5236\u3002\u5728\u7b2c4\u8282\u201c\u5168\u5c40\u6743\u91cd\u201d\u4e2d\uff0c\u6211\u4eec\u8ba8\u8bba\u4e86\u6b64\u65b9\u6cd5\u9762\u4e34\u7684\u4e00\u4e9b\u6311\u6218\uff0c\u4f8b\u5982\uff1a\u7531\u4e8e\u6743\u91cd\u4e4b\u95f4\u7684\u76f8\u4e92\u5e72\u6270\uff0c\u539f\u59cb\u7684\u5168\u5c40\u6743\u91cd\u5f80\u5f80\u4e0d\u5982\u5f52\u56e0\u56fe\u6613\u4e8e\u89e3\u91ca\u3002\u4f46\u6211\u4eec\u4ecd\u6210\u529f\u5730\u5e94\u7528\u5168\u5c40\u6743\u91cd\u7406\u89e3\u4e86\u6a21\u578b\u4e2d\u5b9e\u73b0\u201c\u5c0f\u6570\u52a0\u6cd5\u201d\u7684\u5de5\u4f5c\u56de\u8def\u673a\u5236\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u672c\u6587\u7684\u76ee\u6807\u662f\u8be6\u7ec6\u9610\u8ff0\u5e76\u9a8c\u8bc1\u6211\u4eec\u7684\u65b9\u6cd5\u8bba\uff0c\u5e76\u901a\u8fc7\u82e5\u5e72\u6848\u4f8b\u7814\u7a76\u52a0\u4ee5\u8bf4\u660e\u3002<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u9996\u5148\u5173\u6ce8\u65b9\u6cd5&#8211;\u9996\u5148\u4ecb\u7ecd\u5982\u4f55\u642d\u5efa\u53ef\u89e3\u91ca\u7684\u66ff\u4ee3\u6a21\u578b<\/span><span>\uff08\u89c1\u7b2c2\u8282\u201c\u6784\u5efa\u53ef\u89e3\u91ca\u7684\u66ff\u4ee3\u6a21\u578b\u201d\uff09<\/span><span>\uff0c\u4ee5\u53ca\u5982\u4f55\u6784\u5efa\u5f52\u56e0\u56fe<\/span><span>\uff08\u89c1\u7b2c3\u8282\u201c\u5f52\u56e0\u56fe\u201d\uff09<\/span><span>\uff1b\u968f\u540e\uff0c\u6211\u4eec\u901a\u8fc7\u4e24\u4e2a\u6848\u4f8b\u7814\u7a76\u6765\u5c55\u793a\u65b9\u6cd5\u7684\u5177\u4f53\u5e94\u7528<\/span><span>\uff08\u89c1\u7b2c3.7\u8282\u201c\u4e8b\u5b9e\u56de\u5fc6\u6848\u4f8b\u7814\u7a76\u201d\u548c\u7b2c3.8\u8282\u201c\u52a0\u6cd5\u6848\u4f8b\u7814\u7a76\u201d\uff09<\/span><span>\u3002\u63a5\u4e0b\u6765\uff0c\u6211\u4eec\u63a2\u8ba8\u6784\u5efa\u5168\u5c40\u5de5\u4f5c\u56de\u8def\u7684\u4e0d\u540c\u65b9\u6cd5\uff0c\u6db5\u76d6\u5176\u9762\u4e34\u7684\u6311\u6218\u53ca\u4e00\u4e9b\u521d\u6b65\u5e94\u5bf9\u65b9\u6848<\/span><span>\uff08\u89c1\u7b2c4\u8282\u201c\u5168\u5c40\u6743\u91cd\u201d\uff09<\/span><span>\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u968f\u540e\uff0c\u6211\u4eec\u5bf9\u8de8\u5c42\u8f6c\u7801\u5668CLT\u53ca\u5176\u751f\u6210\u7684\u5f52\u56e0\u56fe\u8fdb\u884c\u4e86\u8be6\u7ec6\u7684\u91cf\u5316\u8bc4\u4f30<\/span><span>\uff08\u89c1\u7b2c5\u8282\u201c\u8bc4\u4f30\u201d\uff09<\/span><span>\uff0c\u5c55\u793a\u4e86CLT\u5728\u591a\u4e2a\u6307\u6807\u4e0a\u76f8\u8f83\u4e8e\u795e\u7ecf\u5143\u53ca\u9010\u5c42\u8f6c\u7801\u5668\u7684<\/span><\/span><strong><span><span>\u5e15\u7d2f\u6258\u6539\u8fdb\u3002<\/span><\/span><\/strong><span><span>\u63a5\u7740\uff0c\u6211\u4eec\u7b80\u8981\u4ecb\u7ecd\u914d\u5957\u8bba\u6587\u7684\u5185\u5bb9\uff0c\u5176\u4e2d\u6211\u4eec\u5c06\u672c\u65b9\u6cd5\u5e94\u7528\u4e8e Claude 3.5 Haiku \u6a21\u578b\u7684\u591a\u79cd\u884c\u4e3a\u5206\u6790<\/span><span>\uff08\u89c1\u7b2c6\u8282\u201c\u751f\u7269\u5b66\u201d\uff09<\/span><span>\u3002\u4e4b\u540e\u6211\u4eec\u8ba8\u8bba\u4e86\u65b9\u6cd5\u4e0a\u7684\u82e5\u5e72\u5c40\u9650\u6027<\/span><span>\uff08\u89c1\u7b2c7\u8282\u201c\u5c40\u9650\u6027\u201d\uff09<\/span><span>\uff0c\u5305\u62ec\uff1a\u6ce8\u610f\u529b\u6a21\u5f0f\u7684\u5f71\u54cd\u3001\u91cd\u6784\u8bef\u5dee\u7684\u5e72\u6270\u3001\u6291\u5236\u673a\u5236\u7684\u8bc6\u522b\u96be\u5ea6\uff0c\u4ee5\u53ca\u7406\u89e3\u5168\u5c40\u5de5\u4f5c\u56de\u8def\u7684\u6311\u6218\u3002\u514b\u670d\u8fd9\u4e9b\u5c40\u9650\u6027\u5e76\u63ed\u793a\u6a21\u578b\u4e2d\u66f4\u591a\u6f5c\u5728\u673a\u5236\uff0c\u662f\u672a\u6765\u7814\u7a76\u7684\u91cd\u8981\u65b9\u5411\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<ul class=\"list-paddingleft-1\"><\/ul>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6700\u540e\uff0c\u6211\u4eec\u5728\u7b2c8\u8282\u201c\u8ba8\u8bba\u201d\u4e2d\uff0c\u5bf9\u751f\u6210\u5f52\u56e0\u56fe\u7684\u65b9\u6cd5\u8bbe\u8ba1\u7a7a\u95f4\u8fdb\u884c\u4e86\u66f4\u5e7f\u6cdb\u7684\u63a2\u8ba8\u3002\u6211\u4eec\u7684\u65b9\u6cd5\u5177\u6709\u6a21\u5757\u5316\u7279\u70b9\uff0c\u5176\u4e2d\u90e8\u5206\u73af\u8282\u53ef\u4ee5\u4e0e\u5176\u4ed6\u65b9\u6cd5\u7075\u6d3b\u7ec4\u5408\uff0c\u540c\u65f6\u4fdd\u7559\u5927\u90e8\u5206\u4f18\u52bf\u3002\u7b2c9\u8282\u201c\u76f8\u5173\u5de5\u4f5c\u201d\u5219\u56de\u987e\u4e86\u4e0e\u672c\u7814\u7a76\u76f8\u5173\u7684\u6587\u732e\u3002<\/span><\/span><\/p>\n<\/li>\n<ul class=\"list-paddingleft-1\"><\/ul>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u914d\u5957\u7684\u8bba\u6587\u201c\u5927\u578b\u8bed\u8a00\u6a21\u578b\u7684\u201c\u751f\u7269\u5b66\u201d\u201d\u5c06\u672c\u65b9\u6cd5\u5e94\u7528\u4e8e Claude 3.5 Haiku\uff0c\u7814\u7a76\u5176\u5728\u591a\u8df3\u63a8\u7406\u3001\u89c4\u5212\u884c\u4e3a\u4e0e\u5e7b\u89c9\u751f\u6210\u7b49\u65b9\u9762\u7684\u8868\u73b0\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u9700\u8981\u6307\u51fa\u7684\u662f\uff0c\u8bad\u7ec3\u4e00\u4e2a\u8de8\u5c42\u8f6c\u7801\u5668\u9700\u8981\u4e00\u5b9a\u7684\u524d\u671f\u6210\u672c\u548c\u7cbe\u529b\uff0c\u4f46\u8fd9\u79cd\u6295\u5165\u5728\u540e\u7eed\u7684\u5de5\u4f5c\u56de\u8def\u89e3\u6790\u4e2d\u53ef\u4ee5\u88ab\u9010\u6b65\u644a\u9500\u3002\u6211\u4eec\u53d1\u73b0\uff0c\u8fd9\u79cd\u65b9\u6cd5\u663e\u8457\u63d0\u5347\u4e86\u5de5\u4f5c\u56de\u8def\u7684\u53ef\u89e3\u91ca\u6027\u548c\u7b80\u6d01\u6027\uff0c\u56e0\u800c\u5728\u6027\u4ef7\u6bd4\u4e0a\u662f\u503c\u5f97\u7684<\/span><span>\uff08\u53c2\u89c1\u5f00\u653e\u6743\u91cd\u6a21\u578b\u7684\u6210\u672c\u4f30\u7b97\u53ca\u4e0e\u9010\u5c42\u8f6c\u7801\u5668\u7684\u6027\u80fd\u5bf9\u6bd4\uff09<\/span><span>\u3002\u4e0d\u8fc7\uff0c\u6211\u4eec\u5f3a\u8c03\uff0c\u7814\u7a76\u8005\u4e5f\u53ef\u4ee5\u9009\u62e9\u9010\u5c42\u8f6c\u7801\u5668\u751a\u81f3\u76f4\u63a5\u4f7f\u7528\u591a\u5c42\u611f\u77e5\u673a\u5668MLP\u7684\u795e\u7ecf\u5143\uff0c\u6cbf\u7528\u672c\u6587\u7684\u7b2c3\u81f3\u7b2c8\u6b65\uff0c\u4f9d\u7136\u53ef\u4ee5\u83b7\u5f97\u6709\u4ef7\u503c\u7684\u89c1\u89e3\u3002\u6b64\u5916\uff0c\u672a\u6765\u4e5f\u6709\u53ef\u80fd\u51fa\u73b0\u6bd4\u8de8\u5c42\u8f6c\u7801\u5668CLT\u66f4\u4f18\u79c0\u7684\u66ff\u4ee3\u65b9\u6cd5\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e3a\u4e86\u65b9\u4fbf\u7814\u7a76\u7ed3\u679c\u590d\u73b0\uff0c\u6211\u4eec\u63d0\u4f9b\u4e86\u8de8\u5c42\u8f6c\u7801\u5668CLT\u7684\u5b9e\u73b0\u6307\u5357\u3001\u526a\u679d\u65b9\u6cd5\u7684\u8be6\u7ec6\u8bf4\u660e\uff0c\u4ee5\u53ca\u652f\u6301\u4ea4\u4e92\u5f0f\u56fe\u5206\u6790\u754c\u9762\u7684\u524d\u7aef\u4ee3\u7801\u3002<\/span><\/span><\/p>\n<section style=\"margin-bottom: 0px;letter-spacing: 0.578px\">\n<section>\n<section>\n<section data-tools=\"135\u7f16\u8f91\u5668\" data-id=\"88077\">\n<section style=\"margin-right: auto;margin-left: auto;padding-top: 15px\">\n<section style=\"margin-bottom: -14px;justify-content: flex-end\">\n<section style=\"margin-top: -14px;width: 5px;height: 5px;border-right: none;border-top: none;overflow: hidden\"><span><br \/><\/span><\/section>\n<\/section>\n<section data-width=\"100%\" style=\"margin-right: auto;margin-left: auto;width: 578px;border-width: 1px;border-style: solid\">\n<section style=\"padding: 3px\">\n<section style=\"padding: 10px;border-width: 1px;border-style: solid\">\n<section style=\"font-size: 15px;letter-spacing: 1.5px;line-height: 25px\">\n<p style=\"vertical-align: inherit;margin-bottom: 8px\"><span style=\"letter-spacing: 0.578px\"><span>\u63a8\u8350\u9605\u8bfb<\/span><\/span><\/p>\n<p style=\"vertical-align: inherit;margin-bottom: 8px\"><span style=\"letter-spacing: 0.578px\"><span><a class=\"normal_text_link\" target=\"_blank\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247713894&amp;idx=1&amp;sn=4bafdd6dfd5ae2b451b1deb82c833f69&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\">\u4ece\u5f52\u56e0\u56fe\u5230 AI \u7684\u201c\u751f\u7269\u5b66\u201d\uff1a\u63a2\u7d22\u5927\u8bed\u8a00\u6a21\u578b\u7684\u5185\u90e8\u673a\u5236\u300c\u4e0a\u300d<\/a><\/span><\/span><\/p>\n<p style=\"vertical-align: inherit;margin-bottom: 8px\"><span style=\"letter-spacing: 0.578px\"><span><a class=\"normal_text_link\" target=\"_blank\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247713900&amp;idx=1&amp;sn=5c4a4849bfadd7f159d92e5b82c9180f&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\">\u4ece\u5f52\u56e0\u56fe\u5230 AI \u7684\u201c\u751f\u7269\u5b66\u201d\uff1a\u63a2\u7d22 Claude3.5 Haiku \u7684\u5185\u90e8\u673a\u5236\u300c\u4e2d\u300d<\/a><\/span><\/span><\/p>\n<p style=\"vertical-align: inherit\"><span style=\"letter-spacing: 0.578px\"><span><a class=\"normal_text_link\" target=\"_blank\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247713910&amp;idx=1&amp;sn=9219b1abb3837fd9bf8b392241985c5b&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\">\u6253\u5f00AI\u9ed1\u7bb1\uff1a\u5982\u4f55\u7528\u5f52\u56e0\u56fe\u7ed8\u5236\u5927\u8bed\u8a00\u6a21\u578b\u7684\u8111\u56de\u8def\uff1f<\/a><\/span><\/span><\/p>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<section style=\"margin-top: -5px;width: 5px;height: 5px;border-left: none;border-bottom: none;overflow: hidden\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<p style=\"vertical-align: inherit\"><span><br \/><\/span><\/p>\n<\/section>\n<\/section>\n<\/section>\n<p style=\"margin-bottom: 0px\"><span><br \/><\/span><\/p>\n<h3 style=\", Arial, sans-serif;letter-spacing: 0.544px\">\n<section style=\"letter-spacing: 0.544px;text-align: right;font-size: 13px\">\n<section style=\"margin-top: 10px;margin-bottom: 10px;letter-spacing: 0.544px;text-align: center\">\n<section style=\"vertical-align: middle\">\n<section style=\"margin-bottom: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"clear: both;line-height: 0\">\n<section style=\"line-height: 0;width: 0px\"><\/section>\n<\/section>\n<\/section>\n<section style=\"padding-right: 10px;padding-left: 10px;font-size: 16px;line-height: 1.4\">\n<p><strong><strong style=\"text-align: left;letter-spacing: 0.544px\"><span style=\", Arial, sans-serif\"><strong style=\"letter-spacing: 0.578px\"><span>2. \u6784\u5efa\u53ef\u89e3\u91ca\u7684\u66ff\u4ee3\u6a21\u578b<\/span><\/strong><\/span><\/strong><\/strong><\/p>\n<\/section>\n<section style=\"margin-top: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/h3>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;letter-spacing: 0.578px;line-height: 1.75em\"><span><br \/><\/span><\/p>\n<h2 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u67b6\u6784<\/span><\/span><\/h2>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u8de8\u5c42\u8f6c\u7801\u5668\uff08Cross-Layer Transcoder\uff09\uff1a<\/span><\/span><\/strong><span><span>\u7279\u5f81\u4ece\u67d0\u4e00\u5c42\u8bfb\u53d6\u8f93\u5165\u4e4b\u540e\uff0c\u4f1a\u5199\u5165\u6240\u6709\u540e\u7eed\u5c42\u7684\u8f93\u51fa\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: center\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.8119205298013245\" data-type=\"png\" data-w=\"755\" data-width=\"755\" data-height=\"613\" data-imgfileid=\"100233222\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-3d9614d400814014d98c5997e3e598cb.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md00401tm3h\" data-pm-slice=\"0 0 []\"><span>\u56fe 1\uff1a \u8de8\u5c42\u8f6c\u7801\u5668CLT\u6784\u6210\u4e86\u6211\u4eec\u66ff\u4ee3\u6a21\u578b\u7684\u6838\u5fc3\u67b6\u6784\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8de8\u5c42\u8f6c\u7801\u5668CLT \u7531\u591a\u4e2a\u795e\u7ecf\u5143\u7ec4\u6210\uff0c\u8fd9\u4e9b\u795e\u7ecf\u5143\u4e5f\u88ab\u79f0\u4e3a\u201c\u7279\u5f81&#8221;\uff0c\u5e76\u88ab\u5212\u5206\u5230\u4e0e\u539f\u59cb\u6a21\u578b\u76f8\u540c\u6570\u91cf\u7684 L \u4e2a\u5c42\u7ea7\u4e2d\u3002\u8de8\u5c42\u8f6c\u7801\u5668CLT \u7684\u76ee\u6807\u662f\uff1a\u4f7f\u7528\u7a00\u758f\u6fc0\u6d3b\u7684\u7279\u5f81\uff0c\u91cd\u5efa\u539f\u59cb\u6a21\u578b\u4e2d\u5404\u5c42\u591a\u5c42\u611f\u77e5\u5668<\/span><span>\uff08MLP\uff09<\/span><span>\u7684\u8f93\u51fa\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6bcf\u4e2a\u7279\u5f81\u4ece\u548c\u5b83\u76f8\u5173\u7684\u5c42\u7ea7\u7684\u6b8b\u5dee\u6d41<\/span><span>\uff08residual stream\uff09<\/span><span>\u4e2d\u63a5\u6536\u8f93\u5165\u3002\u800c\u771f\u6b63\u8ba9\u8fd9\u4e9b\u7279\u5f81\u88ab\u79f0\u4e3a\u201c\u8de8\u5c42\u201d\u7684\u539f\u56e0\u5728\u4e8e &#8212; \u5b83\u4eec\u7684\u8f93\u51fa\u53ef\u4ee5\u5f71\u54cd\u6240\u6709\u540e\u7eed\u5c42\u7684\u8ba1\u7b97\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5177\u4f53\u800c\u8a00\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6bcf\u4e00\u5c42 \u2113 \u4e2d\u7684\u7279\u5f81\uff0c\u901a\u8fc7\u4e00\u7ec4<\/span><\/span><strong><span><span>\u7ebf\u6027\u7f16\u7801\u5668\uff08linear encoder\uff09<\/span><\/span><\/strong><span><span>\u548c\u975e\u7ebf\u6027\u6fc0\u6d3b\u51fd\u6570\uff0c\u4ece\u8be5\u5c42\u7684\u6b8b\u5dee\u6d41\u4e2d\u8bfb\u53d6\u8f93\u5165\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u2113 \u5c42\u7684\u7279\u5f81\u4e0d\u4ec5\u53c2\u4e0e\u91cd\u5efa\u8be5\u5c42\u7684 MLP \u8f93\u51fa\uff0c\u8fd8\u4f1a\u901a\u8fc7\u4e00\u7ec4\u4e13\u95e8\u7684\u7ebf\u6027\u89e3\u7801\u6743\u91cd<\/span><\/span><strong><span><span>\uff08linear decoder weights\uff09<\/span><\/span><\/strong><span><span>\uff0c\u53c2\u4e0e\u91cd\u5efa\u2113+1 \u5230 \u2113 \u5c42\u8fd9\u4e9b\u540e\u7eed\u5c42\u7ea7\u7684MLP \u8f93\u51fa\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6240\u6709\u5c42\u4e2d\u7684\u6240\u6709\u7279\u5f81\u662f\u8054\u5408\u8bad\u7ec3\u7684\u3002\u56e0\u6b64\uff0c\u7b2c \u2113\u2032 \u5c42\u7684 MLP \u8f93\u51fa\u662f\u7531\u5176\u4e4b\u524d\u6240\u6709\u5c42\u7684\u7279\u5f81\u5171\u540c\u91cd\u5efa\u7684\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u66f4\u5f62\u5f0f\u5316\u5730\u8bf4\uff0c\u8bbe&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;265f09f4-043e-482e-8fc6-f3efe539bb01&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;nx^\u2113n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md0062ck1co0\" data-pm-slice=\"0 0 []\"><span><span>&nbsp;x<\/span><\/span><sup><span>\u2113<\/span><\/sup><\/span><\/span><span><span>&nbsp;\u8868\u793a\u539f\u59cb\u6a21\u578b\u5728\u7b2c \u2113 \u5c42\u7684\u6b8b\u5dee\u6d41\u6fc0\u6d3b\u503c\uff0c\u5219 CLT \u5728\u8be5\u5c42\u7684\u7279\u5f81\u6fc0\u6d3b&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;9b2a6f4d-3c2d-42e5-aba1-4662bb9b0a1d&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;na^\u2113n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md0078v9l3v\" data-pm-slice=\"0 0 []\"><span><span>&nbsp;a<\/span><\/span><sup><span>\u2113<\/span><\/sup><\/span><\/span><span><span>&nbsp;\u7684\u8ba1\u7b97\u65b9\u5f0f\u4e3a\uff1a<\/span><\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.18425925925925926\" data-s=\"300,640\" data-type=\"png\" data-w=\"1080\" style=\"width:277px;height:51px\" data-imgfileid=\"100233262\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-1ca27d30ce09b94a30b6caf334d1eebc.png\" \/><\/section>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px;margin-bottom: 0px\"><img class=\"rich_pages wxw-img\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5176\u4e2d&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;c93a8403-96a0-414c-89af-00152323f428&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;W^{\\ell}_{\\mathrm{enc}}n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><sub data-pm-slice=\"0 0 []\"><span><img alt=\"image.png\" class=\"rich_pages wxw-img\" data-ratio=\"0.6533333333333333\" data-type=\"png\" data-w=\"150\" style=\"vertical-align: baseline;width: 35px\" width=\"35\" data-width=\"35px\" data-imgfileid=\"100233263\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-04c4193dd6f9796ace104f0c1d80b254.png\" \/><img class=\"rich_pages wxw-img\" \/><img class=\"rich_pages wxw-img\" \/><\/span><\/sub><span><span>&nbsp;\u662f\u7b2c \u2113 \u5c42 CLT \u7684\u7f16\u7801\u77e9\u9635\u3002<\/span><\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8bbe&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;3bc3ece3-ad9d-4eb2-aeb2-a871256d4f53&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;y^\u2113n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md009skm21ud\" data-pm-slice=\"0 0 []\"><span><span>y<\/span><\/span><sup><span>\u2113<\/span><\/sup><\/span><\/span><span><span>&nbsp;\u8868\u793a\u539f\u59cb\u6a21\u578b\u5728\u7b2c \u2113 \u5c42\u7684 MLP \u8f93\u51fa\uff0c\u5219 CLT \u5bf9\u8be5\u8f93\u51fa\u7684\u91cd\u5efa\u8bb0\u4f5c&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;10a4833a-53d6-4dce-bedd-3e1be0817a9a&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;y^\u2113n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md00a49skgf\" data-pm-slice=\"0 0 []\"><span><span>y<\/span><\/span><sup><span>\u2113<\/span><\/sup><\/span><\/span><span><span>\u3002\u4f7f\u7528 JumpReLU \u6fc0\u6d3b\u51fd\u6570 [11]\uff0c\u5176\u8ba1\u7b97\u65b9\u5f0f\u5982\u4e0b\uff1a<\/span><\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.4125874125874126\" data-s=\"300,640\" data-type=\"png\" data-w=\"572\" style=\"width:124px;height:51px\" data-imgfileid=\"100233264\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-218a798fc4afaea1ac424c19622c76c2.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5176\u4e2d&nbsp;<\/span><\/span><sub data-pm-slice=\"0 0 []\"><span><img alt=\"image.png\" class=\"rich_pages wxw-img\" data-ratio=\"0.5353535353535354\" data-type=\"png\" data-w=\"198\" style=\"vertical-align: baseline;width: 37px\" width=\"37\" data-width=\"37px\" data-imgfileid=\"100233265\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-e1e3f19a3eff1df9873e78f05d8859c8.png\" \/><img class=\"rich_pages wxw-img\" \/><img class=\"rich_pages wxw-img\" \/><\/span><\/sub><span><span>&nbsp;\u8868\u793a\u4ece\u7b2c \u2113\u2032 \u5c42\u7279\u5f81\u8f93\u51fa\u5230\u7b2c \u2113 \u5c42\u7684\u89e3\u7801\u77e9\u9635\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u8bad\u7ec3\u8de8\u5c42\u8f6c\u7801\u5668\u65f6\uff0c\u6211\u4eec\u4f18\u5316\u7531\u4e24\u90e8\u5206\u635f\u5931\u51fd\u6570\u7ec4\u6210\u7684\u603b\u635f\u5931\u3002\u7b2c\u4e00\u4e2a\u635f\u5931\u51fd\u6570\u662f\u91cd\u5efa\u8bef\u5dee\u635f\u5931\uff0c\u5728\u6240\u6709\u5c42\u4e0a\u6c42\u548c\uff1a<\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.3232876712328767\" data-s=\"300,640\" data-type=\"png\" data-w=\"730\" style=\"width:167px;height:54px\" data-imgfileid=\"100233266\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-a7815b98e84852afc68e44d9f33b65a5.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u7b2c\u4e8c\u9879\u662f\u7a00\u758f\u6027\u60e9\u7f5a\u9879\uff0c\u7528\u4ee5\u9f13\u52b1\u7279\u5f81\u6fc0\u6d3b\u5c3d\u53ef\u80fd\u7a00\u758f<\/span><span>\uff08\u5176\u4e2d \u03bb \u548c c\u4e3a\u8d85\u53c2\u6570\uff09<\/span><span>\uff1a<\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.1824074074074074\" data-s=\"300,640\" data-type=\"png\" data-w=\"1080\" style=\"width:290px;height:53px\" data-imgfileid=\"100233267\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-177091e4baef4b8ed1a2b5bbb9009879.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5176\u4e2d\uff0cN \u662f\u6bcf\u5c42\u7684\u7279\u5f81\u6570\u91cf\uff0c<\/span><\/span><sub data-pm-slice=\"0 0 []\"><span><img alt=\"image.png\" class=\"rich_pages wxw-img\" data-ratio=\"0.5145631067961165\" data-type=\"png\" data-w=\"206\" style=\"vertical-align: baseline;width: 38px\" width=\"38\" data-width=\"38px\" data-imgfileid=\"100233268\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-d940bb3aa9e3538e9750d8b7e89357dc.png\" \/><img class=\"rich_pages wxw-img\" \/><img class=\"rich_pages wxw-img\" \/><\/span><\/sub><span><span>&nbsp;\u8868\u793a\u7b2c i \u4e2a\u7279\u5f81\u5728\u7b2c \u2113 \u5c42\u7684\u6240\u6709\u89e3\u7801\u5411\u91cf\u62fc\u63a5\u7ed3\u679c\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u5728\u4e00\u4e2a\u8f83\u5c0f\u768418\u5c42 Transformer \u6a21\u578b<\/span><span>\uff08\u7b80\u79f0\u201c18L\u201d\uff09<\/span><span>\u548c Claude 3.5 Haiku \u4e0a\u5206\u522b\u8bad\u7ec3\u4e86\u4e0d\u540c\u89c4\u6a21\u7684 CLT \u6a21\u578b\u3002\u5176\u603b\u7279\u5f81\u6570<\/span><span>\uff08\u8de8\u6240\u6709\u5c42\uff09<\/span><span>\u5728 18L \u4e2d\u4e3a 30 \u4e07\u5230 1000 \u4e07\u4e4b\u95f4\uff0c\u5728 Haiku \u6a21\u578b\u4e2d\u4e3a 30 \u4e07\u5230 3000 \u4e07\u4e4b\u95f4\u3002\u5173\u4e8e\u8bad\u7ec3\u7684\u66f4\u591a\u7ec6\u8282\uff0c\u8be6\u89c1\u9644\u5f55 D \u201cCLT \u5b9e\u73b0\u7ec6\u8282\u201d\u3002<\/span><\/span><\/p>\n<h2 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span>\u4ece\u8de8\u5c42\u8f6c\u7801\u5668\u5230\u66ff\u4ee3\u6a21\u578b<\/span><\/span><\/strong><\/h2>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u83b7\u5f97\u8bad\u7ec3\u597d\u7684\u8de8\u5c42\u8f6c\u7801\u5668CLT\u540e\uff0c\u6211\u4eec\u53ef\u4ee5\u5b9a\u4e49\u4e00\u4e2a\u201c\u66ff\u4ee3\u6a21\u578b\u201d\uff0c\u5b83\u7528\u8de8\u5c42\u8f6c\u7801\u5668\u7684\u7279\u5f81\u66ff\u4ee3\u539f\u59cb\u6a21\u578b\u4e2d\u7684 MLP \u795e\u7ecf\u5143\u3002\u4e5f\u5c31\u662f\u8bf4\uff0c\u539f\u6a21\u578b\u6bcf\u4e00\u5c42\u7684 MLP \u8f93\u51fa\u5c06\u88ab\u6240\u6709\u5411\u8be5\u5c42\u5199\u5165\u7684 CLT \u7279\u5f81\u6240\u91cd\u5efa\u7684\u7ed3\u679c\u6240\u66ff\u4ee3\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8be5\u66ff\u4ee3\u6a21\u578b\u7684\u524d\u5411\u4f20\u64ad\u6d41\u7a0b\u4e0e\u539f\u59cb\u6a21\u578b\u57fa\u672c\u76f8\u540c\uff0c\u53ea\u6709\u4e24\u4e2a\u5173\u952e\u5dee\u5f02\uff1a<\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5f53\u6267\u884c\u5230\u7b2c \u2113 \u5c42\u7684 MLP \u8f93\u5165\u65f6\uff0c\u6211\u4eec\u8ba1\u7b97\u90a3\u4e9b<\/span><\/span><strong><span><span>\u7f16\u7801\u5668\u5c5e\u4e8e\u8be5\u5c42<\/span><\/span><\/strong><span><span>\u7684\u8de8\u5c42\u8f6c\u7801\u5668\u7279\u5f81\u7684\u6fc0\u6d3b\u503c\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5f53\u6267\u884c\u5230\u7b2c \u2113 \u5c42\u7684 MLP \u8f93\u51fa\u65f6\uff0c\u6211\u4eec\u7528\u672c\u5c42\u53ca\u6240\u6709\u524d\u5c42 CLT \u7279\u5f81\u901a\u8fc7<\/span><\/span><strong><span><span>\u8be5\u5c42\u7684\u89e3\u7801\u5668<\/span><\/span><\/strong><span><span>\u751f\u6210\u7684\u8f93\u51fa\u4e4b\u548c\u6765\u8986\u76d6\u539f\u6709\u7684 MLP \u8f93\u51fa\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6ce8\u610f\u529b\u673a\u5236<\/span><span>\uff08Attention layers\uff09<\/span><span>\u4ecd\u6309\u7167\u539f\u59cb\u65b9\u5f0f\u6b63\u5e38\u5e94\u7528\uff0c<\/span><\/span><strong><span><span>\u4e0d\u505a\u51bb\u7ed3\u6216\u4fee\u6539<\/span><\/span><\/strong><span><span>\u3002\u867d\u7136 CLT \u7684\u8bad\u7ec3\u4ec5\u4f9d\u8d56\u4e8e\u539f\u59cb\u6a21\u578b\u7684\u8f93\u5165\u6fc0\u6d3b\u503c\uff0c\u4f46\u5728\u8fd0\u884c\u66ff\u4ee3\u6a21\u578b\u65f6\uff0cCLT \u5b9e\u9645\u4e0a\u662f\u5728\u5904\u7406\u201c\u504f\u79bb\u8bad\u7ec3\u5206\u5e03\u201d\u7684\u8f93\u5165 \u2014\u2014 \u5373\u6765\u81ea\u66ff\u4ee3\u6a21\u578b\u4e2d\u95f4\u5c42\u7684\u6fc0\u6d3b\u503c\u3002<\/span><\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li>\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u539f\u59cb Transformer \u6a21\u578b\uff1a\u6211\u4eec\u7814\u7a76\u7684\u57fa\u7840\u6a21\u578b\u662f\u57fa\u4e8e Transformer \u67b6\u6784\u7684\u5927\u578b\u8bed\u8a00\u6a21\u578b\u3002<\/span><\/span><\/p>\n<\/li>\n<li>\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u66ff\u4ee3\u6a21\u578b\uff1a\u6211\u4eec\u7528\u7279\u5f81<\/span><span>\uff08features\uff09<\/span><span>\u66ff\u4ee3\u539f\u59cb\u6a21\u578b\u4e2d\u7684\u795e\u7ecf\u5143\u3002\u7279\u5f81\u7684\u6570\u91cf\u901a\u5e38\u591a\u4e8e\u795e\u7ecf\u5143\u3002\u5b83\u4eec\u5177\u6709\u7a00\u758f\u6fc0\u6d3b\u7684\u6027\u8d28\uff0c\u5e76\u4e14\u5f80\u5f80\u5bf9\u5e94\u4e8e\u5177\u6709\u53ef\u89e3\u91ca\u6027\u7684\u6982\u5ff5\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.41759259259259257\" data-type=\"png\" data-w=\"1080\" data-width=\"1391\" data-height=\"581\" data-imgfileid=\"100233224\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-487077bf7dc710292527c6bc620ce316.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md00ebbx1lr3\" data-pm-slice=\"0 0 []\"><strong><span style=\"color: #888888;font-size: 13px\"><span>\u56fe 2\uff1a<\/span><\/span><\/strong><span style=\"color: #888888;font-size: 13px\"><span>&nbsp;\u66ff\u4ee3\u6a21\u578b\u662f\u901a\u8fc7\u5c06\u539f\u59cb\u6a21\u578b\u4e2d\u7684\u795e\u7ecf\u5143\u66ff\u6362\u4e3a\u8de8\u5c42\u8f6c\u7801\u5668\u4e2d\u7684\u7a00\u758f\u6fc0\u6d3b\u7279\u5f81\u6240\u6784\u5efa\u7684\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4f5c\u4e3a\u4e00\u9879\u57fa\u7840\u8bc4\u4f30\uff0c\u6211\u4eec\u6d4b\u91cf\u66ff\u4ee3\u6a21\u578b\u5728\u9884\u6d4b\u4e0b\u4e00\u4e2a\u6700\u6709\u53ef\u80fd\u7684\u8bcd\u5143\u65f6\uff0c\u5176\u8f93\u51fa\u4e0e\u539f\u59cb\u6a21\u578b\u4e00\u81f4\u7684\u6bd4\u4f8b\u3002\u968f\u7740\u6a21\u578b\u89c4\u6a21\u7684\u63d0\u5347\uff0c\u8fd9\u4e00\u5339\u914d\u6bd4\u4f8b\u4e5f\u968f\u4e4b\u4e0a\u5347\u3002\u4e0e<\/span><\/span><strong><span><span>\u9010\u5c42\u8f6c\u7801\u5668\uff08per-layer transcoder\uff09<\/span><\/span><\/strong><span><span>\u57fa\u7ebf\u76f8\u6bd4\uff0c\u8de8\u5c42\u8f6c\u7801\u5668CLT \u7684\u8868\u73b0\u66f4\u4f18 \u2014\u2014 \u540e\u8005\u6307\u7684\u662f\u4e3a\u6bcf\u4e00\u5c42\u5355\u72ec\u8bad\u7ec3\u7684\u6807\u51c6\u4e00\u5c42\u8f6c\u7801\u5668\uff1b\u56fe\u4e2d\u6240\u793a\u7684\u201c\u7279\u5f81\u6570\u201d\u8868\u793a\u7684\u662f\u6240\u6709\u5c42\u4e2d\u6240\u6709\u7279\u5f81\u7684\u603b\u548c\u3002\u6211\u4eec\u8fd8\u5f15\u5165\u4e86\u201c\u9608\u503c\u5316\u795e\u7ecf\u5143\u201d\u4f5c\u4e3a\u53e6\u4e00\u5bf9\u6bd4\u57fa\u7ebf\uff1a\u5c06\u6fc0\u6d3b\u503c\u4f4e\u4e8e\u67d0\u4e00\u9608\u503c\u7684\u795e\u7ecf\u5143\u7f6e\u96f6\u3002\u5b9e\u9a8c\u8868\u660e\uff0c\u6fc0\u6d3b\u503c\u8d8a\u9ad8\u7684\u795e\u7ecf\u5143\u5f80\u5f80\u8d8a\u5177\u6709\u53ef\u89e3\u91ca\u6027\u3002\u6211\u4eec\u5728\u56fe\u4e2d\u6807\u6ce8\u4e86\u4e00\u4e2a\u53c2\u8003\u70b9\uff0c\u663e\u793a\u8be5\u70b9\u4e0a\u7684\u795e\u7ecf\u5143\u53ef\u89e3\u91ca\u6027\u5927\u81f4\u4e0e\u7279\u5f81\u6301\u5e73<\/span><span>\uff08\u4f9d\u636e\u6211\u4eec\u5728\u7b2c 5.1.2 \u8282\u201cCLT \u7684\u91cf\u5316\u8bc4\u4f30\u201d\u4e2d\u7684\u81ea\u52a8\u8bc4\u4f30\u7ed3\u679c\uff09<\/span><span>\u3002\u6211\u4eec\u8bad\u7ec3\u7684\u6700\u5927\u89c4\u6a21\u7684 18 \u5c42 CLT<\/span><span>\uff0818L CLT\uff09<\/span><span>\u5728\u4e00\u4e2a\u591a\u6837\u5316\u7684\u9884\u8bad\u7ec3\u98ce\u683c\u63d0\u793a\u96c6<\/span><span>\uff08\u6765\u81ea\u5f00\u6e90\u6570\u636e\u96c6\uff09<\/span><span>\u4e0a\uff0c\u80fd\u591f\u5728&nbsp;<\/span><\/span><strong><span><span>50%<\/span><\/span><\/strong><span><span>&nbsp;\u7684\u6837\u4f8b\u4e2d\u51c6\u786e\u5339\u914d\u539f\u59cb\u6a21\u578b\u7684\u4e0b\u4e00\u4e2a token \u8f93\u51fa<\/span><span>\uff08\u8be6\u89c1\u9644\u5f55 R\u201c\u8865\u5145\u8bc4\u4f30\u7ec6\u8282\u201d\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.44814814814814813\" data-type=\"png\" data-w=\"1080\" data-width=\"1410\" data-height=\"632\" data-imgfileid=\"100233225\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-8d33bee2ff2b97ad72f0f3eaef3d1152.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.6em\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md00ewf41g5p\" data-pm-slice=\"0 0 []\"><strong><span style=\"font-size: 13px\"><span>\u56fe 3\uff1a<\/span><\/span><\/strong><span style=\"font-size: 13px\"><span>&nbsp;\u5bf9\u6bd4\u8de8\u5c42\u8f6c\u7801\u5668\u3001\u9010\u5c42\u8f6c\u7801\u5668\u548c\u9608\u503c\u5316\u795e\u7ecf\u5143\u5728\u4f5c\u4e3a\u66ff\u4ee3\u6a21\u578b\u57fa\u7840\u65f6\u7684 Top-1 \u51c6\u786e\u7387\u548c KL \u6563\u5ea6\u8868\u73b0\u3002\u53ef\u89e3\u91ca\u6027\u9608\u503c\u901a\u8fc7\u6392\u5e8f\u548c\u5bf9\u6bd4\u8bc4\u4f30\u65b9\u6cd5\u786e\u5b9a\uff08\u8be6\u89c1\u201c\u8bc4\u4f30\u201d\u7ae0\u8282\uff09\u3002<\/span><\/span><\/span><\/p>\n<h2 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b<\/span><\/span><\/h2>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5c3d\u7ba1\u66ff\u4ee3\u6a21\u578b\u5728\u67d0\u4e9b\u60c5\u51b5\u4e0b\u53ef\u4ee5\u590d\u73b0\u539f\u59cb\u6a21\u578b\u7684\u8f93\u51fa\uff0c\u4f46\u6574\u4f53\u4e0a\u4ecd\u5b58\u5728\u663e\u8457\u5dee\u8ddd\uff0c\u4e14\u91cd\u5efa\u8bef\u5dee\u4f1a\u5728\u5404\u5c42\u4e4b\u95f4\u7d2f\u79ef\u3002\u7531\u4e8e\u6211\u4eec\u6700\u7ec8\u76ee\u7684\u662f\u7406\u89e3\u539f\u59cb\u6a21\u578b\u672c\u8eab\uff0c\u56e0\u6b64\u5e0c\u671b\u5c3d\u53ef\u80fd\u5730\u903c\u8fd1\u5b83\u7684\u884c\u4e3a\u3002\u4e3a\u6b64\uff0c\u5728\u7814\u7a76\u4e00\u4e2a\u56fa\u5b9a\u63d0\u793a\u8bcd p\u65f6\uff0c\u6211\u4eec\u6784\u5efa\u4e86\u4e00\u4e2a<\/span><\/span><strong><span><span>\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\uff08local replacement model\uff09<\/span><\/span><\/strong><span><span>\uff0c\u5176\u4e3b\u8981\u7279\u5f81\u5305\u62ec\uff1a<\/span><\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e0e\u66ff\u4ee3\u6a21\u578b\u76f8\u540c\uff0c\u7528\u8de8\u5c42\u8f6c\u7801\u5668CLT\u66ff\u4ee3\u539f\u59cb\u6a21\u578b\u7684 MLP \u5c42\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4f7f\u7528\u539f\u59cb\u6a21\u578b\u5728\u63d0\u793a\u8bcd p \u4e0a\u524d\u5411\u4f20\u64ad\u65f6\u6240\u4ea7\u751f\u7684\u6ce8\u610f\u529b\u6a21\u5f0f\u548c\u5f52\u4e00\u5316\u56e0\u5b50<\/span><span>\uff08\u53c2\u89c1\u6587\u732e [18, 12]\uff09<\/span><span>\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u6bcf\u4e2a<\/span><span>\uff08\u8bcd\u5143\u4f4d\u7f6e\uff0c\u5c42\uff09<\/span><span>\u5bf9\u4e0a\uff0c\u5bf9 CLT \u7684\u8f93\u51fa\u6dfb\u52a0\u4e00\u4e2a\u8bef\u5dee\u8c03\u6574\u9879\uff0c\u8be5\u9879\u7b49\u4e8e CLT \u8f93\u51fa\u4e0e\u539f\u59cb MLP \u8f93\u51fa\u4e4b\u95f4\u7684\u5dee\u503c<\/span><span>\uff08\u53c2\u89c1\u6587\u732e [16]\uff09<\/span><span>\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u8fdb\u884c\u8bef\u5dee\u4fee\u6b63\uff0c\u5e76\u51bb\u7ed3\u6ce8\u610f\u529b\u6a21\u5f0f\u4e0e\u5f52\u4e00\u5316\u4e2d\u7684\u975e\u7ebf\u6027\u9879\u4e4b\u540e\uff0c\u6211\u4eec\u5c31\u5b9e\u8d28\u4e0a<\/span><\/span><strong><span><span>\u7528\u4e00\u5957\u65b0\u7684\u57fa\u672c\u5355\u5143\u91cd\u5199\u4e86\u539f\u59cb\u6a21\u578b\u5728\u63d0\u793a\u8bcd p\u4e0a\u7684\u8ba1\u7b97\u8fc7\u7a0b<\/span><\/span><\/strong><span><span>\u3002\u6b64\u65f6\uff0c\u8bef\u5dee\u4fee\u6b63\u540e\u7684\u66ff\u4ee3\u6a21\u578b\u5728\u6240\u6709\u5c42\u4e0a\u7684\u6fc0\u6d3b\u503c\u4e0e\u8f93\u51fa\u5bf9\u6570\u503c\u5728\u8f93\u51fa<\/span><\/span><strong><span><span>\u4e0e\u539f\u59cb\u6a21\u578b\u5b8c\u5168\u4e00\u81f4<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7136\u800c\uff0c\u8fd9\u4e00\u5bf9\u5e94\u5173\u7cfb\u5e76\u4e0d\u610f\u5473\u7740\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u4e0e\u539f\u59cb\u6a21\u578b\u5728\u673a\u5236\u4e0a\u76f8\u540c\u3002\u6211\u4eec\u53ef\u4ee5\u901a\u8fc7\u6d4b\u91cf\u4e24\u8005\u5728\u6270\u52a8\u8f93\u5165\u4e0b\u7684\u53cd\u5e94\u5dee\u5f02\uff0c\u6765\u8bc4\u4f30\u5b83\u4eec\u7684\u673a\u5236\u662f\u5426\u4e00\u81f4\u3002\u6211\u4eec\u5c06\u8fd9\u79cd\u4e00\u81f4\u6027\u79f0\u4e3a<\/span><\/span><strong><span><span>\u673a\u5236\u5fe0\u5b9e\u5ea6\uff08mechanistic faithfulness\uff09<\/span><\/span><\/strong><span><span>\uff0c\u5176\u8bc4\u4f30\u65b9\u6cd5\u8be6\u89c1\u7b2c 5.3 \u8282\u300a\u673a\u5236\u5fe0\u5b9e\u5ea6\u8bc4\u4f30\u300b\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u53ef\u4ee5\u88ab\u89c6\u4e3a\u4e00\u4e2a\u8de8\u8d8a\u591a\u4e2a\u8bcd\u5143\u4f4d\u7f6e\u7684\u5de8\u5927\u5168\u8fde\u63a5\u795e\u7ecf\u7f51\u7edc\uff0c\u53ef\u4ee5\u5728\u5176\u4e0a\u6267\u884c\u7ecf\u5178\u7684\u5de5\u4f5c\u56de\u8def\u5206\u6790\u3002\u5176\u7ed3\u6784\u53ef\u63cf\u8ff0\u5982\u4e0b\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8f93\u5165\u4e3a\u63d0\u793a\u8bcd\u4e2d\u6bcf\u4e2a\u8bcd\u5143\u7684<\/span><\/span><strong><span><span>\u72ec\u70ed\u5411\u91cf\uff08one-hot vector<\/span><\/span><\/strong><span><span>\uff09\u62fc\u63a5\u800c\u6210\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u795e\u7ecf\u5143\u4e3a\u6240\u6709\u8bcd\u5143\u4f4d\u7f6e\u4e0a\u88ab\u6fc0\u6d3b\u7684 CLT \u7279\u5f81\u7684\u96c6\u5408\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6743\u91cd\u8868\u793a\u4ece\u4e00\u4e2a\u7279\u5f81\u5230\u53e6\u4e00\u4e2a\u7279\u5f81\u4e4b\u95f4\u6240\u6709\u7ebf\u6027\u8def\u5f84\u4e0a\u7684\u603b\u5f71\u54cd\uff0c\u5305\u62ec\u6b8b\u5dee\u6d41<\/span><span>\uff08residual stream\uff09<\/span><span>\u548c\u6ce8\u610f\u529b\u8def\u5f84\uff0c\u4f46<\/span><\/span><strong><span><span>\u4e0d\u7ecf\u8fc7 MLP \u6216 CLT \u5c42<\/span><\/span><\/strong><span><span>\u3002\u7531\u4e8e\u6ce8\u610f\u529b\u6a21\u5f0f\u548c\u5f52\u4e00\u5316\u56e0\u5b50\u5df2\u88ab\u56fa\u5b9a\uff0c\u4ece\u6e90\u7279\u5f81\u5230\u76ee\u6807\u7279\u5f81\u7684\u6fc0\u6d3b\u5f71\u54cd\u5728\u6bcf\u6761\u8def\u5f84\u4e0a\u5747\u4e3a\u7ebf\u6027\u5173\u7cfb\u3002\u6211\u4eec\u6709\u65f6\u79f0\u8fd9\u4e9b\u6743\u91cd\u4e3a\u201c<\/span><\/span><strong><span><span>\u865a\u62df\u6743\u91cd\uff08virtual weights\uff09<\/span><\/span><\/strong><span><span>\u201d\uff0c\u56e0\u4e3a\u5b83\u4eec\u5e76\u4e0d\u5b9e\u9645\u5b58\u5728\u4e8e\u539f\u59cb\u6a21\u578b\u4e2d\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u53e6\u6709\u4e00\u4e9b\u7c7b\u4f3c\u504f\u7f6e\u9879\u7684\u8282\u70b9\uff0c\u5bf9\u5e94\u8bef\u5dee\u8c03\u6574\u9879\uff0c\u5e76\u4e0e\u6a21\u578b\u4e2d\u6bcf\u4e2a\u4e0b\u6e38\u795e\u7ecf\u5143\u76f8\u8fde\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6a21\u578b\u4e2d\u552f\u4e00\u5b58\u5728\u7684\u975e\u7ebf\u6027\u90e8\u5206\uff0c\u662f\u5e94\u7528\u5728<\/span><\/span><strong><span><span>\u7279\u5f81\u9884\u6fc0\u6d3b\uff08preactivation\uff09<\/span><\/span><\/strong><span><span>\u4e0a\u7684\u975e\u7ebf\u6027\u51fd\u6570\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u662f\u6211\u4eec\u6784\u5efa\u5f52\u56e0\u56fe\u7684\u57fa\u7840\u3002\u5728\u8fd9\u4e9b\u56fe\u4e2d\uff0c\u6211\u4eec\u7814\u7a76\u7279\u5b9a\u63d0\u793a\u8bcd\u4e0b\uff0c\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u4e2d\u5404\u7279\u5f81\u4e4b\u95f4\u7684\u76f8\u4e92\u4f5c\u7528\u3002\u5f52\u56e0\u56fe\u6b63\u662f\u672c\u7814\u7a76\u7684\u6838\u5fc3\u5206\u6790\u5bf9\u8c61\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.41388888888888886\" data-type=\"png\" data-w=\"1080\" data-width=\"1383\" data-height=\"572\" data-imgfileid=\"100233229\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-057c58702e326743022bb35511c75cb3.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.5em\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md00ghh61y3h\" data-pm-slice=\"0 0 []\"><strong><span style=\"font-size: 13px\"><span>\u56fe 4\uff1a<\/span><\/span><\/strong><span style=\"font-size: 13px\"><span>&nbsp;\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u901a\u8fc7\u5728\u66ff\u4ee3\u6a21\u578b\u4e2d\u52a0\u5165\u8bef\u5dee\u9879\u548c\u56fa\u5b9a\u7684\u6ce8\u610f\u529b\u6a21\u5f0f\uff0c\u7cbe\u786e\u590d\u73b0\u539f\u59cb\u6a21\u578b\u5728\u7279\u5b9a\u63d0\u793a\u8bcd\u4e0b\u7684\u884c\u4e3a\u3002<\/span><\/span><\/span><\/p>\n<h1 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span><br \/><\/span><\/h1>\n<h3 style=\", Arial, sans-serif;letter-spacing: 0.544px\">\n<section style=\"letter-spacing: 0.544px;text-align: right;font-size: 13px\">\n<section style=\"margin-top: 10px;margin-bottom: 10px;letter-spacing: 0.544px;text-align: center\">\n<section style=\"vertical-align: middle\">\n<section style=\"margin-bottom: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"clear: both;line-height: 0\">\n<section style=\"line-height: 0;width: 0px\"><\/section>\n<\/section>\n<\/section>\n<section style=\"padding-right: 10px;padding-left: 10px;font-size: 16px;line-height: 1.4\">\n<p><strong><strong style=\"text-align: left;letter-spacing: 0.544px\"><span style=\", Arial, sans-serif\"><strong style=\"letter-spacing: 0.578px\"><span>3. \u5f52\u56e0\u56fe<\/span><\/strong><\/span><\/strong><\/strong><\/p>\n<\/section>\n<section style=\"margin-top: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/h3>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;letter-spacing: 0.578px;line-height: 1.75em\"><span><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u5c06\u5728\u4e00\u4e2a\u6848\u4f8b\u7814\u7a76\u7684\u8fc7\u7a0b\u4e2d\u4ecb\u7ecd\u6784\u5efa\u5f52\u56e0\u56fe\u7684\u65b9\u6cd5\u8bba\uff0c\u8be5\u6848\u4f8b\u805a\u7126\u4e8e\u6a21\u578b\u4e3a\u4efb\u610f\u6807\u9898\u751f\u6210\u7f29\u7565\u8bcd\u7684\u80fd\u529b\u3002\u5728\u6211\u4eec\u5206\u6790\u7684\u4f8b\u5b50\u4e2d\uff0c\u6a21\u578b\u6210\u529f\u5b8c\u6210\u4e86\u4e00\u4e2a\u865a\u6784\u7f29\u7565\u8bcd\u3002\u5177\u4f53\u6765\u8bf4\uff0c\u6211\u4eec\u5411\u6a21\u578b\u8f93\u5165\u63d0\u793a\u8bcd\u3002<\/span><\/span><code><span><span>&nbsp;The National Digital Analytics Group (N<\/span><\/span><\/code><span><span>&nbsp;and sample its completion: DAG)\u3002\u6a21\u578b\u4f7f\u7528\u7684\u5206\u8bcd\u5668\u5305\u542b\u4e00\u4e2a\u7279\u6b8a\u7684\u201c\u5168\u5927\u5199\u201d\u8bcd\u5143\uff08Caps Lock token\uff09\uff0c\u56e0\u6b64\u8be5\u63d0\u793a\u8bcd\u548c\u6a21\u578b\u8f93\u51fa\u88ab\u5206\u8bcd\u4e3a\uff1a<\/span><\/span><code><span><span>The<\/span><\/span><\/code><code><span><span>National<\/span><\/span><\/code><code><span><span>Digital<\/span><\/span><\/code><code><span><span>Analytics<\/span><\/span><\/code><code><span><span>Group<\/span><\/span><\/code><code><span><span>(<\/span><\/span><\/code><code><span><span>\u21ea<\/span><\/span><\/code><code><span><span>n<\/span><\/span><\/code><code><span><span>dag<\/span><\/span><\/code><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u901a\u8fc7\u6784\u5efa\u5f52\u56e0\u56fe\uff0c\u6765\u89e3\u91ca\u6a21\u578b\u5728\u8f93\u51fa \u201cDAG\u201d \u8fd9\u4e2a\u8bcd\u5143\u65f6\u6240\u6267\u884c\u7684\u8ba1\u7b97\u8fc7\u7a0b\u3002\u8be5\u5f52\u56e0\u56fe\u5c55\u793a\u4e86\u4fe1\u606f\u4ece\u63d0\u793a\u8bcd\u5f00\u59cb\uff0c\u7ecf\u8fc7\u4e2d\u95f4\u7279\u5f81\uff0c\u6700\u7ec8\u6d41\u5411\u6a21\u578b\u8f93\u51fa\u7684\u8def\u5f84\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e0b\u56fe\u5c55\u793a\u4e86\u5b8c\u6574\u5f52\u56e0\u56fe\u7684\u7b80\u5316\u7248\u672c\u3002\u56fe\u4e2d\uff0c\u63d0\u793a\u8bcd\u4f4d\u4e8e\u5e95\u90e8\uff0c\u6a21\u578b\u7684\u8865\u5168\u8f93\u51fa\u4f4d\u4e8e\u9876\u90e8\u3002\u56fe\u4e2d\u7684\u65b9\u6846\u8868\u793a\u4e00\u7ec4\u76f8\u4f3c\u7684\u7279\u5f81\uff0c\u53ef\u4ee5\u60ac\u505c\u67e5\u770b\u6bcf\u4e2a\u7279\u5f81\u7684\u53ef\u89c6\u5316\u8868\u793a\u3002\u6211\u4eec\u5c06\u5728\u7b2c 3.3 \u8282\u201c\u7406\u89e3\u4e0e\u6807\u6ce8\u7279\u5f81\u201d\u4e2d\u8fdb\u4e00\u6b65\u8ba8\u8bba\u7279\u5f81\u7684\u542b\u4e49\u3002\u7bad\u5934\u5219\u8868\u793a\u4e00\u7ec4\u7279\u5f81\u6216\u67d0\u4e2a\u8bcd\u5143\u5bf9\u5176\u4ed6\u7279\u5f81\u53ca\u8f93\u51fa\u5bf9\u6570\u503c\u7684\u76f4\u63a5\u5f71\u54cd\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.600925925925926\" data-type=\"png\" data-w=\"1080\" data-width=\"1137\" data-height=\"683\" data-imgfileid=\"100233227\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-295f33442c31463529b13ca5bc6c63f4.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md00hmmsl52\" data-pm-slice=\"0 0 []\"><strong><span style=\"font-size: 13px\"><span>\u56fe 5\uff1a<\/span><\/span><\/strong><span style=\"font-size: 13px\"><span>&nbsp;18L \u6a21\u578b\u8865\u5168\u4e00\u4e2a\u865a\u6784\u7f29\u7565\u8bcd\u65f6\u7684\u5f52\u56e0\u56fe\u7b80\u5316\u793a\u610f\u56fe\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u9488\u5bf9\u8be5\u7f29\u7565\u8bcd\u63d0\u793a\u8bcd\u7684\u5f52\u56e0\u56fe\u5c55\u793a\u4e86\u4e09\u6761\u4e3b\u8981\u7684\u4fe1\u606f\u8def\u5f84\uff0c\u5206\u522b\u8d77\u59cb\u4e8e\u7ec4\u6210\u76ee\u6807\u7f29\u7565\u8bcd\u7684\u6bcf\u4e2a\u8bcd\u5143\u3002\u8fd9\u4e9b\u8def\u5f84\u4ece\u4e0e\u67d0\u4e2a\u8bcd\u76f8\u5173\u7684\u7279\u5f81\u5f00\u59cb\uff0c\u8fdb\u4e00\u6b65\u6fc0\u6d3b\u8868\u793a\u201c\u5728\u6b63\u786e\u4f4d\u7f6e\u8bf4\u51fa\u8be5\u8bcd\u9996\u5b57\u6bcd\u201d\u7684\u7279\u5f81\uff0c\u8fd9\u4e9b\u7279\u5f81\u518d\u901a\u8fc7\u6b63\u5411\u8fb9\u8fde\u63a5\u5230\u201csay DAG\u201d\u7c7b\u7279\u5f81\u4ee5\u53ca\u6700\u7ec8\u7684\u8f93\u51fa\u5bf9\u6570\u503c\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u56fe\u4e2d\u7684\u201csay X\u201d\u6807\u7b7e\u8868\u793a<\/span><\/span><strong><span><span>\u8f93\u51fa\u7279\u5f81\uff08output features\uff09<\/span><\/span><\/strong><span><span>\uff0c\u5373\u63a8\u52a8\u6a21\u578b\u751f\u6210\u7279\u5b9a \u8bcd\u5143X\u7684\u7279\u5f81\uff0c\u5176\u4e2d\u4efb\u610f\u5355\u4e2a\u5b57\u6bcd\u7528\u4e0b\u5212\u7ebf\u8868\u793a<\/span><span>\uff08\u5982 _D\u3001_A\u3001_G\uff09<\/span><span>\u3002\u8def\u5f84\u4e2d\u7684\u201cWord \u2192 say _W\u201d\u8fb9\u8868\u793a\u6ce8\u610f\u529b\u5934\u7684 OV \u5b50\u5de5\u4f5c\u56de\u8def<\/span><span>\uff08Output \u00d7 Value \u8def\u5f84\uff09<\/span><span>\u5c06\u4fe1\u606f\u5199\u5165\u67d0\u4e2a\u5b50\u7a7a\u95f4\uff0c\u8be5\u5b50\u7a7a\u95f4\u968f\u540e\u7531\u76ee\u6807\u4f4d\u7f6e\u4e0a\u7684 MLP \u8fdb\u884c\u653e\u5927\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6b64\u5916\uff0c\u6bcf\u7ec4\u7279\u5f81\u9664\u4e86\u987a\u5e8f\u8def\u5f84\u5916\uff0c\u8fd8\u76f4\u63a5\u8fde\u63a5\u81f3\u8f93\u51fa\u5bf9\u6570\u503c\uff0c\u8868\u793a\u8be5\u7279\u5f81\u5bf9\u8f93\u51fa\u7684\u5f71\u54cd\u4ec5\u901a\u8fc7\u6ce8\u610f\u529b\u5934 OV \u901a\u9053\u5b9e\u73b0\uff0c\u5373\u5728\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u4e2d\uff0c\u8fd9\u7c7b\u8def\u5f84<\/span><\/span><strong><span><span>\u4e0d\u4f1a\u7ecf\u8fc7\u4efb\u4f55\u989d\u5916\u7684 MLP \u5c42<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e3a\u4e86\u6b63\u786e\u751f\u6210\u201cDAG\u201d\uff0c\u6a21\u578b\u4e0d\u4ec5\u9700\u8981\u751f\u6210\u4e00\u4e2a\u7f29\u7565\u8bcd\uff0c\u8fd8\u9700\u8981\u610f\u8bc6\u5230\u63d0\u793a\u8bcd\u4e2d\u5df2\u7ecf\u5305\u542b\u4e86\u5b57\u6bcd\u201cN\u201d\u3002\u5728\u5f52\u56e0\u56fe\u4e2d\uff0c\u6211\u4eec\u786e\u5b9e\u89c2\u5bdf\u5230\u4e86\u7279\u5f81\uff1a\u201c\u4f4d\u4e8e\u7f29\u7565\u8bcd\u4e2d\u201d<\/span><span>\uff08in an acronym\uff09<\/span><span>\u4ee5\u53ca\u201c\u7f29\u7565\u8bcd\u5f00\u5934\u5305\u542b N\u201d<\/span><span>\uff08in an N at the start of an acronym\uff09<\/span><span>\uff0c\u5b83\u4eec\u5bf9\u5bf9\u6570\u503c\u6709\u6b63\u5411\u5f71\u54cd\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u503c\u5f97\u6ce8\u610f\u7684\u662f\uff0c\u5355\u8bcd&nbsp;<\/span><\/span><em><span><span>National<\/span><\/span><\/em><span><span>&nbsp;\u5bf9\u5bf9\u6570\u503c\u7684\u5f71\u54cd\u51e0\u4e4e\u53ef\u4ee5\u5ffd\u7565\u3002\u6211\u4eec\u63a8\u6d4b\uff0c\u5176\u4e3b\u8981\u8d21\u732e\u53ef\u80fd\u662f\u901a\u8fc7\u5f71\u54cd\u6ce8\u610f\u529b\u6a21\u5f0f\u5b9e\u73b0\u7684\uff0c\u800c\u8fd9\u90e8\u5206\u5e76\u4e0d\u5305\u542b\u5728\u6211\u4eec\u7684\u65b9\u6cd5\u5efa\u6a21\u8303\u56f4\u5185<\/span><span>\uff08\u8be6\u89c1\u7b2c 7.1 \u8282\u201c\u5c40\u9650\u6027\uff1a\u7f3a\u5931\u7684\u6ce8\u610f\u529b\u5de5\u4f5c\u56de\u8def\u201d\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u9488\u5bf9\u63d0\u793a\u8bcd\u6784\u5efa\u5f52\u56e0\u56fe<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e3a\u4e86\u7406\u89e3\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u5728\u7279\u5b9a\u63d0\u793a\u8bcd<\/span><span>\uff08prompt\uff09<\/span><span>\u4e0a\u7684\u8ba1\u7b97\u8fc7\u7a0b\uff0c\u6211\u4eec\u6784\u5efa\u4e00\u4e2a<\/span><\/span><strong><span><span>\u56e0\u679c\u56fe\uff08causal graph\uff09<\/span><\/span><\/strong><span><span>\uff0c\u4ee5\u63cf\u7ed8\u8be5\u6a21\u578b\u5b8c\u6210\u4efb\u52a1\u65f6\u6240\u7ecf\u5386\u7684\u8ba1\u7b97\u6b65\u9aa4\u3002\u5176\u6838\u5fc3\u6784\u56fe\u903b\u8f91\u57fa\u672c\u6e90\u81ea Dunefsky \u7b49\u4eba [12] \u7684\u65b9\u6cd5\uff0c\u4f46\u6211\u4eec\u5bf9\u5176\u8fdb\u884c\u4e86\u62d3\u5c55\uff0c\u4f7f\u5176\u9002\u7528\u4e8e<\/span><\/span><strong><span><span>\u8de8\u5c42\u8f6c\u7801\u5668\u3002<\/span><\/span><\/strong><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u5f52\u56e0\u56fe\u4e2d\uff0c\u5171\u5305\u542b\u56db\u7c7b\u8282\u70b9\uff1a<\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li>\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u8f93\u51fa\u8282\u70b9<\/span><\/span><\/strong><span><span>\uff1a\u5bf9\u5e94\u4e8e\u53ef\u80fd\u751f\u6210\u7684\u5019\u9009\u8bcd\u5143\u3002\u6211\u4eec\u4ec5\u4e3a\u90a3\u4e9b\u5171\u540c\u8986\u76d6\u6a21\u578b\u8f93\u51fa\u6982\u7387\u8d28\u91cf\u8fbe 95% \u7684\u524d 10 \u4e2a\u8bcd\u5143\u6784\u5efa\u8f93\u51fa\u8282\u70b9\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u4e2d\u95f4\u8282\u70b9<\/span><\/span><\/strong><span><span>\uff1a\u5bf9\u5e94\u4e8e\u5728\u6bcf\u4e2a\u8bcd\u5143\u4f4d\u7f6e\u5904\u88ab\u6fc0\u6d3b\u7684\u8de8\u5c42\u8f6c\u7801\u5668\u7279\u5f81\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u4e3b\u8981\u8f93\u5165\u8282\u70b9<\/span><\/span><\/strong><span><span>\uff1a\u5bf9\u5e94\u4e8e\u63d0\u793a\u8bcd\u8bcd\u5143\u7684\u5d4c\u5165<\/span><span>\uff08embedding\uff09<\/span><span>\u5411\u91cf\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u9644\u52a0\u8f93\u5165\u8282\u70b9\uff08\u201c\u8bef\u5dee\u8282\u70b9\u201d\uff09<\/span><\/span><\/strong><span><span>\uff1a\u8868\u793a\u5e95\u5c42\u6a21\u578b\u4e2d\u6bcf\u5c42 MLP \u8f93\u51fa\u4e2d\u672a\u88ab\u8de8\u5c42\u8f6c\u7801\u5668\u89e3\u91ca\u7684\u6b8b\u5dee\u90e8\u5206\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u56fe\u4e2d\u7684\u8fb9\u8868\u793a<\/span><\/span><strong><span><span>\u5728\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u4e2d\u7684\u76f4\u63a5\u7ebf\u6027\u5f52\u56e0\u5173\u7cfb<\/span><\/span><\/strong><span><span>\u3002\u8fb9\u7684\u8d77\u70b9\u53ef\u4ee5\u662f\u7279\u5f81\u8282\u70b9\u3001\u5d4c\u5165\u8282\u70b9\u6216\u8bef\u5dee\u8282\u70b9\uff0c\u7ec8\u70b9\u5219\u662f\u7279\u5f81\u8282\u70b9\u6216\u8f93\u51fa\u8282\u70b9\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8bbe\u6e90\u8282\u70b9\u4e3a\u7279\u5f81 s\uff0c\u76ee\u6807\u8282\u70b9\u4e3a\u7279\u5f81 t\uff0c\u5b83\u4eec\u4e4b\u95f4\u7684\u8fb9\u6743\u5b9a\u4e49\u4e3a\uff1a<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;504764eb-b79c-4dfd-965d-94a6ed2d9d58&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;A_{s \\to t} := a_s w_{s \\to t}n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md00jvarkg1\" data-pm-slice=\"0 0 []\"><span><span>A<\/span><\/span><sub><span><span>s<\/span><\/span><span>\u2192<\/span><span><span>t<\/span><\/span><\/sub><span data-mpa-action-id=\"md00k5m91w4a\" data-pm-slice=\"0 0 []\"><span><span>:= a<\/span><\/span><sub><span>s<\/span><\/sub><span data-mpa-action-id=\"md00kled7pt\" data-pm-slice=\"0 0 []\"><span><span>&nbsp;w<\/span><\/span><sub><span><span>s<\/span><\/span><span>\u2192<\/span><span><span>t<\/span><\/span><\/sub><\/span><\/span><\/span><\/span><span><span>\u3002\u5176\u4e2d\uff0c<\/span><\/span><span style=\"font-size: 15px\"><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;504764eb-b79c-4dfd-965d-94a6ed2d9d58&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;A_{s \\to t} := a_s w_{s \\to t}n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md00jvarkg1\" data-pm-slice=\"0 0 []\"><span data-mpa-action-id=\"md00k5m91w4a\" data-pm-slice=\"0 0 []\"><span data-mpa-action-id=\"md00kled7pt\" data-pm-slice=\"2 4 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;mpa-font-style&quot;:&quot;mczz84et21gi&quot;,&quot;style&quot;:&quot;font-size: 15px;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;data-meta-block-props&quot;:&quot;{&quot;blockId&quot;:&quot;504764eb-b79c-4dfd-965d-94a6ed2d9d58&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;A_{s \\\\to t} := a_s w_{s \\\\to t}\\n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;data-mpa-action-id&quot;:&quot;md00jvarkg1&quot;,&quot;data-pm-slice&quot;:&quot;0 0 []&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;data-mpa-action-id&quot;:&quot;md00k5m91w4a&quot;,&quot;data-pm-slice&quot;:&quot;0 0 []&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span><span>w<\/span><\/span><sub><span><span>s<\/span><\/span><span>\u2192<\/span><span><span>t<\/span><\/span><\/sub><\/span><\/span><\/span><\/span><\/span><span><span>\u662f\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u4e2d\u4eces\u5230t\u7684<\/span><\/span><strong><span><span>\u865a\u62df\u6743\u91cd\uff08virtual weight\uff09<\/span><\/span><\/strong><span><span>\uff0c\u6b64\u6a21\u578b\u88ab\u89c6\u4e3a\u4e00\u4e2a\u5168\u8fde\u63a5\u795e\u7ecf\u7f51\u7edc\uff1b\u800c&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;b42fe733-d756-4781-afc8-f94e5fa3c149&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;a_sn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md00mtqp1hs9\" data-pm-slice=\"0 0 []\"><span><span>a<\/span><\/span><sub><span>s&nbsp;<\/span><\/sub><\/span><\/span><span><span>\u662f\u6e90\u8282\u70b9 s \u7684\u6fc0\u6d3b\u503c\u3002\u4ece\u5e95\u5c42\u6a21\u578b\u7684\u89c6\u89d2\u770b\uff0c<\/span><\/span><span style=\"font-size: 15px\"><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;504764eb-b79c-4dfd-965d-94a6ed2d9d58&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;A_{s \\to t} := a_s w_{s \\to t}n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md00jvarkg1\" data-pm-slice=\"0 0 []\"><span data-mpa-action-id=\"md00k5m91w4a\" data-pm-slice=\"0 0 []\"><span data-mpa-action-id=\"md00kled7pt\" data-pm-slice=\"2 4 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;mpa-font-style&quot;:&quot;mczz84et21gi&quot;,&quot;style&quot;:&quot;font-size: 15px;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;data-meta-block-props&quot;:&quot;{&quot;blockId&quot;:&quot;504764eb-b79c-4dfd-965d-94a6ed2d9d58&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;A_{s \\\\to t} := a_s w_{s \\\\to t}\\n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;data-mpa-action-id&quot;:&quot;md00jvarkg1&quot;,&quot;data-pm-slice&quot;:&quot;0 0 []&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;data-mpa-action-id&quot;:&quot;md00k5m91w4a&quot;,&quot;data-pm-slice&quot;:&quot;0 0 []&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span><span>w<\/span><\/span><sub><span><span>s<\/span><\/span><span>\u2192<\/span><span><span>t<\/span><\/span><\/sub><\/span><\/span><\/span><\/span><\/span><span><span>\u662f\u4e00\u4e2a\u8def\u5f84\u6743\u91cd\u4e4b\u548c\uff0c\u6db5\u76d6\u6240\u6709\u7ebf\u6027\u8def\u5f84<\/span><span>\uff08\u5373\u901a\u8fc7\u6ce8\u610f\u529b\u5934\u7684 OV \u901a\u8def\u4e0e\u6b8b\u5dee\u8fde\u63a5\uff09<\/span><span>\u5c06\u6e90\u7279\u5f81\u7684\u89e3\u7801\u5668\u5411\u91cf\u8fde\u63a5\u81f3\u76ee\u6807\u7279\u5f81\u7684\u7f16\u7801\u5668\u5411\u91cf\u7684\u603b\u548c\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e0b\u9762\u6211\u4eec\u5c06\u4ecb\u7ecd\u5728\u5b9e\u9645\u4e2d\u5982\u4f55\u9ad8\u6548\u5730\u8ba1\u7b97\u8fd9\u4e9b\u5f52\u56e0\u6743\u91cd\uff0c\u6240\u7528\u65b9\u6cd5\u662f<\/span><\/span><strong><span><span>\u53cd\u5411\u96c5\u53ef\u6bd4\u77e9\u9635\uff08backwards Jacobians\uff09<\/span><\/span><\/strong><span><span>\u3002 &nbsp;\u8bbe\u6e90\u8282\u70b9 s \u4f4d\u4e8e\u7b2c&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;1408f6b3-050c-4e7f-90e7-da469336a07b&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;\u2113sn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md00lzsbozv\" data-pm-slice=\"0 0 []\"><span><span>\u2113<\/span><\/span><span><sub data-mpa-action-id=\"md01dzbvc85\" data-pm-slice=\"0 0 []\"><span>s<\/span><\/sub><\/span><\/span><\/span><span><span>&nbsp;\u5c42\u7684\u4e0a\u4e0b\u6587\u4f4d\u7f6e&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;e7cd0a2f-5d60-401d-95d3-1a00065a5f79&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;Csn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md01e30syf3\" data-pm-slice=\"0 0 []\"><span><span>C<\/span><\/span><sub><span>s<\/span><\/sub><\/span><\/span><span><span>\uff0c\u76ee\u6807\u8282\u70b9 t \u4f4d\u4e8e\u7b2c&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;3d116f75-1bc9-4400-9bc5-d24750628dfb&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;\u2113tn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md01dv76koq\" data-pm-slice=\"0 0 []\"><span><span>\u2113<\/span><\/span><sub><span>t<\/span><\/sub><\/span><\/span><span><span>&nbsp;\u5c42\u7684\u4e0a\u4e0b\u6587\u4f4d\u7f6e&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;287c6ddf-1ea2-40b3-8b34-a70fc7422ebb&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;Ctn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md01dwz1nhu\" data-pm-slice=\"0 0 []\"><span><span>C<\/span><\/span><sub><span>t<\/span><\/sub><\/span><\/span><span><span>\u3002\u6211\u4eec\u8bb0\uff1a<\/span><\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-imgfileid=\"100233269\" data-ratio=\"0.15681233933161953\" data-s=\"300,640\" data-type=\"png\" data-w=\"778\" style=\"width:160px;height:25px\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-bf6a35a3beb2f980255283a5c796ce8e.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6765\u8868\u793a\u57fa\u7840\u6a21\u578b\u7684\u96c5\u53ef\u6bd4\u77e9\u9635\uff0c\u5176\u4e2d\u5bf9\u6240\u6709\u975e\u7ebf\u6027\u6a21\u5757\u2014\u2014\u5305\u62ec MLP \u8f93\u51fa\u3001\u6ce8\u610f\u529b\u6a21\u5f0f<\/span><span>\uff08attention patterns\uff09<\/span><span>\u4ee5\u53ca\u5f52\u4e00\u5316\u5206\u6bcd\u2014\u2014\u5728\u53cd\u5411\u4f20\u64ad\u8fc7\u7a0b\u4e2d\u5e94\u7528\u4e86&nbsp;<\/span><\/span><strong><span><span>\u505c\u68af\u5ea6\u64cd\u4f5c\uff08stop-gradient\uff09<\/span><\/span><\/strong><span><span>&nbsp;\u3002\u8be5\u96c5\u53ef\u6bd4\u77e9\u9635\u63cf\u8ff0\u7684\u662f\uff1a\u4ece\u4e0a\u4e0b\u6587\u4f4d\u7f6e&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;56a1667b-e864-4d25-8356-e01ab999f30b&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;Ctn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md01dm4021bl\" data-pm-slice=\"0 0 []\"><span><span>C<\/span><\/span><sub><span>t<\/span><\/sub><\/span><\/span><span><span>\u3001\u7b2c&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;f2700592-caa4-4350-8ada-14f3ae4ae408&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;\u2113tnn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md01do68i7l\" data-pm-slice=\"0 0 []\"><span><span>\u2113<\/span><\/span><sub><span>t<\/span><\/sub><span><span>&nbsp;<\/span><\/span><\/span><\/span><span><span>\u5c42\u7684\u6b8b\u5dee\u6d41\uff0c\u5230\u4e0a\u4e0b\u6587\u4f4d\u7f6e&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;a9ad39c0-a9ed-4322-89ed-988af151f87a&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;Csnn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md01dkah176l\" data-pm-slice=\"0 0 []\"><span><span>C<\/span><\/span><sub><span>s<\/span><\/sub><span><span>&nbsp;<\/span><\/span><\/span><\/span><span><span>\u3001\u7b2c&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;0ae39312-db5f-42d8-b062-4accf280b7ac&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;\u2113tn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md01dh4c1r0x\" data-pm-slice=\"0 0 []\"><span><span>\u2113<\/span><\/span><sub><span>t<\/span><\/sub><\/span><\/span><span><span>&nbsp;\u5c42\u7684\u6b8b\u5dee\u6d41\u7684\u6620\u5c04\u5173\u7cfb\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6b64\u65f6\uff0c\u4ece\u8282\u70b9 s \u5230\u8282\u70b9 t \u7684\u8fb9\u6743\u5b9a\u4e49\u4e3a\uff1a<\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.13333333333333333\" data-s=\"300,640\" data-type=\"png\" data-w=\"1080\" style=\"width:339px;height:45px\" data-imgfileid=\"100233270\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-f3f2a7546a270e24a8264667205fc9fc.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5176\u4e2d\uff0c<\/span><\/span><sub data-pm-slice=\"0 0 []\"><span><img alt=\"image.png\" class=\"rich_pages wxw-img\" data-ratio=\"0.5405405405405406\" data-type=\"png\" data-w=\"296\" style=\"vertical-align: baseline;width: 46px\" width=\"46\" data-width=\"46px\" data-imgfileid=\"100233271\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-67d0f01dd90b804afad1e8ede1addbbf.png\" \/><img class=\"rich_pages wxw-img\" \/><img class=\"rich_pages wxw-img\" \/><\/span><\/sub><span><span>\u8868\u793a\u7279\u5f81 s \u5199\u5165\u7b2c \u2113 \u5c42\u7684\u89e3\u7801\u5411\u91cf\uff0c<\/span><\/span><sub data-pm-slice=\"0 0 []\"><span><img alt=\"image.png\" class=\"rich_pages wxw-img\" data-ratio=\"0.5579710144927537\" data-type=\"png\" data-w=\"276\" style=\"vertical-align: baseline;width: 37px\" width=\"37\" data-width=\"37px\" data-imgfileid=\"100233273\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-125d6eb4e3bcf5c0ed217641c7527680.png\" \/><img class=\"rich_pages wxw-img\" \/><img class=\"rich_pages wxw-img\" \/><\/span><\/sub><span data-mpa-action-id=\"md00rh3ft5p\" data-pm-slice=\"0 0 []\"><span><span>\u8868\u793a\u7279\u5f81 t \u5728\u7b2c \u2113<\/span><\/span><sub><span>t<\/span><\/sub><span><span>&nbsp;\u5c42\u7684\u7f16\u7801\u5411\u91cf\u3002\u5176\u4ed6\u7c7b\u578b\u7684\u8fb9\u4e5f\u6709\u7c7b\u4f3c\u516c\u5f0f\uff0c\u4f8b\u5982\u4ece\u5d4c\u5165\u5230\u7279\u5f81\u8282\u70b9\u7684\u8fb9\uff0c\u5176\u6743\u91cd\u4e3a\uff1a<\/span><\/span><\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px;margin-bottom: 24px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.12222222222222222\" data-s=\"300,640\" data-type=\"png\" data-w=\"1080\" style=\"width:231px;height:28px\" data-imgfileid=\"100233272\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-3611ba9ac2d2b604fd67e19a670ede7c.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u9700\u8981\u6ce8\u610f\u7684\u662f\uff0c<\/span><\/span><strong><span><span>\u8bef\u5dee\u8282\u70b9\uff08error nodes\uff09\u6ca1\u6709\u8f93\u5165\u8fb9<\/span><\/span><\/strong><span><span>\u3002\u5173\u4e8e\u6240\u6709\u8fd9\u7c7b\u516c\u5f0f\u7684\u63a8\u5bfc\uff0c\u4ee5\u53ca\u5982\u4f55\u5c06\u96c5\u53ef\u6bd4\u77e9\u9635\u5c55\u5f00\u4e3a\u5e95\u5c42\u6a21\u578b\u4e2d\u7684\u8def\u5f84\u8868\u793a\uff0c\u8be6\u89c1\u9644\u5f55 \u00a7E \u201c\u5f52\u56e0\u56fe\u8ba1\u7b97\u201d\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7531\u4e8e\u6211\u4eec\u5728\u4e0a\u8ff0\u8ba1\u7b97\u4e2d\u5bf9\u6a21\u578b\u6240\u6709\u975e\u7ebf\u6027\u90e8\u5206\u6dfb\u52a0\u4e86\u505c\u68af\u5ea6\u64cd\u4f5c\uff0c\u56e0\u6b64\u4efb\u4f55\u7279\u5f81\u8282\u70b9&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;1d9c4199-9277-44e0-83b6-204e4d4e4fe6&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;tnn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span><span>t&nbsp;<\/span><\/span><\/span><span><span>\u7684\u9884\u6fc0\u6d3b\u503c&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;3f0572e6-a658-4e90-a173-ff235782038e&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;h_tn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md00r4ll1663\" data-pm-slice=\"0 0 []\"><span><span>h<\/span><\/span><sub><span>t<\/span><\/sub><\/span><\/span><span><span>&nbsp;\u53ef\u4ee5\u7b80\u5316\u4e3a\u5176\u5728\u5f52\u56e0\u56fe\u4e2d\u6240\u6709\u8f93\u5165\u8fb9\u7684\u6743\u91cd\u4e4b\u548c\uff1a<\/span><\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.421875\" data-s=\"300,640\" data-type=\"png\" data-w=\"640\" style=\"width:113px;height:48px\" data-imgfileid=\"100233274\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-ceca9f865d1c2d05a8a7ac7d6752534a.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5176\u4e2d\uff0c&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;d9b24aa2-2d3b-4025-925f-2c6f393bbff5&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;S_tnn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md01eiv11283\" data-pm-slice=\"0 0 []\"><span><span>S<\/span><\/span><sub><span>t<\/span><\/sub><\/span><\/span><span><span>\u8868\u793a\u6240\u6709\u5904\u4e8e\u8f83\u65e9\u5c42\u7ea7\u3001\u4e14\u5728\u4e0a\u4e0b\u6587\u4f4d\u7f6e\u4e0a\u4e0d\u665a\u4e8e\u8282\u70b9t\u7684\u8282\u70b9\u96c6\u5408\u3002\u56e0\u6b64\uff0c\u5f52\u56e0\u56fe\u4e2d\u7684\u8fb9\u4e3a\u6bcf\u4e2a\u7279\u5f81\u7684\u6fc0\u6d3b\u63d0\u4f9b\u4e86\u7ebf\u6027\u5206\u89e3\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u9700\u8981\u6ce8\u610f\u7684\u662f\uff0c\u8fd9\u4e9b\u56fe\u4e0d\u5305\u542b\u5173\u4e8e\u8282\u70b9\u5982\u4f55\u901a\u8fc7\u5f71\u54cd\u6ce8\u610f\u529b\u6a21\u5f0f\u95f4\u63a5\u5f71\u54cd\u5176\u4ed6\u8282\u70b9\u7684\u4fe1\u606f\uff0c\u4f46\u5b83\u4eec\u786e\u5b9e\u5305\u542b\u4e86\u901a\u8fc7\u201c\u51bb\u7ed3\u6ce8\u610f\u529b\u201d\u8f93\u51fa\u7684\u8282\u70b9\u95f4\u76f4\u63a5\u5f71\u54cd\u4fe1\u606f\u3002\u6362\u8a00\u4e4b\uff0c\u6211\u4eec\u523b\u753b\u4e86\u4fe1\u606f\u4ece\u4e00\u4e2a\u8bcd\u5143\u4f4d\u7f6e\u6d41\u5411\u53e6\u4e00\u4e2a\u4f4d\u7f6e\u7684\u8fc7\u7a0b\uff0c\u4f46\u6ca1\u6709\u89e3\u91ca\u6a21\u578b\u4e3a\u4f55\u9009\u62e9\u4ee5\u8fd9\u79cd\u65b9\u5f0f\u79fb\u52a8\u4fe1\u606f\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6b64\u5916\uff0c\u6765\u81ea\u8de8\u5c42\u7279\u5f81\u7684\u6240\u6709\u8f93\u51fa\u8fb9\u5171\u540c\u8868\u8fbe\u4e86\u8be5\u7279\u5f81\u5728\u5176\u5199\u5165\u7684\u6240\u6709\u5c42\u4e2d\u5bf9\u4e0b\u6e38\u7279\u5f81\u7684\u7efc\u5408\u5f71\u54cd\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u9700\u8981\u6ce8\u610f\u7684\u662f\uff0c\u8fd9\u4e9b\u56fe\u4e2d<\/span><\/span><strong><span><span>\u4e0d\u5305\u542b\u8282\u70b9\u901a\u8fc7\u5176\u5bf9\u6ce8\u610f\u529b\u6a21\u5f0f\u7684\u5f71\u54cd\u95f4\u63a5\u4f5c\u7528\u4e8e\u5176\u4ed6\u8282\u70b9\u7684\u4fe1\u606f<\/span><\/span><\/strong><span><span>\uff0c\u4f46<\/span><\/span><strong><span><span>\u786e\u5b9e\u5305\u542b\u901a\u8fc7\u201c\u51bb\u7ed3\u6ce8\u610f\u529b\u201d\u8f93\u51fa\u6240\u4f53\u73b0\u7684\u8282\u70b9\u4e4b\u95f4\u7684\u76f4\u63a5\u5f71\u54cd\u4fe1\u606f<\/span><\/span><\/strong><span><span>\u3002\u6362\u8a00\u4e4b\uff0c\u6211\u4eec\u523b\u753b\u4e86\u4fe1\u606f<\/span><\/span><strong><span><span>\u5982\u4f55\u4ece\u4e00\u4e2a\u8bcd\u5143\u4f4d\u7f6e\u6d41\u5411\u53e6\u4e00\u4e2a\u4f4d\u7f6e<\/span><\/span><\/strong><span><span>\uff0c\u4f46\u5e76\u672a\u89e3\u91ca\u6a21\u578b<\/span><\/span><strong><span><span>\u4e3a\u4f55\u5982\u6b64\u4f20\u9012<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd8\u5e94\u6ce8\u610f\u7684\u662f\uff0c\u5bf9\u4e8e\u8de8\u5c42\u7279\u5f81\uff0c\u5176<\/span><\/span><strong><span><span>\u6240\u6709\u7684\u8f93\u51fa\u8fb9\u7efc\u5408\u53cd\u6620\u4e86\u8be5\u7279\u5f81\u5728\u5b83\u5199\u5165\u7684\u6240\u6709\u5c42\u4e2d\u5bf9\u4e0b\u6e38\u7279\u5f81\u7684\u89e3\u7801\u5f71\u54cd<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u867d\u7136\u6211\u4eec\u7684\u66ff\u4ee3\u6a21\u578b\u4e2d\u7684\u7279\u5f81\u662f\u7a00\u758f\u6fc0\u6d3b\u7684<\/span><span>\uff08\u6bcf\u4e2a\u8bcd\u5143\u4f4d\u7f6e\u7ea6\u6709\u767e\u7ea7\u6fc0\u6d3b\u7279\u5f81\uff09<\/span><span>\uff0c\u4f46\u6784\u5efa\u51fa\u7684\u5f52\u56e0\u56fe\u4ecd\u7136<\/span><\/span><strong><span><span>\u8fc7\u4e8e\u5e9e\u5927\uff0c\u96be\u4ee5\u5b8c\u6574\u67e5\u770b<\/span><\/span><\/strong><span><span>\uff0c\u7279\u522b\u662f\u5728\u63d0\u793a\u8bcd\u53d8\u957f\u65f6 \u2014\u2014 \u5373\u4f7f\u662f\u8f83\u77ed\u7684\u63d0\u793a\uff0c\u4e5f\u53ef\u80fd\u4ea7\u751f<\/span><\/span><strong><span><span>\u4e0a\u767e\u4e07\u6761\u8fb9<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5e78\u8fd0\u7684\u662f\uff0c\u901a\u5e38\u53ea\u9700\u4e00\u4e2a<\/span><\/span><strong><span><span>\u8f83\u5c0f\u7684\u5b50\u56fe<\/span><\/span><\/strong><span><span>\u5c31\u53ef\u4ee5\u8986\u76d6\u4ece\u8f93\u5165\u5230\u8f93\u51fa\u7684\u5927\u90e8\u5206\u91cd\u8981\u8def\u5f84\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e3a\u8bc6\u522b\u8fd9\u7c7b\u5b50\u56fe\uff0c\u6211\u4eec\u91c7\u7528\u4e86\u4e00\u79cd<\/span><\/span><strong><span><span>\u56fe\u526a\u679d\u7b97\u6cd5\uff08pruning algorithm\uff09<\/span><\/span><\/strong><span><span>\uff0c\u5176\u76ee\u6807\u662f\u4fdd\u7559\u6240\u6709<\/span><\/span><strong><span><span>\u5bf9\u4e8e\u5bf9\u6570\u503c\u8282\u70b9\u5177\u6709\u76f4\u63a5\u6216\u95f4\u63a5\u663e\u8457\u5f71\u54cd<\/span><\/span><\/strong><span><span>\u7684\u8282\u70b9\u4e0e\u8fb9\u3002\u5728\u9ed8\u8ba4\u53c2\u6570\u8bbe\u7f6e\u4e0b\uff0c\u6211\u4eec\u901a\u5e38\u53ef\u4ee5\u5c06\u8282\u70b9\u6570\u91cf\u51cf\u5c11\u5341\u500d\uff0c\u800c\u4ec5\u635f\u5931\u7ea6 20% \u7684\u884c\u4e3a\u89e3\u91ca\u80fd\u529b\u3002\u6709\u5173\u8be5\u7b97\u6cd5\u4e0e\u8bc4\u4f30\u6307\u6807\u7684\u66f4\u591a\u7ec6\u8282\uff0c\u8bf7\u53c2\u89c1\u9644\u5f55 \u00a7F\uff1a\u56fe\u526a\u679d\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u4ece\u5f52\u56e0\u56fe\u4e2d\u5b66\u4e60<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5373\u4f7f\u5728\u7ecf\u8fc7\u526a\u679d\u5904\u7406\u540e\uff0c\u5f52\u56e0\u56fe\u4ecd\u7136\u4fe1\u606f\u5bc6\u5ea6\u6781\u9ad8\u3002\u4e00\u4e2a\u526a\u679d\u540e\u7684\u56fe\u901a\u5e38\u4ecd\u5305\u542b\u6570\u767e\u4e2a\u8282\u70b9\u3001\u6570\u4e07\u4e2a\u8fb9\uff0c\u4fe1\u606f\u91cf\u8fc7\u5927\uff0c\u96be\u4ee5\u4e00\u6b21\u6027\u5b8c\u6574\u89e3\u8bfb\u3002\u4e3a\u4e86\u5e2e\u52a9\u6211\u4eec\u5728\u8fd9\u79cd\u590d\u6742\u7ed3\u6784\u4e2d\u6709\u6548\u5bfc\u822a\uff0c\u6211\u4eec\u5f00\u53d1\u4e86\u4e00\u4e2a<\/span><\/span><strong><span><span>\u4ea4\u4e92\u5f0f\u5f52\u56e0\u56fe\u53ef\u89c6\u5316\u754c\u9762<\/span><\/span><\/strong><span><span>\u3002\u8be5\u754c\u9762\u8bbe\u8ba1\u7684\u76ee\u6807\u662f\uff1a\u652f\u6301\u7528\u6237<\/span><\/span><strong><span><span>\u8ffd\u8e2a\u5173\u952e\u8def\u5f84<\/span><\/span><\/strong><span><span>\uff0c\u80fd\u591f<\/span><\/span><strong><span><span>\u56de\u6eaf\u5148\u524d\u8bbf\u95ee\u8fc7\u7684\u8282\u70b9\u4e0e\u8def\u5f84<\/span><\/span><\/strong><span><span>\uff0c\u5e76<\/span><\/span><strong><span><span>\u6309\u9700\u663e\u793a\u7279\u5f81\u89e3\u91ca\u6240\u9700\u7684\u4fe1\u606f<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: center\"><img class=\"rich_pages wxw-img\" data-height=\"796\" data-imgfileid=\"100233231\" data-ratio=\"0.6277777777777778\" data-type=\"png\" data-w=\"1080\" data-width=\"1268\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-f856920b1d45592d386215c066b8d38d.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md01k0xc1lfq\" data-pm-slice=\"0 0 []\"><strong><span style=\"font-size: 13px\"><span>\u56fe 6\uff1a<\/span><\/span><\/strong><span style=\"font-size: 13px\"><span>&nbsp;\u5f52\u56e0\u56fe\u4ea4\u4e92\u754c\u9762\u6982\u89c8<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e0b\u56fe\u5c55\u793a\u4e86\u4e00\u4e2a\u4ea4\u4e92\u5f0f\u53ef\u89c6\u5316\u754c\u9762\uff0c\u7528\u4e8e\u5448\u73b0\u4ece\u5355\u4e2a\u8bcd\u5143\u201cDAG\u201d \u5411\u540e\u5f52\u56e0\u7684\u5f52\u56e0\u56fe\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5453703703703704\" data-type=\"png\" data-w=\"1080\" data-width=\"1477\" data-height=\"805\" data-imgfileid=\"100233230\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-26fdc19193dcfa84446f7d0158907319.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md01kepq1dqq\" data-pm-slice=\"0 0 []\"><span>\u56fe7\uff1a\u5f52\u56e0\u56fe\u652f\u6301\u7684\u9f20\u6807\u548c\u952e\u76d8\u4ea4\u4e92\u65b9\u5f0f<\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u7406\u89e3\u4e0e\u6807\u6ce8\u7279\u5f81<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u501f\u52a9\u4e0e\u6211\u4eec\u5148\u524d\u5de5\u4f5c&nbsp;<\/span><\/span><em><span><span>Scaling Monosemanticity<\/span><\/span><\/em><span><span>&nbsp;\u4e2d\u76f8\u4f3c\u7684\u7279\u5f81\u53ef\u89c6\u5316\u65b9\u6cd5\uff0c\u624b\u52a8\u5bf9\u56fe\u4e2d\u7684\u5404\u4e2a\u7279\u5f81\u8fdb\u884c\u89e3\u91ca\u4e0e\u6807\u6ce8\u3002\u00b9\u00b2<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6700\u5bb9\u6613\u6807\u6ce8\u7684\u662f&nbsp;<\/span><\/span><strong><span><span>\u8f93\u5165\u7279\u5f81<\/span><\/span><\/strong><span><span>&nbsp;\u548c&nbsp;<\/span><\/span><strong><span><span>\u8f93\u51fa\u7279\u5f81<\/span><\/span><\/strong><span><span>\uff1a\u524d\u8005\u5728\u6a21\u578b\u65e9\u671f\u5c42\u4e2d\u5e38\u89c1\uff0c\u4e3b\u8981\u5728\u9047\u5230\u7279\u5b9a\u8bcd\u5143\u6216\u4e00\u7c7b\u76f8\u4f3c\u8bcd\u5143\u65f6\u88ab\u6fc0\u6d3b\uff1b\u540e\u8005\u5219\u5728\u6a21\u578b\u540e\u671f\u5c42\u4e2d\u5e38\u89c1\uff0c\u4e3b\u8981\u7528\u4e8e\u63a8\u52a8\u6a21\u578b\u8f93\u51fa\u67d0\u7c7b\u7279\u5b9a\u8bcd\u5143\u6216\u8bcd\u5143\u7c7b\u522b\u7684\u5ef6\u7eed\u3002\u4f8b\u5982\uff1a<\/span><\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8fd9\u4e2a\u7279\u5f81\u5f88\u53ef\u80fd\u662f\u4e00\u4e2a\u8f93\u5165\u7279\u5f81\uff0c\u56e0\u4e3a\u5b83\u7684\u53ef\u89c6\u5316\u663e\u793a\u5176\u5bf9 \u201cdigital\u201d \u548c\u7c7b\u4f3c\u7684\u8bcd<\/span><span>\uff08\u5982 \u201cdigitize\u201d\uff09<\/span><span>\u9ad8\u5ea6\u6fc0\u6d3b\uff0c\u800c\u5bf9\u5176\u4ed6\u8bcd\u4e0d\u6fc0\u6d3b\u3002\u56e0\u6b64\u6211\u4eec\u5c06\u5176\u6807\u6ce8\u4e3a \u201cdigital\u201d \u7279\u5f81\u3002<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u4e2a\u7279\u5f81<\/span><span>\uff08\u6765\u81ea \u00a7\u202f3.8&nbsp;<\/span><\/span><em><span><span>\u52a0\u6cd5\u6848\u4f8b\u7814\u7a76<\/span><\/span><\/em><span><span>&nbsp;\u4e2d\u7684 Haiku \u7279\u5f81\uff09<\/span><span>\u662f\u4e00\u4e2a\u8f93\u5165\u7279\u5f81\uff0c\u5728\u591a\u4e2a\u4ee5\u6570\u5b57 6 \u7ed3\u5c3e\u7684\u8bcd\u5143\u4e0a\u88ab\u6fc0\u6d3b\uff0c\u751a\u81f3\u8fd8\u5305\u62ec\u4e00\u4e9b\u66f4\u62bd\u8c61\u5730\u4e0e 6 \u76f8\u5173\u7684\u8bcd\u5143\uff0c\u5982 \u201csix\u201d&nbsp;<\/span><span>\uff08\u516d\uff09<\/span><span>&nbsp;\u548c \u201cJune \u201d<\/span><span>\uff08\u516d\u6708\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u4e2a\u7279\u5f81\u5f88\u53ef\u80fd\u662f\u8f93\u51fa\u7279\u5f81\uff0c\u56e0\u4e3a\u5b83\u5728\u591a\u4e2a\u8bcd\u5143\u4e0a\u90fd\u6709\u8f83\u5f3a\u6fc0\u6d3b\uff0c\u800c\u4e14\u6bcf\u6b21\u6fc0\u6d3b\u540e\u8be5\u8bcd\u5143\u90fd\u7d27\u8ddf\u6587\u672c \u201cdag\u201d\u3002\u53ef\u89c6\u5316\u9876\u90e8\u8fd8\u663e\u793a\u8be5\u7279\u5f81\u663e\u8457\u63d0\u9ad8\u6a21\u578b\u9884\u6d4b \u201cdag\u201d \u7684\u6982\u7387<\/span><span>\uff08\u901a\u8fc7\u6b8b\u5dee\u6d41\u7684\u76f4\u63a5\u5f71\u54cd\uff09<\/span><span>\u3002\u8fd9\u8bf4\u660e\u5b83\u662f\u4e00\u4e2a\u8f93\u51fa\u7279\u5f81\u3002\u7531\u4e8e\u8f93\u51fa\u7279\u5f81\u5e38\u89c1\uff0c\u6211\u4eec\u901a\u5e38\u5c06\u63a8\u52a8\u67d0\u4e2a\u8bcd\u5143\u6216\u7c7b\u522b X \u7684\u8f93\u51fa\u7279\u5f81\u6807\u6ce8\u4e3a \u201csay X\u201d\uff0c\u56e0\u6b64\u672c\u4f8b\u6211\u4eec\u6807\u6ce8\u4e3a&nbsp;<\/span><\/span><strong><span><span>\u201csay \u2018dag\u2019\u201d<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u4e2a\u7279\u5f81<\/span><span>\uff08\u6765\u81ea \u00a7\u202f3.7&nbsp;<\/span><\/span><em><span><span>\u4e8b\u5b9e\u56de\u5fc6\u6848\u4f8b\u7814\u7a76<\/span><\/span><\/em><span><span>\uff09<\/span><span>\u662f\u4e00\u4e2a\u63a8\u52a8\u591a\u79cd\u4f53\u80b2\u9879\u76ee\u540d\u79f0\u8f93\u51fa\u7684\u8f93\u51fa\u7279\u5f81\uff0c\u4f46\u5b83\u4e5f\u8bf4\u660e\u4e86\u8f93\u51fa\u7279\u5f81\u6807\u6ce8\u7684\u590d\u6742\u6027\u3002\u4f8b\u5982\uff0c\u9700\u8981\u8bc6\u522b\u51fa \u201clac\u201d \u662f \u201clacrosse\u201d<\/span><span>\uff08\u957f\u66f2\u68cd\u7403\uff09<\/span><span>\u7684\u9996\u8bcd\u5143\u3002\u6b64\u5916\uff0c\u5728\u8be5\u7279\u5f81\u6fc0\u6d3b\u540e\uff0c\u540e\u7eed\u7684\u8bcd\u5143\u901a\u5e38\u4e0d\u662f\u5177\u4f53\u7684\u4f53\u80b2\u9879\u76ee\u540d\uff0c\u4f46\u5374\u662f\u8fd9\u4e9b\u540d\u79f0\u5f88\u53ef\u80fd\u51fa\u73b0\u7684\u4f4d\u7f6e\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5176\u4ed6\u7279\u5f81\u5219\u5e38\u89c1\u4e8e\u6a21\u578b\u7684&nbsp;<\/span><\/span><strong><span><span>\u4e2d\u95f4\u5c42<\/span><\/span><\/strong><span><span>\uff0c\u66f4\u4e3a\u62bd\u8c61\uff0c\u6807\u6ce8\u8fc7\u7a0b\u66f4\u590d\u6742\u3002\u6211\u4eec\u53ef\u80fd\u9700\u8981\u53c2\u8003\u5176\u6fc0\u6d3b\u7684\u4e0a\u4e0b\u6587\u793a\u4f8b\u3001\u5176<\/span><\/span><strong><span><span>\u5bf9\u6570\u503c\u6548\u5e94<\/span><\/span><\/strong><span><span>\uff08\u5373\u901a\u8fc7\u6b8b\u5dee\u6d41\u548c unembedding \u76f4\u63a5\u63a8\u52a8\u6216\u6291\u5236\u7684\u8bcd\u5143\uff09<\/span><span>\uff0c\u4ee5\u53ca\u5b83\u8fde\u63a5\u7684\u5176\u4ed6\u7279\u5f81\u6765\u8fdb\u884c\u6807\u6ce8\u3002\u4f8b\u5982\uff1a<\/span><\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6b64\u7279\u5f81\u5728\u4e00\u7ec4\u672a\u5b8c\u6210\u7684\u7f29\u7565\u8bcd\u4e2d\u5de6\u62ec\u53f7\u540e\u7684\u7b2c\u4e00\u4e2a\u6216\u524d\u4e24\u4e2a\u5b57\u6bcd\u5904\u6fc0\u6d3b\uff0c\u5bf9\u591a\u79cd\u5b57\u6bcd\u548c\u7f29\u7565\u8bcd\u5747\u6210\u7acb\uff0c\u56e0\u6b64\u6211\u4eec\u5c06\u5176\u6807\u6ce8\u4e3a&nbsp;<\/span><\/span><strong><span><span>\u901a\u7528\u7684\u7f29\u7565\u8bcd\u7eed\u5199\u7279\u5f81<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6b64\u7279\u5f81\u5728\u591a\u4e2a\u7f29\u7565\u8bcd\u7684\u8d77\u59cb\u5904\u6fc0\u6d3b\uff0c\u8fd9\u4e9b\u7f29\u7565\u8bcd\u7684\u7b2c\u4e8c\u4e2a\u5b57\u6bcd\u90fd\u662f&nbsp;<\/span><\/span><strong><span><span>D<\/span><\/span><\/strong><span><span>\uff0c\u5b83\u76f4\u63a5\u63a8\u52a8\u7684\u8bb8\u591a \u8bcd\u5143\u4e5f\u4ee5 D \u4e3a\u7b2c\u4e8c\u4e2a\u5b57\u6bcd<\/span><span>\uff08\u5c3d\u7ba1\u4e0d\u662f\u5168\u90e8\u5982\u6b64\uff09<\/span><span>\u3002\u8003\u8651\u5230\u5bf9\u6570\u503c\u6548\u5e94\u53ef\u80fd\u5b58\u5728\u95f4\u63a5\u504f\u79fb<\/span><span>\uff08\u5c24\u5176\u662f\u5728\u8fdc\u79bb\u6700\u7ec8\u5c42\u65f6\uff09<\/span><span>\uff0c\u6211\u4eec\u7b80\u8981\u6807\u6ce8\u6b64\u7279\u5f81\u4e3a&nbsp;<\/span><\/span><strong><span><span>\u201csay \u2018_D\u2019\u201d<\/span><\/span><\/strong><span><span>\uff0c\u5176\u4e2d\u4e0b\u5212\u7ebf\u4ee3\u8868\u9996\u5b57\u6bcd\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6700\u540e\u4e00\u4e2a\u7279\u5f81\u5728\u591a\u7ec4\u5927\u5199\u5b57\u6bcd\u5b57\u7b26\u4e32\u7684\u9996\u5b57\u6bcd\u5904\u6fc0\u6d3b\uff0c\u4f46\u8fd9\u4e9b\u5b57\u7b26\u4e32\u4f3c\u4e4e\u5e76\u975e\u7f29\u7565\u8bcd\uff0c\u800c\u5176\u6700\u6291\u5236\u7684\u8bcd\u5143\u5f80\u5f80\u662f\u7f29\u7565\u8bcd\u5f0f\u7684\u5b57\u6bcd\u7ec4\u5408\uff0c\u5176\u4ed6\u6fc0\u6d3b\u5b9e\u4f8b\u7f3a\u4e4f\u660e\u663e\u5171\u6027\uff0c\u56e0\u6b64\u6211\u4eec\u6682\u65f6\u5c06\u5176\u6807\u6ce8\u4e3a<\/span><\/span><strong><span><span>\u6291\u5236\u7f29\u7565\u8bcd<\/span><\/span><\/strong><span><span>\u7279\u5f81\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u53d1\u73b0\uff0c\u5373\u4f7f\u8fd9\u4e9b\u7279\u5f81\u7684\u6807\u6ce8\u5e76\u4e0d\u5b8c\u7f8e\uff0c\u4e5f\u8db3\u4ee5\u5e2e\u52a9\u6211\u4eec\u5728\u5f52\u56e0\u56fe\u4e2d\u8bc6\u522b\u51fa\u6709\u610f\u4e49\u7684\u7ed3\u6784\u3002<\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u5c06\u7279\u5f81\u5206\u7ec4\u4e3a\u8d85\u7ea7\u8282\u70b9<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5f52\u56e0\u56fe\u4e2d\u5e38\u5e38\u5305\u542b\u4e00\u7ec4\u7279\u5f81\uff0c\u5b83\u4eec\u5728\u8be5\u63d0\u793a\u8bcd\u4e2d\u626e\u6f14\u7684\u89d2\u8272\u5177\u6709\u67d0\u79cd\u5171\u6709\u7684\u7279\u5f81\u9762\u5411\uff08facet\uff09\u3002<\/span><\/span><\/strong><span><span>&nbsp; \u4f8b\u5982\uff0c\u5728\u6211\u4eec\u7684\u63d0\u793a\u8bcd\u4e2d\uff0c\u201cDigital\u201d \u8fd9\u4e2a\u8bcd\u4f1a\u6fc0\u6d3b\u4e09\u4e2a\u7279\u5f81\uff0c\u5b83\u4eec\u5206\u522b\u54cd\u5e94\u4e8e\u4e0d\u540c\u5927\u5c0f\u5199\u6216\u4e0a\u4e0b\u6587\u4e2d\u7684 \u201cdigital\u201d \u4e00\u8bcd\u3002 &nbsp;\u5bf9\u4e8e\u8fd9\u4e2a\u63d0\u793a\u6765\u8bf4\uff0c\u552f\u4e00\u91cd\u8981\u7684\u65b9\u9762\u662f \u201cdigital\u201d \u4e00\u8bcd\u4ee5 \u201cD\u201d \u5f00\u5934\uff1b\u8fd9\u4e09\u4e2a\u7279\u5f81\u90fd\u5bf9\u540c\u4e00\u7ec4<\/span><\/span><strong><span><span>\u4e0b\u6e38\u8282\u70b9\uff08downstream nodes\uff09<\/span><\/span><\/strong><span><span>\u5177\u6709\u6b63\u5411\u5f71\u54cd\u3002 &nbsp;\u56e0\u6b64\uff0c\u5728\u5206\u6790\u8be5\u63d0\u793a\u8bcd\u65f6\uff0c\u628a\u8fd9\u4e9b\u7279\u5f81\u4f5c\u4e3a\u4e00\u4e2a\u6574\u4f53\u8fdb\u884c\u5904\u7406\u662f\u5408\u7406\u7684\u3002 &nbsp;\u4e3a\u4e86\u53ef\u89c6\u5316\u548c\u5206\u6790\u7684\u65b9\u4fbf\uff0c\u6211\u4eec\u5c06\u591a\u4e2a\u8282\u70b9<\/span><span>\uff08\u5373\u7279\u5f81\u4e0e\u4e0a\u4e0b\u6587\u4f4d\u7f6e\u7684\u7ec4\u5408\uff09<\/span><span>\u5408\u5e76\u4e3a\u4e00\u4e2a\u201c\u8d85\u7ea7\u8282\u70b9\u201d\u3002 &nbsp;\u8fd9\u4e9b\u8d85\u7ea7\u8282\u70b9\u5bf9\u5e94\u4e8e\u6211\u4eec\u4e0a\u9762\u6240\u793a\u7684\u7b80\u5316\u7ed3\u6784\u56fe\u4e2d\u7684\u65b9\u6846\uff0c\u4e0b\u9762\u4e5f\u4f1a\u518d\u6b21\u5c55\u793a\u8be5\u56fe\u4ee5\u4fbf\u53c2\u8003\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5453703703703704\" data-type=\"png\" data-w=\"1080\" data-width=\"1209\" data-height=\"659\" data-imgfileid=\"100233228\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-3b62f72a827835dfada6d6ade6cb847c.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md01nuda1uf4\" data-pm-slice=\"0 0 []\"><span>\u56fe 8\uff1a18L \u6a21\u578b\u5b8c\u6210\u865a\u6784\u7f29\u7565\u8bcd\u4efb\u52a1\u65f6\u7684\u5f52\u56e0\u56fe\u7b80\u5316\u56fe\u793a<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u91c7\u7528\u7684\u8282\u70b9\u5206\u7ec4\u7b56\u7565\u53d6\u51b3\u4e8e\u5f53\u524d\u7684\u5206\u6790\u76ee\u6807\uff0c\u4ee5\u53ca\u7279\u5f81\u5728\u7279\u5b9a\u63d0\u793a<\/span><span>\uff08prompt\uff09<\/span><span>\u4e2d\u7684\u4f5c\u7528\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u4e0d\u540c\u60c5\u5883\u4e0b\uff0c\u6211\u4eec\u6709\u65f6\u4f1a\u5c06\u4e0b\u5217\u7279\u5f81\u5206\u4e3a\u4e00\u7ec4\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u76f8\u4f3c\u4e0a\u4e0b\u6587\u4e2d\u6fc0\u6d3b\u7684\u7279\u5f81\uff0c<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u62e5\u6709\u76f8\u4f3c\u7684\u8bcd\u5d4c\u5165\u6216\u5bf9\u6570\u503c\u6548\u5e94\u7684\u7279\u5f81\uff0c<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6216\u8005\u8f93\u5165\/\u8f93\u51fa\u8fb9\u7ed3\u6784\u76f8\u4f3c\u7684\u7279\u5f81\uff0c \u5177\u4f53\u53d6\u51b3\u4e8e\u6211\u4eec\u4e3a\u4e86\u9610\u91ca\u67d0\u79cd\u673a\u5236\u6027\u4e3b\u5f20\u800c\u5f3a\u8c03\u7684\u7279\u5f81\u7ef4\u5ea6\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u901a\u5e38\u5e0c\u671b\u4e00\u4e2a\u8d85\u7ea7\u8282\u70b9\u4e2d\u7684\u6240\u6709\u5b50\u8282\u70b9\u76f8\u4e92\u4fc3\u8fdb\uff0c\u5e76\u4e14\u5b83\u4eec\u5bf9\u4e0b\u6e38\u8282\u70b9\u7684\u5f71\u54cd\u5177\u6709\u76f8\u540c\u7684\u7b26\u53f7<\/span><span>\uff08\u540c\u4e3a\u589e\u5f3a\u6216\u540c\u4e3a\u6291\u5236\uff09<\/span><span>\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c3d\u7ba1\u6211\u4eec\u5c1d\u8bd5\u4e86\u81ea\u52a8\u5206\u7ec4\u7b56\u7565<\/span><span>\uff08\u5982\u57fa\u4e8e\u89e3\u7801\u5668\u5411\u91cf\u6216\u56fe\u7684\u90bb\u63a5\u77e9\u9635\u8fdb\u884c\u805a\u7c7b\uff09<\/span><span>\uff0c\u4f46\u8fd9\u4e9b\u65b9\u6cd5\u4e0d\u8db3\u4ee5\u8986\u76d6\u6211\u4eec\u4e3a\u8bf4\u660e\u5177\u4f53\u673a\u5236\u6240\u9700\u7684\u6240\u6709\u7279\u5f81\u5206\u7ec4\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5173\u4e8e\u201c\u8d85\u7ea7\u8282\u70b9\u201d\u4ee5\u53ca\u4e3a\u4f55\u5b83\u4eec\u662f\u5fc5\u8981\u7684\uff0c\u6211\u4eec\u5728\u201c<\/span><\/span><strong><span><span>\u76f8\u4f3c\u7279\u5f81\u4e0e\u8d85\u7ea7\u8282\u70b9<\/span><\/span><\/strong><span><span>\u201d\u90e8\u5206\u4e2d\u5c06\u8fdb\u4e00\u6b65\u63a2\u8ba8\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u901a\u8fc7\u5e72\u9884\u9a8c\u8bc1\u5f52\u56e0\u56fe\u5047\u8bbe<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u5f52\u56e0\u56fe\u4e2d\uff0c<\/span><\/span><strong><span><span>\u8282\u70b9<\/span><\/span><\/strong><span><span>\u6307\u51fa\u54ea\u4e9b\u7279\u5f81\u5bf9\u6a21\u578b\u8f93\u51fa\u6709\u5f71\u54cd\uff0c<\/span><\/span><strong><span><span>\u8fb9<\/span><\/span><\/strong><span><span>\u5219\u8bf4\u660e\u8fd9\u4e9b\u7279\u5f81\u5982\u4f55\u53d1\u6325\u4f5c\u7528\u3002\u6211\u4eec\u53ef\u4ee5\u901a\u8fc7\u5728\u539f\u59cb\u6a21\u578b\u4e2d\u5bf9\u7279\u5f81\u8fdb\u884c\u6270\u52a8<\/span><span>\uff08perturbation\uff09<\/span><span>\u6765\u9a8c\u8bc1\u5f52\u56e0\u56fe\u4e2d\u7684\u5047\u8bbe\uff0c\u5e76\u68c0\u67e5\u8fd9\u4e9b\u6270\u52a8\u5bf9\u4e0b\u6e38\u7279\u5f81\u6216\u6a21\u578b\u8f93\u51fa\u7684\u5f71\u54cd\u662f\u5426\u4e0e\u5f52\u56e0\u56fe\u4e2d\u7684\u9884\u6d4b\u76f8\u7b26\u3002\u5bf9\u7279\u5f81\u7684\u5e72\u9884\u65b9\u5f0f\u662f\u4fee\u6539\u5176\u8ba1\u7b97\u5f97\u5230\u7684\u6fc0\u6d3b\u503c\uff0c\u5e76\u5c06\u5176\u4fee\u6539\u540e\u7684\u89e3\u7801<\/span><span>\uff08decoding\uff09<\/span><span>\u7ed3\u679c\u6ce8\u5165\u6a21\u578b\uff0c\u66ff\u4ee3\u539f\u59cb\u7684\u91cd\u6784\u7ed3\u679c\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7531\u4e8e<\/span><\/span><strong><span><span>\u8de8\u5c42\u8f6c\u7801\u5668\u7684\u7279\u5f81\u4f1a\u5199\u5165\u591a\u4e2a\u8f93\u51fa\u5c42\uff0c\u56e0\u6b64\u6211\u4eec\u9700\u8981\u51b3\u5b9a\u5728\u54ea\u4e9b\u5c42\u8303\u56f4\u5185\u8fdb\u884c\u5e72\u9884\u3002\u90a3\u8981\u600e\u4e48\u505a\u5462\uff1f\u6211\u4eec\u53ef\u4ee5\u50cf\u5728\u5355\u5c42\u8f6c\u7801\u5668\u4e2d\u90a3\u6837\uff0c\u53ea\u5bf9\u67d0\u4e00\u5c42\u7684\u7279\u5f81\u89e3\u7801\u8fdb\u884c\u5e72\u9884\uff0c\u4f46\u5f52\u56e0\u56fe\u4e2d\u7684\u8fb9\u4ee3\u8868\u7684\u662f\u591a\u4e2a\u5c42\u89e3\u7801\u7684\u7d2f\u8ba1\u6548\u679c<\/span><\/span><\/strong><span><span>\uff0c\u6240\u4ee5\u53ea\u5e72\u9884\u5355\u4e00\u5c42\u53ef\u80fd\u53ea\u80fd\u8986\u76d6\u8fd9\u6761\u8fb9\u7684\u4e00\u90e8\u5206\u3002\u6b64\u5916\uff0c\u6211\u4eec\u901a\u5e38\u5e0c\u671b\u4e00\u6b21\u5e72\u9884\u591a\u4e2a\u7279\u5f81\uff0c\u800c\u8d85\u8282\u70b9\u4e2d\u7684\u4e0d\u540c\u7279\u5f81\u4f1a\u5199\u5165\u4e0d\u540c\u7684\u5c42\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e3a\u4e86\u5728\u4e00\u4e2a\u5c42\u8303\u56f4\u5185\u6267\u884c\u5e72\u9884\uff0c\u6211\u4eec\u4f1a\u5728\u7ed9\u5b9a\u8303\u56f4\u5185\u7684\u6bcf\u4e00\u5c42\u4fee\u6539\u8be5\u7279\u5f81\u7684\u89e3\u7801\uff0c\u7136\u540e\u4ece\u8be5\u8303\u56f4\u7684\u6700\u540e\u4e00\u5c42\u5f00\u59cb\u6267\u884c\u524d\u5411\u4f20\u64ad<\/span><span>\uff08forward pass\uff09<\/span><span>\u3002\u7531\u4e8e\u6211\u4eec\u4e0d\u4f1a\u6839\u636e\u5e72\u9884\u524d\u9762\u5c42\u7684\u7ed3\u679c\u6765\u91cd\u65b0\u8ba1\u7b97 MLP \u7684\u8f93\u51fa\uff0c\u6240\u4ee5\u6a21\u578b\u5728\u8be5\u5c42\u4e4b\u540e\u7684 MLP \u8f93\u51fa\u552f\u4e00\u7684\u53d8\u5316\u5c31\u662f\u6211\u4eec\u624b\u52a8\u63d2\u5165\u7684\u5e72\u9884\u503c\u3002\u6211\u4eec\u5c06\u8fd9\u79cd\u65b9\u6cd5\u79f0\u4e3a\u201c<\/span><\/span><strong><span><span>\u7ea6\u675f\u4fee<\/span><\/span><\/strong><strong><span><span>\u8865\uff08constrained patching\uff09<\/span><\/span><\/strong><span><span>\u201d<\/span><\/span><strong><span><span>\uff0c\u56e0\u4e3a\u5b83\u4e0d\u5141\u8bb8\u5e72\u9884\u5728\u6240\u9009\u4fee\u8865\u8303\u56f4\u5185\u4ea7\u751f\u4e8c\u9636\u5f71\u54cd\uff08second-order effects\uff09\u3002\u5173\u4e8e\u53e6\u4e00\u79cd\u65b9\u6cd5<\/span><\/span><\/strong><span><span>\u201c\u8fed\u4ee3\u4fee\u8865<\/span><span>\uff08iterative patching\uff09<\/span><span>\u201d\u7684\u63cf\u8ff0\uff0c\u8bf7\u53c2\u89c1\u9644\u5f55 \u00a7K\uff1b\u5173\u4e8e\u4e3a\u4f55\u66f4\u5929\u771f\u7684\u65b9\u6cd5<\/span><span>\uff08\u6bd4\u5982\u76f4\u63a5\u5728\u6bcf\u5c42\u6dfb\u52a0\u7279\u5f81\u7684 decoder \u5411\u91cf\uff09<\/span><span>\u53ef\u80fd\u4f1a\u9020\u6210\u7279\u5f81\u6548\u5e94\u7684\u91cd\u590d\u8ba1\u7b97\uff0c\u8bf7\u53c2\u89c1 \u00a7H \u9644\u5f55\u7684\u76f8\u5173\u8ba8\u8bba\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e0b\u56fe\u5c55\u793a\u4e86<\/span><\/span><strong><span><span>\u4e58\u6570\u5f0f<\/span><\/span><\/strong><strong><span><span>\u53d7\u9650\u4fee\u8865\uff08multiplicative constrained patching\uff09<\/span><\/span><\/strong><span><span>\u7684\u4e00\u4e2a\u793a\u4f8b\uff0c\u5176\u4e2d\u6211\u4eec\u5c06\u76ee\u6807\u7279\u5f81\u7684\u6fc0\u6d3b\u503c\u5728\u5c42\u8303\u56f4&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;f5639ec6-dd91-404c-ad78-39795b28eaf8&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;[\\ell-1, \\ell]&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span><span>[<\/span><\/span><span style=\"font-size: 15px\"><span data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;mpa-font-style&quot;:&quot;mczz84etvfe&quot;,&quot;style&quot;:&quot;font-size: 15px;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span>\u2113<\/span><\/span><\/span><span><span>-1,&nbsp;<\/span><\/span><span style=\"font-size: 15px\"><span data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;mpa-font-style&quot;:&quot;mczz84etvfe&quot;,&quot;style&quot;:&quot;font-size: 15px;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span>\u2113<\/span><\/span><\/span><span><span>]<\/span><\/span><\/span><span><span>&nbsp;\u4e2d\u4e58\u4ee5 M\u3002\u6ce8\u610f\uff0c\u8be5\u8865\u4e01\u4e0d\u4f1a\u76f4\u63a5\u5f71\u54cd\u66f4\u9ad8\u5c42\u7684 MLP \u8f93\u51fa\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.687037037037037\" data-type=\"png\" data-w=\"1080\" data-width=\"1277\" data-height=\"877\" data-imgfileid=\"100233235\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-b86c594f1e91d4d8a9874db252fd248f.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md01sobm11av\" data-pm-slice=\"0 0 []\"><span>\u56fe 9\uff1a\u4e58\u6cd5\u4fee\u8865\u793a\u610f\u56fe<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5f52\u56e0\u56fe\u662f\u57fa\u4e8e\u5e95\u5c42\u6a21\u578b\u7684<\/span><\/span><strong><span><span>\u6ce8\u610f\u529b\u6a21\u5f0f\uff08attention patterns\uff09<\/span><\/span><\/strong><span><span>\u6784\u5efa\u7684\uff0c\u56e0\u6b64\u56fe\u4e2d\u7684\u8fb9\u5e76\u4e0d\u8003\u8651\u901a\u8fc7&nbsp;<\/span><\/span><strong><span><span>QK \u5de5\u4f5c\u56de\u8def\uff08Query-Key Circuits\uff09<\/span><\/span><\/strong><span><span>\u6240\u4ecb\u5bfc\u7684\u5f71\u54cd\u3002\u7c7b\u4f3c\u5730\uff0c\u5728\u6211\u4eec\u7684\u6270\u52a8\u5b9e\u9a8c\u4e2d\uff0c\u6211\u4eec\u5c06\u6ce8\u610f\u529b\u6a21\u5f0f\u56fa\u5b9a\u4e3a\u672a\u7ecf\u5e72\u9884\u7684\u524d\u5411\u4f20\u64ad\u8fc7\u7a0b\u4e2d\u6240\u89c2\u5bdf\u5230\u7684\u503c\u3002\u8fd9\u79cd\u65b9\u6cd5\u4e0a\u7684\u9009\u62e9\u610f\u5473\u7740\u6211\u4eec\u7684\u5b9e\u9a8c\u7ed3\u679c<\/span><\/span><strong><span><span>\u4e0d\u5305\u62ec\u6270\u52a8\u53ef\u80fd\u5bf9\u6ce8\u610f\u529b\u6a21\u5f0f\u672c\u8eab\u6240\u9020\u6210\u7684\u5f71\u54cd<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u56de\u5230\u6211\u4eec\u4e4b\u524d\u7684<\/span><\/span><strong><span><span>\u7f29\u5199\u8bcd\u63d0\u793a\u8bed\uff08acronym prompt\uff09<\/span><\/span><\/strong><span><span>\u5b9e\u9a8c\uff0c\u6211\u4eec\u5c55\u793a\u4e86\u5bf9\u8d85\u8282\u70b9\u8fdb\u884c\u4fee\u8865<\/span><span>\uff08patching\uff09<\/span><span>\u540e\u7684\u7ed3\u679c\uff0c\u9996\u5148\u4ece\u538b\u5236 \u201cGroup\u201d \u8d85\u8282\u70b9\u5f00\u59cb\u3002\u5982\u4e0b\u56fe\u6240\u793a\uff0c\u6211\u4eec\u5c06\u4fee\u8865\u6548\u679c\u53e0\u52a0\u5728\u8d85\u8282\u70b9\u7684\u7ed3\u6784\u56fe\u4e0a\uff0c\u4ee5\u4fbf\u66f4\u6e05\u6670\u5730\u5c55\u793a\u5bf9\u5176\u4ed6\u8d85\u8282\u70b9\u4ee5\u53ca\u5bf9\u6570\u503c\u5206\u5e03\u7684\u5f71\u54cd\u3002\u9700\u8981\u6ce8\u610f\u7684\u662f\uff0c\u56fe\u4e2d\u8282\u70b9\u7684\u4f4d\u7f6e<\/span><\/span><strong><span><span>\u5e76\u4e0d\u4ee3\u8868\u5177\u4f53\u7684 token \u4f4d\u7f6e<\/span><\/span><\/strong><span><span>\uff0c\u9664\u975e\u660e\u786e\u6307\u51fa\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.8442028985507246\" data-type=\"png\" data-w=\"828\" data-width=\"828\" data-height=\"699\" data-imgfileid=\"100233233\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-7dc90ec771e2342a1a6b89836c4194e9.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.5em\"><strong style=\"font-size: 15px\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md01t7cz49e\" data-pm-slice=\"0 0 []\"><span style=\"font-weight: normal\">\u56fe10: \u5f53\u6211\u4eec\u6291\u5236\u865a\u6784\u7ec4\u7ec7\u540d\u79f0\u4e2d\u7684\u8bcd\u8bed \u201cGroup\u201d \u65f6\uff0c\u6a21\u578b 18L \u4f1a\u8f93\u51fa\u5176\u4ed6\u4ee5 \u201cDA\u201d \u5f00\u5934\u7684\u7f29\u5199\u8bcd\u3002<\/span><\/span><\/strong><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u73b0\u5728\u5c55\u793a\u6291\u5236\u67d0\u4e9b\u8d85\u7ea7\u8282\u70b9\u5bf9\u5176\u4ed6\u8d85\u7ea7\u8282\u70b9\u7684\u603b\u4f53\u6fc0\u6d3b\u503c\u4ee5\u53ca\u5bf9 logit \u7684\u5f71\u54cd\u3002\u5bf9\u4e8e\u6bcf\u4e00\u4e2a patch \u64cd\u4f5c\uff0c\u6211\u4eec\u5c06\u8be5\u8282\u70b9\u4e2d\u6bcf\u4e2a\u7279\u5f81\u7684\u6fc0\u6d3b\u503c\u8bbe\u4e3a\u5176\u539f\u59cb\u503c\u7684\u76f8\u53cd\u6570<\/span><span>\uff08\u7b49\u4ef7\u4e8e\u7528\u4e58\u6cd5\u56e0\u5b50 \u22121 \u8fdb\u884c\u64cd\u63a7\uff09<\/span><span>\u3002\u968f\u540e\uff0c\u6211\u4eec\u5c06\u6bcf\u4e2a\u8282\u70b9\u7684\u603b\u6fc0\u6d3b\u503c\u7ed8\u5236\u4e3a\u5176\u539f\u59cb\u6fc0\u6d3b\u503c\u7684\u6bd4\u4f8b\u3002\u6211\u4eec\u4f7f\u7528\u6a59\u8272\u8fb9\u6846\u7a81\u51fa\u663e\u793a\u4e0b\u6e38\u8282\u70b9\uff0c\u8fd9\u4e9b\u8282\u70b9\u662f\u6211\u4eec\u5047\u8bbe\u4f1a\u53d7\u5230 patch \u64cd\u4f5c\u5f71\u54cd\u7684\u76ee\u6807\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.6724324324324324\" data-type=\"png\" data-w=\"925\" data-width=\"925\" data-height=\"622\" data-imgfileid=\"100233232\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-fb5196be7471a1403afb106ec9b95fb5.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.6em\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md01tqof1off\" data-pm-slice=\"0 0 []\"><span>\u56fe 11\uff1a\u5bf9\u201cThe National Digital Analytics Group (N\u201d\u8fd9\u53e5\u8bdd\u4e2d\u5404\u7279\u5f81\u6fc0\u6d3b\u8fdb\u884c\u9009\u5b9a\u5e72\u9884\u540e\u7684\u6548\u679c\u5c55\u793a\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u53ef\u4ee5\u770b\u5230\uff0c<\/span><\/span><strong><span><span>\u6291\u5236\u6bcf\u4e2a\u8bcd\u7684\u7279\u5f81<\/span><\/span><\/strong><span><span>\uff0c\u4f1a<\/span><\/span><strong><span><span>\u4f9d\u6b21\u6291\u5236\u4e0e\u4e4b\u76f8\u5173\u7684\u9996\u5b57\u6bcd\u7279\u5f81\uff08initial features\uff09<\/span><\/span><\/strong><span><span>\u3002 &nbsp;\u6b64\u5916\uff0c<\/span><\/span><strong><span><span>\u201csay DA_\u201d\u8fd9\u4e00\u8d85\u7ea7\u8282\u70b9\u7684\u7279\u5f81<\/span><\/span><\/strong><span><span>\uff0c\u4e5f\u4f1a\u53d7\u5230\u5bf9&nbsp;<\/span><\/span><strong><span><span>\u201cDigital\u201d<\/span><\/span><\/strong><span><span>&nbsp;\u548c&nbsp;<\/span><\/span><strong><span><span>\u201cAnalytics\u201d<\/span><\/span><\/strong><span><span>&nbsp;\u4e24\u4e2a\u8d85\u7ea7\u8282\u70b9\u7684\u6291\u5236\u7684\u5f71\u54cd\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u5b9a\u4f4d\u5173\u952e\u5c42<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5f52\u56e0\u56fe\u8fd8\u53ef\u4ee5\u5e2e\u52a9\u6211\u4eec\u8bc6\u522b\uff1a\u4e00\u4e2a\u7279\u5f81\u7684\u89e3\u7801\u5728\u54ea\u4e9b\u5c42\u7ea7\u4e2d\u5bf9\u6700\u7ec8\u5bf9\u6570\u503c<\/span><span>\uff08\u8f93\u51fa\u5f97\u5206\uff09<\/span><span>\u7684\u4e0b\u6e38\u5f71\u54cd\u6700\u5927\u3002 &nbsp;\u4f8b\u5982\uff0c\u201cAnalytics\u201d\u8d85\u7ea7\u8282\u70b9\u4e2d\u7684\u7279\u5f81\u4e3b\u8981\u662f\u901a\u8fc7\u4e2d\u95f4\u7684\u7279\u5f81\u7ec4\u95f4\u63a5\u5730\u5bf9 \u201cdag\u201d \u7684\u5bf9\u6570\u503c\u4ea7\u751f\u5f71\u54cd\uff0c\u8fd9\u4e9b\u4e2d\u95f4\u7279\u5f81\u7ec4\u5305\u62ec \u201csay&nbsp;<\/span><\/span><em><span><span>A\u201d\u3001 \u201csay DA<\/span><\/span><\/em><span><span>\u201d \u548c \u201csay DAG\u201d\uff0c\u5b83\u4eec\u4e3b\u8981\u5206\u5e03\u5728\u7b2c 13 \u5c42\u53ca\u4e4b\u540e\u7684\u5c42\u7ea7\u4e2d\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.44166666666666665\" data-type=\"png\" data-w=\"1080\" data-width=\"1727\" data-height=\"763\" data-imgfileid=\"100233236\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-3d7585c8377ee547f41e24b17b675d8d.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md01ud6821hu\" data-pm-slice=\"0 0 []\"><span>\u56fe12\uff1a\u5728\u5305\u542b\u201c\u8bf4\u51fa\u7f29\u7565\u8bcd\u201d\u7279\u5f81\u7684\u5c42\u4e4b\u524d\u8fdb\u884c\u5e72\u9884\uff0c\u6548\u679c\u6700\u4e3a\u663e\u8457<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u56e0\u6b64\uff0c\u6211\u4eec\u53ef\u4ee5\u9884\u671f\uff1a\u5bf9\u67d0\u4e2a \u201cAnalytics\u201d \u7279\u5f81\u8fdb\u884c<\/span><\/span><strong><span><span>\u8d1f\u5411\u5f15\u5bfc\uff08steering negatively\uff09<\/span><\/span><\/strong><span><span>\uff0c\u5c06\u5bf9 \u201cdag\u201d \u7684\u5bf9\u6570\u503c\u4ea7\u751f\u5f71\u54cd\u2014\u2014\u8fd9\u4e00\u5f71\u54cd\u4f1a\u5728\u7b2c 13 \u5c42\u4e4b\u524d\u8d8b\u4e8e\u7a33\u5b9a\uff0c\u5e76\u5728\u63a5\u8fd1\u6700\u540e\u4e00\u5c42\u65f6\u9010\u6e10\u51cf\u5f31\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u79cd\u8870\u51cf\u662f\u7531\u4e8e\u6211\u4eec\u91c7\u7528\u7684\u5e72\u9884\u65b9\u6cd5\u5177\u6709<\/span><\/span><strong><span><span>\u201c\u7ea6\u675f\u6027\uff08constrained\uff09<\/span><\/span><\/strong><span><span>\u201d\u6240\u81f4\u3002\u5982\u679c<\/span><\/span><strong><span><span>\u8865\u4e01\uff08patching\uff09<\/span><\/span><\/strong><span><span>\u8303\u56f4\u5df2\u7ecf\u6db5\u76d6\u4e86\u6240\u6709\u8bf4\u51fa\u7f29\u7565\u8bcd<\/span><span>\uff08say an acronym\uff09<\/span><span>\u7c7b\u7279\u5f81\uff0c\u90a3\u4e48\u8fd9\u4e9b\u7279\u5f81\u7684\u6fc0\u6d3b\u503c\u5c06\u4e0d\u4f1a\u53d1\u751f\u53d8\u5316\uff0c\u56e0\u4e3a\u7ea6\u675f\u6027\u8865\u4e01\u4e0d\u5141\u8bb8<\/span><\/span><strong><span><span>\u8fde\u9501\u6548\u5e94\uff08knock-on effects<\/span><\/span><\/strong><span><span>\uff09\u53d1\u751f\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e0b\u56fe\u5c55\u793a\u4e86\u5bf9\u6bcf\u4e2a \u201cAnalytics\u201d \u7279\u5f81\u8fdb\u884c\u8d1f\u5411\u5f15\u5bfc\u7684\u6548\u679c\uff0c\u5176\u4e2d\u8865\u4e01\u8d77\u59cb\u5c42\u56fa\u5b9a\u4e3a\u7b2c 1 \u5c42\uff0c\u7ec8\u6b62\u5c42\u4ece\u4f4e\u5230\u9ad8\u4f9d\u6b21\u53d8\u52a8\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5259259259259259\" data-type=\"png\" data-w=\"1080\" data-width=\"1294\" data-height=\"680\" data-imgfileid=\"100233234\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-a6ed3aacb4b32ccc834ba5d01ca1faab.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md01uyre3qf\" data-pm-slice=\"0 0 []\"><span>\u56fe 12\uff1a\u5f53\u5e72\u9884\u64cd\u4f5c\u53d1\u751f\u5728\u5305\u542b\u201c\u8bf4\u51fa\u7f29\u7565\u8bcd\u201d\u7279\u5f81\u7684\u5c42\u7ea7\u4e4b\u524d\u65f6\uff0c\u5176\u6548\u679c\u6700\u4e3a\u663e\u8457\u3002<\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u4e8b\u5b9e\u56de\u5fc6\u6848\u4f8b\u7814\u7a76<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u73b0\u5728\u8f6c\u5411<\/span><\/span><strong><span><span>\u4e8b\u5b9e\u56de\u5fc6\uff08factual recall\uff09<\/span><\/span><\/strong><span><span>\u95ee\u9898\uff0c\u5177\u4f53\u8003\u5bdf\u6a21\u578b\u5982\u4f55\u8865\u5168\u5982\u4e0b\u53e5\u5b50\uff1a<\/span><\/span><strong><span><span>Fact: Michael Jordan plays the sport of \u2026<\/span><\/span><\/strong><span><span>\u6a21\u578b\u4ee5 65% \u7684\u7f6e\u4fe1\u5ea6\u9884\u6d4b\u4e3a basketball<\/span><span>\uff08\u7bee\u7403\uff09<\/span><span>&nbsp;[19, 20]\u3002\u6211\u4eec\u9996\u5148\u8ba1\u7b97\u8be5\u8f93\u5165\u7684\u5f52\u56e0\u56fe\uff0c\u5e76\u50cf\u5728\u7f29\u7565\u8bcd\u6848\u4f8b\u4e2d\u4e00\u6837\uff0c\u5c06\u8bed\u4e49\u76f8\u8fd1\u7684\u7279\u5f81\u5206\u7ec4\u4e3a\u8d85\u7ea7\u8282\u70b9\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e0b\u65b9\u7684\u8d85\u7ea7\u8282\u70b9\u7ed3\u6784\u56fe\u5c55\u793a\u4e86\u4e24\u6761\u4e3b\u8981\u8def\u5f84\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e00\u6761\u8def\u5f84\u8d77\u59cb\u4e8e \u201cplays\u201d \u548c \u201csport\u201d \u8fd9\u4e24\u4e2a\u8bcd\u5143\uff0c\u63a8\u52a8 \u201csport\u201d \u548c \u201csay a sport\u201d<\/span><span>\uff08\u8bf4\u51fa\u4e00\u4e2a\u8fd0\u52a8\u9879\u76ee\uff09<\/span><span>\u7c7b\u7279\u5f81\u7684\u6fc0\u6d3b\uff0c\u8fd9\u4e9b\u7279\u5f81\u8fdb\u4e00\u6b65\u589e\u5f3a\u4e86\u7bee\u7403\u3001\u8db3\u7403\u7b49\u8fd0\u52a8\u9879\u76ee\u7684\u5bf9\u6570\u503c\u3002<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u53e6\u4e00\u6761\u8def\u5f84\u8d77\u59cb\u4e8e \u201cMichael Jordan \u4ee5\u53ca\u5176\u4ed6\u540d\u4eba\u201d \u7c7b\u7279\u5f81\uff0c\u6fc0\u6d3b\u4e86\u4e0e\u7bee\u7403\u76f8\u5173\u7684\u7279\u5f81\uff0c\u8fd9\u4e9b\u7279\u5f81\u5bf9&nbsp;<\/span><\/span><strong><span><span>basketball\u5bf9\u6570\u503c\u662f\u6b63\u5411\u8fb9<\/span><\/span><\/strong><span><span>\uff0c\u800c\u5bf9&nbsp;<\/span><\/span><strong><span><span>football\u5bf9\u6570\u503c\u662f\u8d1f\u5411\u8fb9<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u9664\u4e86\u8fd9\u4e9b\u987a\u5e8f\u6027\u8def\u5f84\u5916\uff0c\u8fd8\u6709\u4e00\u4e9b\u7279\u5f81\u7ec4<\/span><span>\uff08\u5982 \u201cMichael Jordan\u201d \u548c \u201csport\/game of\u201d\uff09<\/span><span>\u76f4\u63a5\u8fde\u63a5\u5230\u7bee\u7403\u7684\u5bf9\u6570\u503c\uff0c\u8fd9\u4ee3\u8868\u7740<\/span><\/span><strong><span><span>\u4ec5\u901a\u8fc7\u6ce8\u610f\u529b\u5934\u7684\u8f93\u51fa\u5411\u91cf\uff08OV\uff09\u4f20\u5bfc\u7684\u76f4\u63a5\u4f5c\u7528<\/span><\/span><\/strong><span><span>\uff0c\u8fd9\u4e00\u673a\u5236\u4e0e Batson \u7b49\u4eba\u7684\u7814\u7a76\u53d1\u73b0\u4e00\u81f4\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: center\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.6083333333333333\" data-type=\"png\" data-w=\"1080\" data-width=\"1243\" data-height=\"756\" data-imgfileid=\"100233240\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-7f1b6529414f772e6bf72a91d68edadb.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md01vxnr1k4v\" data-pm-slice=\"0 0 []\"><strong><span style=\"font-size: 13px\"><span>\u56fe 13\uff1a<\/span><\/span><\/strong><span style=\"font-size: 13px\"><span>18L \u6a21\u578b\u5728\u56de\u5fc6\u4e00\u4e2a\u7b80\u5355\u4e8b\u5b9e\u65f6\u7684\u5f52\u56e0\u56fe\u7b80\u5316\u56fe\u793a\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u4e5f\u5728\u4e0b\u65b9\u5c55\u793a\u4e86\u5b8c\u6574\u7684\u4ea4\u4e92\u5f0f\u5f52\u56e0\u56fe\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.4185185185185185\" data-type=\"png\" data-w=\"1080\" style=\"width:100%\" data-width=\"1879\" data-height=\"787\" data-backw=\"562\" data-backh=\"235\" data-imgfileid=\"100233242\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-48e91adca34983c58cb0027982e7faaa.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6b64\u5916\uff0c\u5982 Nanda \u7b49\u4eba [19] \u6240\u89c2\u5bdf\u5230\u7684\uff0c\u4e00\u4e2a\u590d\u6742\u7684\u673a\u5236\u96c6\u5408\u4f3c\u4e4e\u5728\u5c06\u5173\u4e8e\u5b9e\u4f53&nbsp;<\/span><\/span><em><span><span>Michael Jordan<\/span><\/span><\/em><span><span>&nbsp;\u7684\u4fe1\u606f\u4f20\u9012\u5230 \u201cJordan\u201d \u8fd9\u4e00\u4f4d\u7f6e\u7684\u6b8b\u5dee\u6d41\u4e2d\u53d1\u6325\u4f5c\u7528\u3002\u6211\u4eec\u5c06\u4e00\u4e9b\u7279\u5f81\u5f52\u5165\u540c\u4e00\u4e2a\u8d85\u8282\u70b9\uff0c\u8fd9\u4e9b\u7279\u5f81\u5305\u62ec\u5bf9 \u201cMichael\u201d \u654f\u611f\u7684\u7279\u5f81\u3001\u4e00\u4e2a\u5df2\u7ecf\u8bc6\u522b\u51fa \u201cMichael Jordan\u201d \u8fd9\u5bf9\u8bcd\u5143\u7684 L1 \u5c42\u7279\u5f81\u3001\u4e00\u4e9b\u6d89\u53ca\u5176\u4ed6\u540d\u4eba\u7684\u7279\u5f81\uff0c\u4ee5\u53ca\u90a3\u4e9b\u5728 \u201cMichael Jordan\u201d \u548c\u5176\u4ed6\u65e0\u5173\u6982\u5ff5\u4e0a\u90fd\u6fc0\u6d3b\u7684\u591a\u4e49\u7279\u5f81\u3002\u9700\u8981\u6ce8\u610f\u7684\u662f\uff0c\u53ea\u8981\u8fd9\u4e9b\u591a\u4e49\u7279\u5f81\u5177\u6709\u4e0e\u5f53\u524d\u63d0\u793a<\/span><span>\uff08prompt\uff09<\/span><span>\u76f8\u5173\u7684\u67d0\u79cd\u5171\u6709\u9762\uff0c\u6211\u4eec\u4ecd\u4f1a\u5c06\u5176\u7eb3\u5165\u8d85\u8282\u70b9\uff0c\u6bd4\u5982\u6709\u4e00\u4e2a\u7279\u5f81\u5728 \u201csynergy\u201d \u4e0a\u6bd4\u5728 \u201cMichael Jordan\u201d \u4e0a\u6fc0\u6d3b\u66f4\u5f3a\uff0c\u4f46\u6211\u4eec\u4ecd\u5c06\u5176\u7eb3\u5165\u3002\u6211\u4eec\u5c06\u5728<\/span><\/span><strong><span><span>\u5b9a\u6027\u7279\u5f81\u8bc4\u4f30\uff08Qualitative Feature Evaluations\uff09<\/span><\/span><\/strong><span><span>\u90e8\u5206\u66f4\u6df1\u5165\u5730\u63a2\u8ba8\u8fd9\u4e9b\u7279\u5f81\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u201c\u5f15\u5bfc\u5b9e\u9a8c\u201d\u540c\u6837\u53ef\u4ee5\u7528\u6765\u9a8c\u8bc1\u5f52\u56e0\u56fe\u4e2d\u63d0\u51fa\u7684\u5047\u8bbe\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5064814814814815\" data-type=\"png\" data-w=\"1080\" data-width=\"1157\" data-height=\"586\" data-imgfileid=\"100233239\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-cc62c588896cb9e181a562c0da199461.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md01xdn5avm\" data-pm-slice=\"0 0 []\"><span>\u56fe 14\uff1a\u5bf9\u53e5\u5b50 \u201cFact: Michael Jordan plays the sport of\u201d \u4e2d\u7279\u5f81\u6fc0\u6d3b\u7684\u9009\u5b9a\u5e72\u9884\u6548\u679c\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u65e0\u8bba\u662f\u53bb\u9664 \u201csport\u201d \u8d85\u7ea7\u8282\u70b9\u8fd8\u662f \u201cMichael Jordan\u201d \u8d85\u7ea7\u8282\u70b9\uff0c\u90fd\u4f1a\u5bf9\u5bf9\u6570\u503c\u4ea7\u751f\u663e\u8457\u5f71\u54cd\uff0c\u4f46\u5bf9\u53e6\u4e00\u4e2a\u8d85\u7ea7\u8282\u70b9\u7684\u5f71\u54cd\u76f8\u5bf9\u8f83\u5c0f\uff0c\u8fd9\u5370\u8bc1\u4e86\u5b83\u4eec\u4e4b\u95f4\u662f<\/span><\/span><\/strong><span><span>\u5e76\u884c\u8def\u5f84\u7ed3\u6784<\/span><span>\uff08parallel path structure\uff09<\/span><span>\u3002\u6b64\u5916\uff0c\u6211\u4eec\u8fd8\u89c2\u5bdf\u5230\uff0c\u6291\u5236\u4e2d\u95f4\u7684 \u201cbasketball discussion\u201d \u8d85\u7ea7\u8282\u70b9\u540c\u6837\u5bf9\u5bf9\u6570\u503c\u6709\u660e\u663e\u5f71\u54cd\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u52a0\u6cd5\u8fd0\u7b97\u6848\u4f8b\u7814\u7a76<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u73b0\u5728\u6765\u5206\u6790\u4e00\u4e2a\u7b80\u5355\u7684\u52a0\u6cd5\u63d0\u793a\u8bcd\uff1a<\/span><\/span><strong><span><span>calc: 36+59=<\/span><\/span><\/strong><span><span>\u3002\u00b9\u2077 &nbsp;\u4e0e\u524d\u51e0\u8282\u4e0d\u540c\uff0c\u6211\u4eec\u5728\u672c\u8282\u4e2d\u5c55\u793a\u7684\u662f&nbsp;<\/span><\/span><strong><span><span>Haiku 3.5<\/span><\/span><\/strong><span><span>&nbsp;\u6a21\u578b\u7684\u7ed3\u679c\uff0c\u56e0\u4e3a\u5176\u5185\u90e8\u7ed3\u6784\u66f4\u6e05\u6670\uff0c\u5e76\u4e14\u5177\u6709\u76f8\u540c\u7684\u5f52\u56e0\u7ed3\u6784<\/span><span>\uff08\u89c1\u9644\u5f55 \u00a7Q\uff1a\u52a0\u6cd5\u7279\u5f81\u5bf9\u6bd4\uff0c\u4e86\u89e3\u5e76\u6392\u5c55\u793a\u7684\u5bf9\u7167\u56fe\uff09<\/span><span>\u3002 &nbsp;\u6211\u4eec\u9009\u62e9\u7814\u7a76&nbsp;<\/span><\/span><strong><span><span>\u5c0f\u6570\u5b57\u52a0\u6cd5<\/span><\/span><\/strong><span><span>\uff0c\u56e0\u4e3a\u8fd9\u662f\u5927\u591a\u6570\u5927\u8bed\u8a00\u6a21\u578b<\/span><span>\uff08LLMs\uff09<\/span><span>\u548c\u4eba\u7c7b\u6210\u5e74\u4eba\u90fd\u80fd\u719f\u7ec3\u5904\u7406\u7684\u6700\u57fa\u7840\u884c\u4e3a\u4e4b\u4e00<\/span><span>\uff08\u4f60\u53ef\u4ee5\u5728\u8111\u6d77\u4e2d\u7b97\u4e00\u4e0b\uff0c\u770b\u4f60\u7684\u601d\u7ef4\u8def\u5f84\u662f\u5426\u4e0e\u6a21\u578b\u7c7b\u4f3c\uff01\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u9664\u4e86\u5e38\u89c4\u7684\u7279\u5f81\u53ef\u89c6\u5316<\/span><span>\uff08\u9488\u5bf9\u901a\u7528\u6570\u636e\u96c6\u793a\u4f8b\uff09<\/span><span>\uff0c\u6211\u4eec\u8fd8\u989d\u5916\u63d0\u4f9b\u4e86\u4e00\u79cd<\/span><\/span><strong><span><span>\u4e13\u95e8\u8986\u76d6\u6240\u6709\u4e24\u4f4d\u6570\u52a0\u6cd5\u95ee\u9898<\/span><\/span><\/strong><span><span>\u7684\u53ef\u89c6\u5316\u65b9\u5f0f\uff0c\u4ece\u800c\u53ef\u4ee5\u66f4\u660e\u786e\u5730\u770b\u5230\u6bcf\u4e2a\u7279\u5f81\u5728\u505a\u4ec0\u4e48\u3002\u6211\u4eec\u53c2\u8003 Nikankin \u7b49\u4eba [21] \u5bf9\u795e\u7ecf\u5143\u7684\u5206\u6790\u65b9\u6cd5\uff0c\u5c06\u6fc0\u6d3b\u4e8e\u7b49\u53f7 \u201c=\u201d \u8bcd\u5143\u7684\u6bcf\u4e2a\u7279\u5f81\u4ee5\u4ee5\u4e0b\u4e09\u79cd\u56fe\u8868\u5f62\u5f0f\u8fdb\u884c\u53ef\u89c6\u5316\uff1a<\/span><\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u64cd\u4f5c\u6570\u56fe\uff08operand plot\uff09<\/span><\/span><\/strong><span><span>\uff1a\u663e\u793a\u5728 100\u00d7100 \u7684\u52a0\u6570\u8f93\u5165\u7f51\u683c\u4e0a\u8be5\u7279\u5f81\u7684\u6fc0\u6d3b\u60c5\u51b5\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u8f93\u51fa\u6743\u91cd\u56fe\uff08output weight plot\uff09<\/span><\/span><\/strong><span><span>\uff1a\u663e\u793a\u8be5\u7279\u5f81\u5bf9\u8f93\u51fa\u503c\u533a\u95f4 [0, 99] \u7684\u76f4\u63a5\u6743\u91cd\uff1b\u00b9\u2078<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5d4c\u5165\u6743\u91cd\u56fe\uff08embedding weight plot\uff0c\u6216\u201c\u53cd\u5d4c\u5165\u56fe\u201dde-embedding [12]\uff09<\/span><\/span><\/strong><span><span>\uff1a\u663e\u793a\u5d4c\u5165\u5411\u91cf\u5bf9\u8be5\u7279\u5f81\u7f16\u7801\u5668<\/span><span>\uff08encoder\uff09<\/span><span>\u7684\u76f4\u63a5\u5f71\u54cd\uff0c\u5176\u683c\u5f0f\u4e0e\u8f93\u51fa\u6743\u91cd\u56fe\u4e00\u81f4\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e0b\u65b9\u6211\u4eec\u5c55\u793a\u4e86\u6bcf\u79cd\u7c7b\u578b\u56fe\u7684\u793a\u4f8b\uff0c\u5404\u81ea\u5bf9\u5e94\u4e0d\u540c\u7684\u7279\u5f81\u3002\u5728\u8fd9\u4e2a<\/span><\/span><strong><span><span>\u53d7\u9650\u7684\u8f93\u5165\u57df<\/span><\/span><\/strong><span><span>\u4e2d\uff0c\u64cd\u4f5c\u6570\u56fe\u51e0\u4e4e\u80fd\u5b8c\u6574\u63cf\u8ff0\u6bcf\u4e2a CLT \u7279\u5f81\u7684\u529f\u80fd\u3002 &nbsp;\u56fe\u4e2d\u51fa\u73b0\u7684\u6761\u7eb9<\/span><span>\uff08stripes\uff09<\/span><span>\u548c\u7f51\u683c<\/span><span>\uff08grids\uff09<\/span><span>\u4ee3\u8868\u4e0d\u540c\u7c7b\u578b\u7684\u7ed3\u6784\u4fe1\u606f\uff0c\u4f8b\u5982\uff1a<\/span><\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5bf9\u89d2\u7ebf\u7ed3\u6784<\/span><\/span><\/strong><span><span>\u8868\u793a\u5bf9\u548c<\/span><span>\uff08sum\uff09<\/span><span>\u7684\u67d0\u79cd\u7ea6\u675f\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7f51\u683c\u7ed3\u6784<\/span><\/span><\/strong><span><span>\u8868\u793a\u5bf9\u8f93\u5165\u6570\u5b57\u7684<\/span><\/span><strong><span><span>\u6a21\u8fd0\u7b97\uff08modular\uff09\u7ea6\u675f<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-backh=\"518\" data-backw=\"562\" data-height=\"787\" data-imgfileid=\"100233238\" data-ratio=\"0.9215456674473068\" data-type=\"png\" data-w=\"854\" data-width=\"854\" style=\"width: 100%\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-18a86fccdd596e8a92e0aeae535d087a.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md01zbxvj1m\" data-pm-slice=\"0 0 []\"><span>\u56fe 15\uff1a\u7528\u4e8e\u63cf\u8ff0\u52a0\u6cd5\u7279\u5f81\u7684\u56fe\u793a\u4e2d\u5e38\u89c1\u7684\u5143\u7d20\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u4e0b\u65b9\u7684\u8d85\u8282\u70b9\u56fe\u4e2d\uff0c\u6211\u4eec\u53ef\u4ee5\u89c2\u5bdf\u5230\u4fe1\u606f\u662f\u5982\u4f55\u4ece\u8f93\u5165\u7279\u5f81\u5f00\u59cb\u6d41\u52a8\u7684\u3002\u8f93\u5165\u7279\u5f81\u9996\u5148\u5c06\u4e24\u4e2a\u52a0\u6570\u7684\u6700\u540e\u4e00\u4f4d\u6570\u5b57\u3001\u6570\u503c\u672c\u8eab\u4ee5\u53ca\u6570\u91cf\u7ea7\u5206\u522b\u63d0\u53d6\u51fa\u6765\uff0c\u7136\u540e\u6cbf\u7740\u4e09\u6761\u4e3b\u8981\u8def\u5f84\u4f20\u64ad\u3002\u8fd9\u4e09\u6761\u8def\u5f84\u5206\u522b\u662f\uff1a\u8868\u793a\u53d6\u6a21 10 \u7684\u201c\u6700\u7ec8\u4f4d\u8def\u5f84\u201d<\/span><span>\uff08final-digit path\uff0c\u56fe\u4e2d\u53f3\u4fa7\u6d45\u68d5\u8272\uff09<\/span><span>\u3001\u201c\u4e2d\u7b49\u7cbe\u5ea6\u8def\u5f84\u201d<\/span><span>\uff08moderate precision path\uff0c\u56fe\u4e2d\u5c45\u4e2d\u4f4d\u7f6e\uff09<\/span><span>\u3001\u4ee5\u53ca\u201c\u4f4e\u7cbe\u5ea6\u8def\u5f84\u201d<\/span><span>\uff08low precision path\uff0c\u56fe\u4e2d\u5de6\u4fa7\u6df1\u68d5\u8272\uff09<\/span><span>\u3002\u8fd9\u4e9b\u8def\u5f84\u7684\u8ba1\u7b97\u7ed3\u679c\u5171\u540c\u751f\u6210\u4e86\u5bf9\u52a0\u6cd5\u7ed3\u679c\u7684\u4e2d\u7b49\u7cbe\u5ea6\u4f30\u8ba1\u503c\uff0c\u4ee5\u53ca\u52a0\u6cd5\u7ed3\u679c\u7684\u6700\u540e\u4e00\u4f4d\u6570\u5b57\u3002\u6700\u7ec8\uff0c\u8fd9\u4e9b\u4e0d\u540c\u8def\u5f84\u4e2d\u7684\u4fe1\u606f\u4f1a\u53d1\u751f\u5efa\u8bbe\u6027\u5e72\u6270\uff0c\u5373\u76f8\u4e92\u52a0\u5f3a\uff0c\u4ece\u800c\u5e2e\u52a9\u6a21\u578b\u51c6\u786e\u751f\u6210\u5bf9\u52a0\u6cd5\u548c\u6a21 100 \u7684\u4f30\u7b97\u503c\uff0c\u4ee5\u53ca\u6700\u7ec8\u7684\u8f93\u51fa\u7ed3\u679c\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5962962962962963\" data-type=\"png\" data-w=\"1080\" data-width=\"1600\" data-height=\"954\" data-imgfileid=\"100233241\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-912648fa7d424650d50d9196b1f14806.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.6em\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md01zs7h1p7z\" data-pm-slice=\"0 0 []\"><span>\u56fe 16\uff1aHaiku \u6a21\u578b\u5728\u8fdb\u884c\u4e24\u4f4d\u6570\u52a0\u6cd5\u65f6\u7684\u7b80\u5316\u5f52\u56e0\u56fe\u3002\u8f93\u5165\u7684\u7279\u5f81\u88ab\u9001\u5165\u82e5\u5e72\u53ef\u533a\u5206\u7684\u5904\u7406\u8def\u5f84\u4e2d\uff0c\u5206\u522b\u8fdb\u884c\u4e0d\u540c\u5c42\u6b21\u7684\u4fe1\u606f\u5904\u7406\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8fd9\u4e2a\u8d85\u8282\u70b9\u56fe\u63ed\u793a\u4e86\u652f\u6301\u52a0\u6cd5\u4efb\u52a1\u7684\u4e00\u7ec4\u7279\u5f81\u7684\u5206\u7c7b\u6cd5<\/span><span>\uff08taxonomy\uff09<\/span><span>\uff0c\u8fd9\u4e9b\u7279\u5f81\u4e3b\u8981\u6cbf\u7740\u4e24\u4e2a\u91cd\u8981\u7ef4\u5ea6\u53d1\u751f\u53d8\u5316\uff1a<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>1.&nbsp;<\/span><\/span><strong><span><span>\u8ba1\u7b97\u89d2\u8272\uff08Computational Role\uff09<\/span><\/span><\/strong><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6c42\u548c\u7279\u5f81\uff08Sum features\uff09<\/span><\/span><\/strong><span><span>\uff1a\u8fd9\u7c7b\u7279\u5f81\u7684\u64cd\u4f5c\u6570\u56fe<\/span><span>\uff08operand plot\uff09<\/span><span>\u5448\u5bf9\u89d2\u7ebf\u5f62\u72b6\uff0c\u8868\u793a\u5b83\u4eec\u5728\u8f93\u5165\u5bf9\u6ee1\u8db3\u67d0\u79cd\u201c\u548c\u201d\u7684\u6761\u4ef6\u65f6\u6fc0\u6d3b\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u67e5\u627e\u8868\u7279\u5f81\uff08Lookup Table Features\uff09<\/span><\/span><\/strong><span><span>\uff1a\u56fe\u50cf\u770b\u8d77\u6765\u50cf\u4e00\u4e2a\u7f51\u683c<\/span><span>\uff08grid\uff09<\/span><span>\uff0c\u672c\u8d28\u4e0a\u662f\u6ee1\u8db3\u5f62\u5f0f\u4e3a&nbsp;<\/span><\/span><code><span><span>condition1(a) AND condition2(b)<\/span><\/span><\/code><span><span>&nbsp;\u7684\u8f93\u5165\u5bf9\u7ec4\u6210\u3002\u8fd9\u4e9b\u6211\u4eec\u4f1a\u5728\u4e0b\u6587\u4e2d\u8be6\u7ec6\u8ba8\u8bba\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u52a0\u6cd5\u51fd\u6570\u7279\u5f81\uff08Add Function Features\uff09<\/span><\/span><\/strong><span><span>\uff1a\u56fe\u50cf\u901a\u5e38\u8868\u73b0\u4e3a\u6c34\u5e73\u6216\u5782\u76f4\u7684\u6761\u7eb9\uff0c\u5373\u67d0\u4e2a\u52a0\u6570\u6ee1\u8db3\u67d0\u4e00\u6761\u4ef6\uff0c\u6216\u8005\u901a\u8fc7\u5bf9\u4e24\u4e2a\u52a0\u6570\u4e0a\u7684\u6761\u4ef6\u8fdb\u884c OR \u64cd\u4f5c\u800c\u7ec4\u5408\u51fa\u6fc0\u6d3b\u6a21\u5f0f\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5e7f\u6cdb\u6fc0\u6d3b\u7279\u5f81\uff08Mostly Active Features\uff09<\/span><\/span><\/strong><span><span>\uff1a\u8fd9\u4e9b\u7279\u5f81\u5728\u6211\u4eec\u6d4b\u8bd5\u7684 1 \u4e07\u4e2a\u52a0\u6cd5\u63d0\u793a\u8bcd\u4e2d\u7684\u5927\u591a\u6570 \u201c=\u201d \u4f4d\u7f6e\u4e0a\u90fd\u88ab\u6fc0\u6d3b\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6742\u9879\u7279\u5f81\uff08Miscellaneous Features\uff09<\/span><\/span><\/strong><span><span>\uff1a\u8fd9\u4e9b\u7279\u5f81\u5177\u6709\u5404\u79cd\u5947\u7279\u5c5e\u6027\uff0c\u5e38\u5e38\u8868\u73b0\u4e3a\u524d\u51e0\u7c7b\u6fc0\u6d3b\u56fe\u6848\u7684\u6df7\u5408\u4f53\u3002\u4f46\u901a\u5e38\u5b83\u4eec\u5bf9\u6a21\u578b\u8f93\u51fa\u7684\u5f71\u54cd\u8f83\u5c0f\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>2.&nbsp;<\/span><\/span><strong><span><span>\u6761\u4ef6\u5c5e\u6027\uff08Condition Properties\uff09<\/span><\/span><\/strong><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7cbe\u5ea6\uff08Precision\uff09<\/span><\/span><\/strong><span><span>\uff1a<\/span><\/span><\/span><\/p>\n<\/li>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6709\u7684\u6761\u4ef6\u5177\u6709\u4e2a\u4f4d\u6570\u7cbe\u5ea6<\/span><span>\uff08\u5982 sum = _5 \u6216 sum = 59\uff09<\/span><span>\uff0c<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6709\u7684\u6761\u4ef6\u5728\u4e00\u5b9a\u8303\u56f4\u5185\u5b8c\u5168\u5339\u914d<\/span><span>\uff08\u4f8b\u5982\u5bbd\u5ea6\u4e3a 2 \u6216 10\uff09<\/span><span>\uff0c<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e5f\u6709\u7684\u6761\u4ef6\u4e3a\u6a21\u7cca\u8303\u56f4\uff0c\u8303\u56f4\u5bbd\u5ea6\u4ece 2 \u5230 50 \u4e0d\u7b49\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6a21\u8fd0\u7b97\u7279\u6027\uff08Modularity\uff09<\/span><\/span><\/strong><span><span>\uff1a<\/span><\/span><\/span><\/p>\n<\/li>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6709\u4e9b\u7279\u5f81\u5bf9\u6c42\u548c\u6216\u64cd\u4f5c\u6570\u7684\u503c\u5728\u7279\u5b9a\u6a21\u4e0b\u8868\u73b0\u51fa\u654f\u611f\uff0c\u5982 mod 10\u3001mod 100\uff0c<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e5f\u6709\u66f4\u4e0d\u5e38\u89c1\u7684 mod 2\u3001mod 5\u3001mod 25 \u548c mod 50\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6a21\u5f0f\u611f\u77e5\uff08Pattern\uff09<\/span><\/span><\/strong><span><span>\uff1a<\/span><\/span><\/span><\/p>\n<\/li>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6709\u4e9b\u7279\u5f81\u5bf9\u8f93\u5165\u6216\u8f93\u51fa\u4e2d\u7684\u6b63\u5219\u8868\u8fbe\u5f0f\u98ce\u683c\u7684\u6a21\u5f0f\u654f\u611f\uff0c\u4f8b\u5982\u201c\u4ee5 51 \u5f00\u5934\u201d\uff0c\u8fd9\u5728\u6587\u732e [21] \u4e2d\u4e5f\u66fe\u8ba8\u8bba\u3002<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8fd9\u7c7b\u7279\u5f81\u5728\u52a0\u6cd5\u4efb\u52a1\u7684\u5f52\u56e0\u56fe\u4e2d\u5f71\u54cd\u8f83\u5c0f\uff0c\u4f46\u5728\u6d89\u53ca\u6570\u5b57\u7684\u5176\u4ed6\u4efb\u52a1\u4e2d\u53ef\u80fd\u66f4\u4e3a\u91cd\u8981\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<\/ul>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5333333333333333\" data-type=\"png\" data-w=\"1080\" style=\"width:100%\" data-width=\"1189\" data-height=\"634\" data-backw=\"562\" data-backh=\"300\" data-imgfileid=\"100233245\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-f82e700e95b7d21206feb9416056b388.png\" \/><\/section>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5296296296296297\" data-type=\"png\" data-w=\"1080\" style=\"width: 100%\" data-width=\"1126\" data-height=\"596\" data-backw=\"562\" data-backh=\"298\" data-imgfileid=\"100233246\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-6b5976b147c3ae3b19ca907a055bc1e1.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md02278wrv5\" data-pm-slice=\"0 0 []\"><span>\u56fe 17\uff1a\u5728\u5f62\u5f0f\u4e3a \u201ccalc: a+b=a + b =a+b=\u201d \u7684\u63d0\u793a\u8bcd\u4e2d\uff0c\u5e38\u5e38\u5728 \u201c=\u201d \u4f4d\u7f6e\u88ab\u6fc0\u6d3b\u7684\u7279\u5f81\u7c7b\u578b<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8fd9\u4e9b\u53d1\u73b0\u5728\u603b\u4f53\u4e0a\u4e0e\u5176\u4ed6\u673a\u5236\u7814\u7a76\u7684\u7ed3\u8bba\u4e00\u81f4\uff1a\u8bad\u7ec3\u4e8e\u81ea\u7136\u8bed\u8a00\u8bed\u6599\u7684\u8bed\u8a00\u6a21\u578b\u5728\u6267\u884c\u52a0\u6cd5\u4efb\u52a1\u65f6\uff0c\u4f1a\u4f7f\u7528\u5e76\u884c\u7684\u542f\u53d1\u5f0f\u65b9\u6cd5\uff0c\u8fd9\u4e9b\u65b9\u6cd5\u6d89\u53ca\u201c\u6570\u503c\u5927\u5c0f<\/span><span>\uff08magnitudes\uff09<\/span><span>\u201d\u548c\u201c\u6a21\u8fd0\u7b97<\/span><span>\uff08moduli\uff09<\/span><span>\u201d\uff0c\u5e76\u901a\u8fc7\u76f8\u4e92\u534f\u4f5c\u5e72\u6d89\uff0c\u6700\u7ec8\u5f97\u51fa\u6b63\u786e\u7b54\u6848 [21, 22, 23]\u3002\u5177\u4f53\u6765\u8bf4\uff0cNikankin \u7b49\u4eba [21] \u63d0\u51fa\u4e86\u201c\u542f\u53d1\u5f0f\u5305<\/span><span>\uff08bag of heuristics\uff09<\/span><span>\u201d\u7684\u89e3\u91ca\u65b9\u5f0f\uff0c\u8bc6\u522b\u51fa\u4e00\u7ec4\u201c\u64cd\u4f5c\u6570\u7279\u5f81<\/span><span>\uff08operand features\uff09\u201d\uff08\u76f8\u5f53\u4e8e\u6211\u4eec\u6240\u8bf4\u7684 \u201cadd X\u201d \u7279\u5f81\uff09<\/span><span>\u548c\u201c\u7ed3\u679c\u7279\u5f81<\/span><span>\uff08result features\uff09\u201d\uff08\u76f8\u5f53\u4e8e\u6211\u4eec\u6240\u8bf4\u7684 \u201csum\u201d \u7279\u5f81\uff09<\/span><span>\uff0c\u5b83\u4eec\u5728\u611f\u77e5\u8f93\u5165\u548c\u4ea7\u751f\u8f93\u51fa\u65f6\u5177\u6709\u4e0d\u540c\u7684\u7cbe\u5ea6<\/span><span>\uff08high-\/low-precision\uff09<\/span><span>\u548c\u6a21\u6570\u7279\u6027<\/span><span>\uff08modularity\uff09<\/span><span>\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u8fd8\u8bc6\u522b\u51fa\u4e86\u67e5\u627e\u8868\u7279\u5f81<\/span><span>\uff08lookup table features\uff09<\/span><span>\u7684\u5b58\u5728\uff0c\u8fd9\u662f\u6a21\u578b\u67b6\u6784\u548c CLT\u673a\u5236\u5171\u540c\u4f5c\u7528\u4e0b\u7684\u6709\u8da3\u7ed3\u679c\u3002\u795e\u7ecf\u5143\u4e0e CLT \u7279\u5f81\u7684\u6fc0\u6d3b\u662f\u901a\u8fc7\u5bf9\u8f93\u5165\u4e4b\u548c\u65bd\u52a0\u975e\u7ebf\u6027\u51fd\u6570\u5f97\u51fa\u7684\u3002\u8fd9\u79cd\u975e\u7ebf\u6027\u4f1a\u5bfc\u81f4\u7279\u5f81\u54cd\u5e94\u884c\u4e3a\u51fa\u73b0\u201c\u5e73\u884c\u56db\u8fb9\u5f62\u7ea6\u675f<\/span><span>\uff08parallelogram constraint\uff09<\/span><span>\u201d\uff1a\u5177\u4f53\u6765\u8bf4\uff0c\u82e5\u67d0\u4e2a\u7279\u5f81 f \u5728\u8f93\u5165 x+y \u548c z+w\u4e0a\u6fc0\u6d3b\uff0c\u90a3\u4e48\u5b83\u81f3\u5c11\u8fd8\u9700\u8981\u5728 x+w \u6216 z+y\u4e0a\u6fc0\u6d3b\u3002\u8fd9\u662f\u56e0\u4e3a fff \u7684\u9884\u6fc0\u6d3b\u503c\u662f\u64cd\u4f5c\u6570\u7684\u4eff\u5c04\u51fd\u6570<\/span><span>\uff08affine function\uff09<\/span><span>^21\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u7279\u522b\u5730\uff0c\u8f93\u5165\u7279\u5f81\u65e0\u6cd5\u4e00\u6b65\u4ea7\u751f\u4e00\u4e2a\u901a\u7528\u7684\u201csum = 5\u201d\u7c7b\u578b\u7279\u5f81\u3002\u4f8b\u5982\uff0c\u4e00\u4e2a\u5728 1+4 \u548c 2+3 \u4e0a\u6fc0\u6d3b\u7684\u201csum = 5\u201d\u7279\u5f81\uff0c\u7406\u8bba\u4e0a\u4e5f\u5fc5\u987b\u81f3\u5c11\u5728 1+3 \u6216 2+4 \u4e0a\u6fc0\u6d3b\u3002\u56e0\u6b64\uff0c\u5728\u5c06\u4e24\u4e2a\u52a0\u6570\u7684\u4fe1\u606f\u4f20\u9012\u5230\u7b49\u53f7\uff08&#8221;=&#8221;\uff09\u4f4d\u7f6e\uff0c\u5e76\u751f\u6210\u5176\u548c\u7684\u5c5e\u6027\u4e4b\u95f4\uff0c\u5fc5\u987b\u5b58\u5728\u4e00\u4e2a\u4e2d\u95f4\u5904\u7406\u6b65\u9aa4\u3002\u800c CLT \u67e5\u627e\u8868\u7279\u5f81\u6b63\u662f\u6267\u884c\u8fd9\u4e00\u4e2d\u95f4\u6b65\u9aa4\u7684\u673a\u5236 ^22\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e3a\u4e86\u9a8c\u8bc1\u6211\u4eec\u5728\u5f52\u56e0\u56fe\u4e2d\u89c2\u5bdf\u5230\u7684\u7ed3\u6784\u662f\u5426\u786e\u5b9e\u53cd\u6620\u4e86\u6a21\u578b\u7684\u56e0\u679c\u7ed3\u6784\uff0c\u6211\u4eec\u8bbe\u8ba1\u4e86\u4e00\u7cfb\u5217\u5e72\u9884\u5b9e\u9a8c\u3002\u5bf9\u4e8e\u6bcf\u4e00\u4e2a\u8d85\u7ea7\u8282\u70b9\uff0c\u6211\u4eec\u5c06\u5176\u6fc0\u6d3b\u503c\u53cd\u8f6c\u4e3a\u5176\u539f\u59cb\u503c\u7684\u8d1f\u6570\uff0c\u5e76\u6d4b\u91cf\u8fd9\u4e00\u5e72\u9884\u5bf9\u6240\u6709\u540e\u7eed\u8d85\u7ea7\u8282\u70b9\u53ca\u8f93\u51fa\u7684\u5f71\u54cd\u3002\u5b9e\u9a8c\u7ed3\u679c\u5927\u4f53\u4e0a\u4e0e\u5f52\u56e0\u56fe\u4e2d\u63ed\u793a\u7684\u56e0\u679c\u8def\u5f84\u76f8\u4e00\u81f4\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5632780082987552\" data-type=\"png\" data-w=\"964\" data-width=\"964\" data-height=\"543\" data-imgfileid=\"100233247\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-dff3cf4cb42266b724b0d8ab8e3b8628.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md023xo2kan\" data-pm-slice=\"0 0 []\"><span>\u56fe 18\uff1a\u5bf9\u63d0\u793a\u8bcd \u201ccalc: 36+59=\u201d \u8fdb\u884c\u9009\u5b9a\u5e72\u9884\u540e\uff0c\u5404\u7279\u5f81\u6fc0\u6d3b\u7684\u53d8\u5316\u60c5\u51b5\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7279\u522b\u5730\uff0c\u5f53\u6211\u4eec\u5bf9\u4e24\u4e2a\u8f93\u5165\u8bcd\u5143\u4e2d\u4efb\u610f\u4e00\u4e2a\u7684**\u4e2a\u4f4d\u6570\u7279\u5f81<\/span><span>\uff08ones-digit feature\uff09<\/span><span>**\u8fdb\u884c\u6291\u5236\u65f6\uff0c\u6574\u4e2a\u201c\u4e2a\u4f4d\u8def\u5f84\u201d<\/span><span>\uff08ones-digit pathway\uff09<\/span><span>\u90fd\u4f1a\u88ab\u6291\u5236\u6389\u2014\u2014\u5305\u62ec&nbsp;<\/span><\/span><code><span><span>_6 + _9<\/span><\/span><\/code><span><span>&nbsp;\u67e5\u627e\u8868\u7279\u5f81<\/span><span>\uff08lookup table features\uff09<\/span><span>\uff0c\u4ee5\u53ca\u7531\u5176\u5f15\u51fa\u7684&nbsp;<\/span><\/span><code><span><span>sum = 5<\/span><\/span><\/code><span><span>&nbsp;\u548c&nbsp;<\/span><\/span><code><span><span>sum = 95<\/span><\/span><\/code><span><span>&nbsp;\u7279\u5f81\u3002\u4e0e\u6b64\u540c\u65f6\uff0c**\u6570\u91cf\u7ea7\u8def\u5f84<\/span><span>\uff08magnitude pathway\uff09<\/span><span>**\u5374\u51e0\u4e4e\u4e0d\u53d7\u5f71\u54cd\uff0c\u4f8b\u5982&nbsp;<\/span><\/span><code><span><span>sum \u2248 92<\/span><\/span><\/code><span><span>&nbsp;\u7684\u7279\u5f81\u4f9d\u7136\u4fdd\u6301\u6fc0\u6d3b\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u66f4\u503c\u5f97\u6ce8\u610f\u7684\u662f\uff0c\u5f53\u6211\u4eec\u6291\u5236&nbsp;<\/span><\/span><code><span><span>_6<\/span><\/span><\/code><span><span>&nbsp;\u8fd9\u4e00\u7279\u5f81\u65f6\uff0c\u6a21\u578b\u4f1a\u4ee5\u5f88\u9ad8\u7684\u7f6e\u4fe1\u5ea6\u8f93\u51fa&nbsp;<\/span><\/span><strong><span><span>98<\/span><\/span><\/strong><span><span>\uff0c\u800c\u4e0d\u662f\u6b63\u786e\u7b54\u6848&nbsp;<\/span><\/span><strong><span><span>95<\/span><\/span><\/strong><span><span>\u3002\u8fd9\u8bf4\u660e\u6a21\u578b\u4ecd\u7136\u4fdd\u7559\u4e86\u539f\u95ee\u9898\u4e2d\u7684\u5341\u4f4d\u6570\u4fe1\u606f<\/span><span>\uff08\u7531\u6570\u91cf\u7ea7\u8def\u5f84\u63d0\u4f9b\uff09<\/span><span>\uff0c\u4f46\u4e2a\u4f4d\u6570\u5374\u53d8\u6210\u4e86 \u201c9+9\u201d \u7684\u7ed3\u679c<\/span><span>\uff08\u5373 18 \u7684\u4e2a\u4f4d\uff09<\/span><span>\u3002\u76f8\u5bf9\u5730\uff0c\u6291\u5236&nbsp;<\/span><\/span><code><span><span>_9<\/span><\/span><\/code><span><span>&nbsp;\u4f1a\u8ba9\u6a21\u578b\u8f93\u51fa&nbsp;<\/span><\/span><strong><span><span>91<\/span><\/span><\/strong><span><span>\uff0c\u800c\u4e0d\u662f\u9884\u671f\u7684&nbsp;<\/span><\/span><strong><span><span>92<\/span><\/span><\/strong><span><span>\uff0c\u56e0\u6b64\u8fd9\u79cd\u201c\u6570\u5b57\u5bf9\u5e94\u73b0\u8c61\u201d\u867d\u6709\u8da3\uff0c\u4f46\u5e94\u8c28\u614e\u89e3\u8bfb\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u76f8\u53cd\u5730\uff0c\u5f53\u6211\u4eec\u6291\u5236\u8f93\u5165\u4e2d\u7684\u4f4e\u7cbe\u5ea6\u7279\u5f81<\/span><span>\uff08\u4f8b\u5982&nbsp;<\/span><\/span><code><span><span>~30<\/span><\/span><\/code><span><span>&nbsp;\u548c&nbsp;<\/span><\/span><code><span><span>~59<\/span><\/span><\/code><span><span>\uff09<\/span><span>\u65f6\uff0c\u6a21\u578b\u4f1a\u6291\u5236\u6389\u4f4e\u7cbe\u5ea6\u67e5\u627e\u8868\u7279\u5f81\u3001\u6570\u91cf\u7ea7\u6c42\u548c\u7279\u5f81\u548c\u5bf9\u5e94\u7684&nbsp;<\/span><\/span><code><span><span>sum<\/span><\/span><\/code><span><span>&nbsp;\u7279\u5f81\uff0c\u4f46<\/span><\/span><strong><span><span>\u4e2a\u4f4d\u8def\u5f84\u4ecd\u7136\u4fdd\u6301\u6fc0\u6d3b<\/span><\/span><\/strong><span><span>\uff0c\u6ca1\u6709\u53d7\u5230\u5e72\u6270\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6b64\u5916\uff0c\u6211\u4eec\u8fd8\u5c55\u793a\u4e86\u5e72\u9884\u5bf9\u6a21\u578b\u8f93\u51fa\u7684<\/span><\/span><strong><span><span>\u5b9a\u91cf\u5f71\u54cd<\/span><\/span><\/strong><span><span>\u3002\u6211\u4eec\u53d1\u73b0\uff0c\u5f53\u8d1f\u5411\u5f15\u5bfc<\/span><span>\uff08negatively steering\uff09<\/span><\/span><code><span><span>_6 + _9<\/span><\/span><\/code><span><span>&nbsp;\u67e5\u627e\u8868\u7279\u5f81\u65f6\uff0c\u8f93\u51fa\u7ed3\u679c\u88ab\u201c\u6d82\u62b9\u201d\u5230\u4e00\u4e2a\u5927\u7ea6 \u00b15 \u7684\u8303\u56f4\u5185\uff1b\u800c\u5982\u679c\u8d1f\u5411\u5f15\u5bfc\u6700\u7ec8\u7684&nbsp;<\/span><\/span><code><span><span>sum = 95<\/span><\/span><\/code><span><span>&nbsp;\u7279\u5f81\uff0c\u5219\u7ed3\u679c\u4f1a\u5728\u66f4\u5927\u7684\u8303\u56f4\u5185\u6269\u6563<\/span><span>\uff08\u53ef\u80fd\u662f\u53d7&nbsp;<\/span><\/span><code><span><span>sum \u2248 92<\/span><\/span><\/code><span><span>&nbsp;\u7b49\u5176\u4ed6\u7279\u5f81\u7684\u5f71\u54cd\u6240\u81f4\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.4622093023255814\" data-type=\"png\" data-w=\"1032\" data-width=\"1032\" data-height=\"477\" data-imgfileid=\"100233243\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-f5d2d99a804cc36e54af25ca96e68850.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md024x1o1cla\" data-pm-slice=\"0 0 []\"><span>\u56fe 19\uff1a\u5bf9\u63d0\u793a\u8bcd \u201ccalc: 36+59=\u201d \u8fdb\u884c\u4e0d\u540c\u5e72\u9884\u540e\uff0c\u76ee\u6807\u9884\u6d4b\u7684\u5bf9\u6570\u503c\u5206\u5e03\u60c5\u51b5\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u5c06\u5728\u4e0b\u6587\u63a2\u8ba8 CLT \u7279\u5f81\u5728\u5b8c\u6574\u7684\u4e24\u4f4d\u6570\u52a0\u6cd5\u63d0\u793a\u8bcd\u8303\u56f4\u5185\u662f\u5982\u4f55\u76f8\u4e92\u4f5c\u7528\u7684\u3002\u5728\u6b64\u4e4b\u524d\uff0c\u6211\u4eec\u5c06\u5148\u5efa\u7acb\u4e00\u4e2a\u5168\u5c40\u6743\u91cd\u7684\u5206\u6790\u6846\u67b6\uff0c\u4ee5\u4fbf\u5c06\u8fd9\u4e00\u5de5\u4f5c\u56de\u8def\u7ed3\u6784\u63a8\u5e7f\u5230\u5176\u4ed6\u8f93\u5165\u60c5\u5f62\u4e2d\u3002<\/span><\/span><\/p>\n<h1 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span><br \/><\/span><\/h1>\n<h3 style=\", Arial, sans-serif;letter-spacing: 0.544px\">\n<section style=\"letter-spacing: 0.544px;text-align: right;font-size: 13px\">\n<section style=\"margin-top: 10px;margin-bottom: 10px;letter-spacing: 0.544px;text-align: center\">\n<section style=\"vertical-align: middle\">\n<section style=\"margin-bottom: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"clear: both;line-height: 0\">\n<section style=\"line-height: 0;width: 0px\"><\/section>\n<\/section>\n<\/section>\n<section style=\"padding-right: 10px;padding-left: 10px;font-size: 16px;line-height: 1.4\">\n<p><strong><strong style=\"text-align: left;letter-spacing: 0.544px\"><span style=\", Arial, sans-serif\"><strong style=\"letter-spacing: 0.578px\"><span>4. \u5168\u5c40\u6743\u91cd<\/span><\/strong><\/span><\/strong><\/strong><\/p>\n<\/section>\n<section style=\"margin-top: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/h3>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;letter-spacing: 0.578px;line-height: 1.75em\"><span><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u6784\u5efa\u7684\u5f52\u56e0\u56fe\u5c55\u793a\u4e86\u5728\u7279\u5b9a\u63d0\u793a\u8bcd\u4e0b\uff0c\u6a21\u578b\u5185\u90e8\u7684\u7279\u5f81\u662f\u5982\u4f55\u76f8\u4e92\u4f5c\u7528\u4ece\u800c\u4ea7\u751f\u8f93\u51fa\u7684\u3002\u7136\u800c\uff0c\u6211\u4eec\u540c\u6837\u5173\u6ce8\u66f4\u5b8f\u89c2\u7684\u89c6\u89d2\u2014\u2014\u5373\u8fd9\u4e9b\u7279\u5f81\u5728\u6240\u6709\u4e0a\u4e0b\u6587\u4e2d\u662f\u5982\u4f55\u76f8\u4e92\u4f5c\u7528\u7684\u3002\u5728\u7ecf\u5178\u7684\u591a\u5c42\u611f\u77e5\u673aMLP\u4e2d\uff0c\u8fd9\u79cd\u201c\u5168\u5c40\u76f8\u4e92\u4f5c\u7528\u201d<\/span><span>\uff08global interactions\uff09<\/span><span>\u7531\u6a21\u578b\u7684\u6743\u91cd\u663e\u5f0f\u8868\u793a\uff1a\u5f53\u4e24\u4e2a\u795e\u7ecf\u5143\u4f4d\u4e8e\u76f8\u90bb\u5c42\u65f6\uff0c\u5b83\u4eec\u4e4b\u95f4\u7684\u76f4\u63a5\u5f71\u54cd\u5c31\u662f\u8fde\u63a5\u5b83\u4eec\u7684\u6743\u91cd\u503c\uff1b\u800c\u5982\u679c\u4e24\u4e2a\u795e\u7ecf\u5143\u4e4b\u95f4\u9694\u7740\u5176\u4ed6\u5c42\uff0c\u90a3\u4e48\u5b83\u4eec\u4e4b\u95f4\u7684\u5f71\u54cd\u5219\u901a\u8fc7\u4e2d\u95f4\u5c42\u9010\u6b65\u4f20\u9012\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u6211\u4eec\u7684\u8bbe\u7f6e\u4e2d\uff0c\u4e24\u4e2a\u7279\u5f81\u4e4b\u95f4\u7684\u76f8\u4e92\u4f5c\u7528\u5305\u62ec<\/span><\/span><strong><span><span>\u4e0e\u4e0a\u4e0b\u6587\u65e0\u5173\u7684\u90e8\u5206\uff08context-independent component\uff09\u548c\u4e0e\u4e0a\u4e0b\u6587\u76f8\u5173\u7684\u90e8\u5206\uff08context-dependent component\uff09<\/span><\/span><\/strong><span><span>\u3002\u7406\u60f3\u60c5\u51b5\u4e0b\uff0c\u6211\u4eec\u5e0c\u671b\u540c\u65f6\u6355\u6349\u8fd9\u4e24\u90e8\u5206\uff1a\u5373\u5efa\u7acb\u4e00\u5957\u4e0a\u4e0b\u6587\u65e0\u5173\u7684\u201c\u5168\u5c40\u6743\u91cd\u201d\uff0c\u4f46\u53c8\u80fd\u53cd\u6620\u51fa\u6a21\u578b\u5728\u6240\u6709\u53ef\u80fd\u8f93\u5165\u4e0b\u7684\u884c\u4e3a\u53d8\u5316\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u672c\u8282\u4e2d\uff0c\u6211\u4eec\u5c06\u5206\u6790\u5176\u4e2d\u7684\u4e0a\u4e0b\u6587\u65e0\u5173\u90e8\u5206<\/span><span>\uff08\u53ef\u4ee5\u770b\u4f5c\u662f\u4e00\u79cd\u201c\u865a\u62df\u6743\u91cd\u201d\uff09<\/span><span>\uff0c\u6307\u51fa\u5176\u5b58\u5728\u7684\u4e00\u4e2a\u95ee\u9898\u2014\u2014\u5373\u51fa\u73b0\u4e86\u5927\u91cf\u5bf9\u6a21\u578b\u5206\u5e03\u6ca1\u6709\u56e0\u679c\u5f71\u54cd\u7684\u201c\u5e72\u6270\u9879\u201d<\/span><span>\uff08interference terms\uff09<\/span><span>\uff0c\u5e76\u8fdb\u4e00\u6b65\u4ecb\u7ecd\u4e00\u79cd\u901a\u8fc7\u5171\u6fc0\u6d3b\u7edf\u8ba1\u91cf<\/span><span>\uff08co-activation statistics\uff09<\/span><span>\u6765\u5e94\u5bf9\u5e72\u6270\u9879\u7684\u65b9\u6cd5\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u67d0\u4e2a\u5177\u4f53\u7684\u63d0\u793a\u8bcd\u4e0a\uff0c\u4e00\u4e2a\u6e90 CLT \u7279\u5f81s\u5bf9\u76ee\u6807\u7279\u5f81t\u7684\u5f71\u54cd\u53ef\u80fd\u901a\u8fc7\u4e09\u79cd\u8def\u5f84\u5b9e\u73b0\uff1a<\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6b8b\u5dee-\u76f4\u63a5\u8def\u5f84\uff08residual-direct\uff09<\/span><\/span><\/strong><span><span>\uff1a &nbsp;\u7279\u5f81s\u7684\u89e3\u7801\u5668\u5411\u67d0\u4e00\u5c42\u7684\u6b8b\u5dee\u6d41\u5199\u5165\u4fe1\u606f\uff0c\u8be5\u4fe1\u606f\u968f\u540e\u88ab\u66f4\u9ad8\u5c42\u7684\u7279\u5f81t\u7684\u7f16\u7801\u5668\u8bfb\u53d6\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6ce8\u610f\u529b-\u76f4\u63a5\u8def\u5f84\uff08attention-direct\uff09<\/span><\/span><\/strong><span><span>\uff1a &nbsp;\u7279\u5f81 s\u7684\u89e3\u7801\u5668\u5199\u5165\u6b8b\u5dee\u6d41\uff0c\u8be5\u6b8b\u5dee\u7ecf\u8fc7\u82e5\u5e72\u6ce8\u610f\u529b\u5934\u7684 OV \u8def\u5f84\u4f20\u8f93\u540e\uff0c\u518d\u88ab\u7279\u5f81t\u7684\u7f16\u7801\u5668\u8bfb\u53d6\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u95f4\u63a5\u8def\u5f84\uff08indirect\uff09<\/span><\/span><\/strong><span><span>\uff1a s\u5230t\u4e4b\u95f4\u7684\u8def\u5f84\u662f\u901a\u8fc7\u5176\u4ed6 CLT \u7279\u5f81\u4e2d\u4ecb\u4f20\u9012\u7684\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u503c\u5f97\u6307\u51fa\u7684\u662f\uff0c\u5bf9\u4e8e&nbsp;<\/span><\/span><strong><span><span>\u6b8b\u5dee-\u76f4\u63a5\u8def\u5f84<\/span><\/span><\/strong><span><span>\uff0c\u5176\u5f71\u54cd\u5b9e\u9645\u4e0a\u53ef\u4ee5\u7b80\u5316\u4e3a\uff1a\u201c\u5f53\u524d\u8f93\u5165\u4e0b\u7279\u5f81s\u7684\u6fc0\u6d3b\u503c \u00d7 \u4e00\u4e2a<\/span><\/span><strong><span><span>\u865a\u62df\u6743\u91cd<\/span><\/span><\/strong><span><span>\u201d\uff0c\u8fd9\u4e2a\u865a\u62df\u6743\u91cd\u5728\u4e0d\u540c\u8f93\u5165\u4e4b\u95f4\u662f\u56fa\u5b9a\u7684\u3002\u56e0\u6b64\uff0c\u5b83\u53ef\u4ee5\u88ab\u770b\u4f5c\u4e00\u79cd\u7b80\u5355\u5f62\u5f0f\u7684\u5168\u5c40\u6743\u91cd\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u795e\u7ecf\u7f51\u7edc\u4e2d\uff0c\u865a\u62df\u6743\u91cd\u5df2\u7ecf\u5728\u591a\u79cd\u7ed3\u6784\u7ec4\u4ef6\u4e2d\u88ab\u4f7f\u7528\uff0c\u4f8b\u5982\u6ce8\u610f\u529b\u5934 [18]\u3001\u7a00\u758f\u81ea\u52a8\u7f16\u7801\u5668<\/span><span>\uff08SAE\uff09<\/span><span>\u7279\u5f81 [8, 24]\u3001\u8f6c\u7801\u5668\u7279\u5f81[12] \u7b49\u3002\u5728 CLT \u6846\u67b6\u4e2d\uff0c\u4e24\u4e2a\u7279\u5f81\u4e4b\u95f4\u7684\u865a\u62df\u6743\u91cd\u53ef\u4ee5\u901a\u8fc7\u4e0b\u6e38\u7279\u5f81\u7684\u7f16\u7801\u5668\u4e0e\u4e2d\u95f4\u5c42\u4e0a\u6e38\u7279\u5f81\u7684\u89e3\u7801\u5668\u4e4b\u548c\u7684\u5185\u79ef<\/span><span>\uff08inner product\uff09<\/span><span>\u6765\u8ba1\u7b97\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u66f4\u5f62\u5f0f\u5316\u5730\u8bf4\uff0c\u8bbe\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md026wdd39u\" data-pm-slice=\"0 0 []\"><span><span>\u2113<\/span><\/span><sub><span>s<\/span><\/sub><span data-mpa-action-id=\"md026z6r1bxl\" data-pm-slice=\"0 0 []\"><span><span>\u548c \u2113<\/span><\/span><sub><span>t<\/span><\/sub><span><span>\u5206\u522b\u4e3a\u7279\u5f81s\u4e0et\u6240\u5728\u5c42\u7684\u7f16\u7801\u5668\u4f4d\u7f6e\uff1b<\/span><\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md029k5i17ev\" data-pm-slice=\"0 0 []\"><span data-mpa-action-id=\"md029sfnzp8\" data-pm-slice=\"0 0 []\"><span data-mpa-action-id=\"md02b5iu1lsz\" data-pm-slice=\"0 0 []\"><span><span>L<\/span><\/span><sub><span>st<\/span><\/sub><span><span>\u4e3as\u5230t\u4e4b\u95f4\u7684\u6240\u6709\u4e2d\u95f4\u5c42\u96c6\u5408\uff0c\u5373\u6ee1\u8db3 \u2200\u2113\u2208L<\/span><\/span><\/span><sub><span>st<\/span><\/sub><span><span>, \u2113<\/span><\/span><\/span><sub><span>s<\/span><\/sub><span data-mpa-action-id=\"md029mauybc\" data-pm-slice=\"0 0 []\"><span><span>\u2264\u2113&lt;\u2113<\/span><\/span><sub><span>t<\/span><\/sub><span><span>\uff1b<\/span><\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;b7b62253-a196-4231-8e45-88f9875fea43&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;W_{\\text{dec},s}^{\\ell}n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><sub data-pm-slice=\"0 0 []\"><span><img alt=\"image.png\" class=\"rich_pages wxw-img\" data-ratio=\"0.55\" data-type=\"png\" data-w=\"160\" style=\"vertical-align: baseline;width: 39px\" width=\"39\" data-width=\"39px\" data-imgfileid=\"100233276\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-d602ea10dfc8538920fd11e79f959555.png\" \/><img class=\"rich_pages wxw-img\" \/><img class=\"rich_pages wxw-img\" \/><\/span><\/sub><\/span><span><span>\u8868\u793a\u7279\u5f81s\u5199\u5165\u7b2c\u2113\u5c42\u7684\u89e3\u7801\u5668\u6743\u91cd\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;47700c6a-3645-4a24-8921-0194052523a7&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;W_{\\text{enc},t}^{\\ell_t}n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><sub data-pm-slice=\"0 0 []\"><span><img alt=\"image.png\" class=\"rich_pages wxw-img\" data-ratio=\"0.5579710144927537\" data-type=\"png\" data-w=\"276\" style=\"vertical-align: baseline;width: 37px\" width=\"37\" data-width=\"37px\" data-imgfileid=\"100233277\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-125d6eb4e3bcf5c0ed217641c7527680-1.png\" \/><img class=\"rich_pages wxw-img\" \/><img class=\"rich_pages wxw-img\" \/><\/span><\/sub><\/span><span><span>\u8868\u793a\u7279\u5f81t\u7684\u7f16\u7801\u5668\u6743\u91cd\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u90a3\u4e48\uff0c\u865a\u62df\u6743\u91cd<\/span><span>\uff08virtual weight\uff09<\/span><span>\u8ba1\u7b97\u516c\u5f0f\u5982\u4e0b\uff1a<\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.29577464788732394\" data-s=\"300,640\" data-type=\"png\" data-w=\"710\" style=\"width:176px;height:52px\" data-imgfileid=\"100233275\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-9d372e5e74fced2a11068221fd196338.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5f52\u56e0\u56fe\u4e2d\u7684\u8fb9\u6743\u91cd\u5305\u542b\u4e24\u4e2a\u90e8\u5206\u7684\u603b\u548c\uff1a\u6b8b\u5dee-\u76f4\u63a5<\/span><\/span><strong><span><span>\u8d21\u732e\u9879\uff08\u5373\u865a\u62df\u6743\u91cd\u4e0e\u6e90\u7279\u5f81\u6fc0\u6d3b\u503c\u7684\u4e58\u79ef\uff09\u4ee5\u53ca<\/span><\/span><\/strong><span><span>\u6ce8\u610f\u529b-\u76f4\u63a5\u8d21\u732e\u9879\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7136\u800c\uff0c\u4f7f\u7528\u865a\u62df\u6743\u91cd\u89e3\u91ca\u7279\u5f81\u4e4b\u95f4\u7684\u5f71\u54cd\u65f6\u5b58\u5728\u4e00\u4e2a\u4e3b\u8981\u95ee\u9898\uff1a<\/span><\/span><strong><span><span>\u5e72\u6270\uff08interference\uff09<\/span><\/span><\/strong><span><span>&nbsp;[7, 25]\u3002\u7531\u4e8e\u6a21\u578b\u4e2d\u7684\u6570\u767e\u4e07\u4e2a\u7279\u5f81\u90fd\u662f\u901a\u8fc7\u6b8b\u5dee\u6d41<\/span><span>\uff08residual stream\uff09<\/span><span>\u8fdb\u884c\u4ea4\u4e92\u7684\uff0c\u56e0\u6b64\u7406\u8bba\u4e0a\u6bcf\u4e2a\u7279\u5f81\u90fd\u4f1a\u4e0e\u5176\u4ed6\u6240\u6709\u7279\u5f81\u4ea7\u751f\u8fde\u63a5\u3002\u5373\u4f7f\u67d0\u4e9b\u7279\u5f81\u5728\u5b9e\u9645\u5206\u5e03\u4e2d\u4ece\u672a\u5171\u540c\u6fc0\u6d3b\u8fc7\uff0c\u5b83\u4eec\u4e4b\u95f4\u7684\u865a\u62df\u6743\u91cd\u4f9d\u7136\u53ef\u80fd\u5f88\u5927\u3002\u8fd9\u5c31\u610f\u5473\u7740\u8fd9\u4e9b\u865a\u62df\u8fde\u63a5\u5e76\u4e0d\u4f1a\u771f\u6b63\u5bf9\u6a21\u578b\u884c\u4e3a\u4ea7\u751f\u5f71\u54cd\uff0c\u56e0\u6b64<\/span><\/span><strong><span><span>\u5728\u8fd9\u79cd\u60c5\u51b5\u4e0b\u865a\u62df\u6743\u91cd\u5e76\u4e0d\u9002\u5408\u4f5c\u4e3a\u5168\u5c40\u6743\u91cd\u6765\u89e3\u91ca\u6a21\u578b\u884c\u4e3a<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u53ef\u4ee5\u901a\u8fc7\u4ee5\u4e0b\u793a\u4f8b\u89c2\u5bdf\u5e72\u6270\u73b0\u8c61\u7684\u5b58\u5728\uff1a\u6211\u4eec\u9009\u53d6\u4e8618L\u4e2d\u7684\u4e00\u4e2a \u201cSay a game name\u201d \u7279\u5f81\uff0c\u5e76\u5c06\u5b83\u4e0e\u5176\u4ed6\u7279\u5f81\u4e4b\u95f4\u7684\u6700\u5927\u865a\u62df\u6743\u91cd\uff08\u6309\u7edd\u5bf9\u503c\u6392\u5e8f\uff09\u8fdb\u884c\u4e86\u53ef\u89c6\u5316\u5c55\u793a\u3002\u56fe\u4e2d\u7528\u7eff\u8272\u67f1\u8868\u793a\u6b63\u5411\u8fde\u63a5\uff0c\u7d2b\u8272\u67f1\u8868\u793a\u8d1f\u5411\u8fde\u63a5\u3002\u6211\u4eec\u53ef\u4ee5\u770b\u5230\uff0c\u8bb8\u591a\u6743\u91cd\u6700\u5927\u7684\u7279\u5f81\u5f88\u96be\u89e3\u91ca\uff0c\u6216\u8005\u4e0e\u201c\u6e38\u620f\u540d\u79f0\u201d\u8fd9\u4e00\u6982\u5ff5\u6ca1\u6709\u660e\u663e\u5173\u8054\uff0c\u8fd9\u5c31\u662f\u5e72\u6270\u7684\u5178\u578b\u4f53\u73b0\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.8838495575221239\" data-type=\"png\" data-w=\"904\" data-width=\"904\" data-height=\"799\" data-imgfileid=\"100233244\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-155ebc5b3531d284ddb2cf9ebbcc9187.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.6em\"><strong style=\"font-size: 15px\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md02bwj067d\" data-pm-slice=\"0 0 []\"><span style=\"font-weight: normal\">\u56fe 20\uff1a\u67d0\u4e2a 18L \u7279\u5f81\u7684\u865a\u62df\u6743\u91cd\uff08\u6309\u5e45\u5ea6\u6392\u5e8f\uff09\u7684\u53ef\u89c6\u5316\u3002\u7eff\u8272\u6761\u8868\u793a\u6b63\u5411\u8fde\u63a5\uff0c\u7d2b\u8272\u6761\u8868\u793a\u8d1f\u5411\u8fde\u63a5\u3002\u8bb8\u591a\u5f3a\u8fde\u63a5\u5e76\u4e0d\u5bb9\u6613\u89e3\u91ca\u3002<\/span><\/span><\/strong><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4f60\u6216\u8bb8\u4f1a\u8ba4\u4e3a\uff0c\u8fd9\u8868\u660e\u865a\u62df\u6743\u91cd\u6216\u8005\u6211\u4eec\u6784\u5efa\u7684 CLT \u7279\u5f81\u5e76\u6ca1\u6709\u6355\u6349\u5230\u53ef\u89e3\u91ca\u7684\u8fde\u63a5\u3002\u7136\u800c\uff0c<\/span><\/span><strong><span><span>\u901a\u8fc7\u53bb\u9664\u5e72\u6270\uff08interference\uff09<\/span><\/span><\/strong><span><span>\uff0c\u6211\u4eec\u4f9d\u7136\u53ef\u4ee5\u4ece\u8fd9\u4e9b\u6743\u91cd\u4e2d\u6316\u6398\u51fa\u8bb8\u591a\u5177\u6709\u53ef\u89e3\u91ca\u6027\u7684\u5173\u8054\u5173\u7cfb^24\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5e94\u5bf9\u8fd9\u4e2a\u95ee\u9898\u4e3b\u8981\u6709\u4e24\u79cd\u57fa\u672c\u601d\u8def\uff1a<\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u9650\u5b9a\u5206\u6790\u8303\u56f4<\/span><\/span><\/strong><span><span>\uff1a\u5c06\u7814\u7a76\u5bf9\u8c61\u9650\u5236\u5728<\/span><\/span><strong><span><span>\u4e00\u4e2a\u8f83\u5c0f\u7684\u8f93\u5165\u57df\u4e0a<\/span><\/span><\/strong><span><span>\uff0c\u53ea\u5173\u6ce8\u5728\u8be5\u8f93\u5165\u96c6\u4e0a\u6fc0\u6d3b\u7684\u7279\u5f81\u3002\u8fd9\u79cd\u65b9\u6cd5\u6211\u4eec\u5df2\u5728 \u00a7 4.1\u3010\u52a0\u6cd5\u4efb\u52a1\u4e2d\u7684\u5168\u5c40\u6743\u91cd\u3011\u4e2d\u4f7f\u7528\u8fc7\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5f15\u5165\u6570\u636e\u5206\u5e03\u4e0a\u7684\u7279\u5f81\u5171\u6fc0\u6d3b\u4fe1\u606f\uff08feature-feature coactivation\uff09<\/span><\/span><\/strong><span><span>\uff0c\u5229\u7528\u7279\u5f81\u5728\u8bad\u7ec3\u5206\u5e03\u4e0a\u5171\u540c\u51fa\u73b0\u7684\u7edf\u8ba1\u91cf\uff0c\u8f85\u52a9\u7406\u89e3\u8fde\u63a5\u7684\u5b9e\u9645\u610f\u4e49\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span data-mpa-action-id=\"md02d76p1jlv\" data-pm-slice=\"0 0 []\"><span><span>\u4f8b\u5982\uff0c\u8bbea<\/span><\/span><sub><span>i<\/span><\/sub><span><span>\u8868\u793a\u7279\u5f81i\u7684\u6fc0\u6d3b\u503c\uff0c\u90a3\u4e48\u6211\u4eec\u53ef\u4ee5\u901a\u8fc7\u5982\u4e0b\u65b9\u5f0f\uff0c\u4e58\u4ee5\u865a\u62df\u6743\u91cd\uff0c\u6765\u8ba1\u7b97<\/span><\/span><\/span><strong><span><span>\u671f\u671b\u6b8b\u5dee\u5f52\u56e0\u503c\uff08expected residual attribution\uff09<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px;margin-bottom: 24px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.05925925925925926\" data-s=\"300,640\" data-type=\"png\" data-w=\"1080\" style=\"width:391px;height:23px\" data-imgfileid=\"100233278\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-1c6622fb6b8a1038f239159a081b85ca.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8fd9\u8868\u793a\u6211\u4eec\u5728\u6240\u6709\u5206\u6790\u8fc7\u7684\u63d0\u793a\u8bcd\u4e2d\uff0c\u67d0\u4e00\u6761\u6b8b\u5dee-\u76f4\u63a5\u8def\u5f84\u7684\u5e73\u5747\u5f3a\u5ea6\uff0c\u8be5\u8ba1\u7b97\u65b9\u5f0f\u4e5f\u7531 Dunefsky \u7b49\u4eba\u5728 [12] \u4e2d\u63d0\u51fa\u3002\u8fd9\u7c7b\u4f3c\u4e8e\u5728\u5927\u91cf \u8bcd\u5143 \u4e0a\uff0c\u5bf9\u67d0\u4e00\u56fa\u5b9a\u4e0a\u4e0b\u6587\u4f4d\u7f6e\u4e2d\u7684\u6240\u6709\u5f52\u56e0\u56fe\u8fdb\u884c\u5e73\u5747^25\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u516c\u5f0f\u4e2d\u7684\u6307\u793a\u51fd\u6570&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;7c633b57-9d98-443e-9bd0-043b78407c90&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;\\mathbf{1}(a_j &gt; 0)n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md02e8f11g6u\" data-pm-slice=\"0 0 []\"><span><span style=\"font-weight: bold\">1<\/span><span>(a<\/span><\/span><sub><span>j<\/span><\/sub><span><span>&nbsp;&gt; 0)<\/span><\/span><\/span><\/span><span><span>\u53cd\u6620\u51fa\u4e00\u4e2a\u5173\u952e\u70b9\uff1a<\/span><\/span><strong><span><span>\u53ea\u6709\u5f53\u76ee\u6807\u7279\u5f81j\u5b9e\u9645\u6fc0\u6d3b\u65f6\uff0c\u8def\u5f84\u7684\u5f52\u56e0\u624d\u88ab\u8ba1\u5165<\/span><\/span><\/strong><span><span>\u3002\u4e5f\u5c31\u662f\u8bf4\uff0c\u5f52\u56e0\u56fe\u4e2d\u7684\u8fb9\u53ea\u6709\u5728\u76ee\u6807\u8282\u70b9\u88ab\u6fc0\u6d3b\u7684\u524d\u63d0\u4e0b\u624d\u4ea7\u751f\u5b9e\u9645\u8d21\u732e\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7136\u800c\uff0c\u5728\u5b9e\u8df5\u4e2d\uff0c<\/span><\/span><strong><span><span>\u5c0f\u5e45\u5ea6\u7684\u7279\u5f81\u6fc0\u6d3b\u5f80\u5f80\u662f\u591a\u4e49\u7684<\/span><\/span><\/strong><span><span>\uff0c\u5373\u5b83\u4eec\u53ef\u80fd\u6df7\u6742\u4e86\u591a\u4e2a\u542b\u4e49\u6216\u8bed\u4e49\u3002\u56e0\u6b64\uff0c\u6307\u793a\u51fd\u6570\u53ef\u80fd\u8fc7\u4e8e\u7c97\u7cd9\u3002\u4e3a\u4e86\u89e3\u51b3\u8fd9\u4e2a\u95ee\u9898\uff0c\u4f5c\u8005\u63d0\u51fa\u4e86\u53e6\u4e00\u79cd\u65b9\u5f0f\uff1a<\/span><\/span><strong><span><span>\u76f4\u63a5\u4f7f\u7528\u76ee\u6807\u7279\u5f81j\u7684\u6fc0\u6d3b\u503c\u4f5c\u4e3a\u5f52\u56e0\u7684\u6743\u91cd<\/span><\/span><\/strong><span><span>\uff0c\u4ee5\u66f4\u7cbe\u7ec6\u5730\u523b\u753b\u7279\u5f81\u95f4\u7684\u4ea4\u4e92\u5f3a\u5ea6\u3002<\/span><\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.2907268170426065\" data-s=\"300,640\" data-type=\"png\" data-w=\"798\" style=\"width:176px;height:51px\" data-imgfileid=\"100233279\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-aea1b4e64a384ad12354a3fdb4321388.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u79f0\u8fd9\u79cd\u6700\u540e\u7684\u6743\u91cd\u7c7b\u578b\u4e3a<\/span><\/span><strong><span><span>\u76ee\u6807\u52a0\u6743\u671f\u671b\u6b8b\u5dee\u5f52\u56e0\uff08Target-Weighted Expected Residual Attribution, TWERA\uff09<\/span><\/span><\/strong><span><span>\u3002\u6b63\u5982\u524d\u9762\u7684\u516c\u5f0f\u6240\u793a\uff0c\u8fd9\u4e24\u79cd\u52a0\u6743\u503c\u90fd\u53ef\u4ee5\u901a\u8fc7\u5c06\u539f\u59cb\u865a\u62df\u6743\u91cd<\/span><span>\uff08virtual weights\uff09<\/span><span>\u4e0e\u201c\u5728\u5206\u5e03\u4e0a\u201d<\/span><span>\uff08on-distribution\uff09<\/span><span>\u7684\u6fc0\u6d3b\u7edf\u8ba1\u91cf\u76f8\u4e58\u6765\u8ba1\u7b97\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u73b0\u5728\u6211\u4eec\u91cd\u65b0\u5ba1\u89c6\u4e4b\u524d\u7684\u90a3\u4e2a\u201cSay a game name<\/span><span>\uff08\u8bf4\u51fa\u4e00\u4e2a\u6e38\u620f\u540d\u79f0\uff09<\/span><span>\u201d\u7279\u5f81\u7684\u4f8b\u5b50\uff0c\u4e0d\u8fc7\u8fd9\u6b21\u6211\u4eec\u4f7f\u7528 TWERA \u503c\u6765\u6392\u5e8f\u8fde\u63a5\uff0c\u5e76\u7ed8\u5236\u6bcf\u4e2a\u8fde\u63a5\u7684\u201c\u539f\u59cb\u201d\u865a\u62df\u6743\u91cd\u4ee5\u4f9b\u6bd4\u8f83\u3002\u53ef\u4ee5\u770b\u5230\uff0c\u8bb8\u591a\u8fde\u63a5\u73b0\u5728\u53d8\u5f97\u66f4\u52a0\u53ef\u89e3\u91ca\uff0c\u8fd9\u8868\u660e\u867d\u7136\u539f\u59cb\u865a\u62df\u6743\u91cd\u4e2d\u786e\u5b9e\u5305\u542b\u4e86\u6709\u7528\u7684\u4fe1\u53f7\uff0c\u4f46\u6211\u4eec\u9700\u8981\u53bb\u9664\u5e72\u6270<\/span><span>\uff08interference\uff09<\/span><span>\u624d\u80fd\u770b\u6e05\u8fd9\u4e9b\u4fe1\u53f7\u3002\u865a\u62df\u6743\u91cd\u56fe\u4e2d\u6700\u5177\u53ef\u89e3\u91ca\u6027\u7684\u51e0\u4e2a\u7279\u5f81<\/span><span>\uff08\u4f8b\u5982\u53e6\u4e00\u4e2a\u201cSay a game name\u201d\u7279\u5f81\u548c\u201cUltimate frisbee\u201d\u7279\u5f81\uff09<\/span><span>\u4ecd\u7136\u4fdd\u7559\uff0c\u800c\u8bb8\u591a\u65e0\u5173\u7684\u6982\u5ff5\u5219\u88ab\u8fc7\u6ee4\u6389\u4e86\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: center\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.7662988966900702\" data-type=\"png\" data-w=\"997\" data-width=\"997\" data-height=\"764\" data-imgfileid=\"100233249\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-b8631221a3d820be88b3ddf3ac97d348.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md02fupyeh4\" data-pm-slice=\"0 0 []\"><span style=\"font-weight: normal;font-size: 13px\"><span>\u56fe 21\uff1a<\/span><\/span><strong><span style=\"font-weight: normal;font-size: 13px\"><span>\u76f8\u540c\u793a\u4f8b\u7279\u5f81\u7684\u6700\u5927 TWERA \u503c<\/span><\/span><\/strong><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>TWERA<\/span><span>\uff08\u76ee\u6807\u52a0\u6743\u671f\u671b\u6b8b\u5dee\u5f52\u56e0\uff09<\/span><span>\u5e76\u4e0d\u662f\u5e72\u6270\u95ee\u9898\u7684\u5b8c\u7f8e\u89e3\u51b3\u65b9\u6848\u3002\u5c06 TWERA \u503c\u4e0e\u539f\u59cb\u865a\u62df\u6743\u91cd<\/span><span>\uff08virtual weights\uff09<\/span><span>\u8fdb\u884c\u6bd4\u8f83\u65f6\uff0c\u6211\u4eec\u53ef\u4ee5\u53d1\u73b0\uff1a\u8bb8\u591a\u539f\u59cb\u865a\u62df\u6743\u91cd\u975e\u5e38\u5c0f\u7684\u8fde\u63a5\u5374\u62e5\u6709\u8f83\u5f3a\u7684 TWERA \u503c(1)\u3002\u8fd9\u8868\u660e TWERA \u6781\u5927\u5730\u4f9d\u8d56\u4e8e\u7279\u5f81\u4e4b\u95f4\u5728\u6570\u636e\u5206\u5e03\u4e0a\u7684\u5171\u6fc0\u6d3b\u7edf\u8ba1\uff0c\u4e14\u5b83\u4e0d\u4ec5\u4ec5\u662f\u7b80\u5355\u5730\u79fb\u9664\u5e72\u6270\u9879\uff0c\u800c\u662f<\/span><\/span><strong><span><span>\u5b9e\u8d28\u6027\u5730\u6539\u53d8\u4e86\u54ea\u4e9b\u8fde\u63a5\u88ab\u89c6\u4e3a\u91cd\u8981<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6b64\u5916\uff0cTWERA \u4e0e\u5f52\u56e0\u65b9\u6cd5\u6574\u4f53\u4e00\u6837\uff0c\u5bf9<\/span><\/span><strong><span><span>\u6291\u5236\u6027\u8fde\u63a5\uff08inhibitory effects\uff09<\/span><\/span><\/strong><span><span>\u7684\u5904\u7406\u5e76\u4e0d\u7406\u60f3\u3002\u8fd9\u610f\u5473\u7740 TWERA \u5e76\u4e0d\u603b\u662f\u80fd\u51c6\u786e\u523b\u753b\u8d1f\u5411\u5f71\u54cd\u8def\u5f84\u3002\u8fd9\u4e9b\u95ee\u9898\u5c06\u5728\u540e\u7eed\u7814\u7a76\u4e2d\u8fdb\u4e00\u6b65\u63a2\u8ba8\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c3d\u7ba1\u5982\u6b64\uff0c\u6211\u4eec\u53d1\u73b0\u5168\u5c40\u6743\u91cd\u4f9d\u7136\u662f\u4e00\u4e2a\u6709\u4ef7\u503c\u7684\u7a97\u53e3\uff0c\u80fd\u591f\u5e2e\u52a9\u6211\u4eec\u7406\u89e3\u7279\u5f81\u5728\u6bd4\u5f52\u56e0\u56fe\u66f4\u5e7f\u6cdb\u8bed\u5883\u4e0b\u7684\u884c\u4e3a\u6a21\u5f0f\u3002\u5728\u672c\u6587\u7684\u5176\u4f59\u90e8\u5206\u4ee5\u53ca\u914d\u5957\u8bba\u6587\u4e2d\uff0c\u6211\u4eec\u4f1a\u7ee7\u7eed\u4f7f\u7528\u8fd9\u4e9b\u65b9\u6cd5\u6765\u8f85\u52a9\u6211\u4eec\u7684\u673a\u5236\u7406\u89e3\u3002<\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u52a0\u6cd5\u4e2d\u7684\u5168\u5c40\u6743\u91cd<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u73b0\u5728\u56de\u5230\u524d\u9762 Haiku 3.5 \u4e0a\u5206\u6790\u7684\u7b80\u5355\u52a0\u6cd5\u95ee\u9898\uff0c\u5e76\u5c55\u793a**\u6570\u636e\u65e0\u5173\u7684\u865a\u62df\u6743\u91cd<\/span><span>\uff08data-independent virtual weights\uff09<\/span><span>**\u5982\u4f55\u63ed\u793a\u6211\u4eec\u5bf9\u52a0\u6cd5\u7279\u5f81\u5206\u7c7b\u6cd5\u4e2d\u4e0d\u540c\u7c7b\u578b\u4e4b\u95f4\u6e05\u6670\u7ed3\u6784\u7684\u7406\u89e3\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u518d\u6b21\u8003\u8651 10,000 \u6761\u5f62\u5f0f\u4e3a&nbsp;<\/span><\/span><code><span><span>calc: a + b =<\/span><\/span><\/code><span><span>&nbsp;\u7684\u63d0\u793a\uff0c\u5176\u4e2d a, b\u2208[0,99]\u3002\u9664\u4e86\u4f7f\u7528\u4e4b\u524d\u5b9a\u4e49\u7684\u64cd\u4f5c\u6570\u56fe<\/span><span>\uff08operand plots\uff09<\/span><span>\u4e4b\u5916\uff0c\u6211\u4eec\u8fd8\u5206\u6790\u4e86\u865a\u62df\u6743\u91cd\u56fe\u3002\u4e3a\u4e86\u66f4\u597d\u5730\u89c2\u5bdf\uff0c\u6211\u4eec\u5c06\u5e9e\u5927\u7684&nbsp;<\/span><\/span><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;970727f4-34d0-4fe4-b1fb-66a7396e76a0&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;n_{\\text{feat}} \\times n_{\\text{feat}}n&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\"><span data-mpa-action-id=\"md02hjiwvyk\" data-pm-slice=\"0 0 []\"><span><span>n<\/span><\/span><sub><span>feat<\/span><\/sub><span data-mpa-action-id=\"md02hp9d1l05\" data-pm-slice=\"0 0 []\"><span>\u00d7<span>n<\/span><\/span><sub><span>feat<\/span><\/sub><\/span><\/span><\/span><span><span>&nbsp;\u865a\u62df\u6743\u91cd\u77e9\u9635\u9650\u5236\u4e3a\u4ec5\u5305\u542b<\/span><\/span><strong><span><span>\u5728\u8fd9 10,000 \u4e2a\u52a0\u6cd5\u63d0\u793a\u4e2d\u81f3\u5c11\u6fc0\u6d3b 10 \u6b21\u7684\u7279\u5f81<\/span><\/span><\/strong><span><span>\u3002\u8fd9\u4e00\u9650\u5236\u8ba9\u6211\u4eec\u80fd\u591f\u805a\u7126\u4e8e<\/span><\/span><strong><span><span>\u6240\u6709\u53ef\u80fd\u901a\u8fc7\u76f4\u63a5\u6b8b\u5dee\u8def\u5f84\u4ea7\u751f\u4ea4\u4e92\u7684\u7279\u5f81\u5bf9<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4ee5\u51fa\u73b0\u5728 \u201c36 + 59\u201d \u63d0\u793a\u4e2d\u7684\u7279\u5f81\u4e3a\u4f8b\uff0c\u6211\u4eec\u5728\u5176\u90bb\u57df\u4e2d\u89c2\u5bdf\u5230\u4ee5\u4e0b\u6a21\u5f0f\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><code><span><span>_6 + _9<\/span><\/span><\/code><\/strong><strong><span><span>&nbsp;\u67e5\u627e\u8868\u7279\u5f81<\/span><\/span><\/strong><span><span>\u5411\u591a\u4e2a\u201c\u548c\u201d\u7279\u5f81\uff08\u5982&nbsp;<\/span><\/span><code><span><span>sum = _15<\/span><\/span><\/code><span><span>\u3001<\/span><\/span><code><span><span>sum = _25<\/span><\/span><\/code><span><span>&nbsp;\u7b49\uff09\u63d0\u4f9b\u8f93\u5165\u3002\u8fd9\u4e9b\u548c\u7279\u5f81\u53ef\u80fd\u9700\u8981\u4e0e\u5176\u4ed6\u201c\u6570\u503c\u91cf\u7ea7\u201d\u7279\u5f81\u4e00\u540c\u6fc0\u6d3b\uff0c\u624d\u4f1a\u4ea7\u751f\u4f5c\u7528\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><code><span><span>add _9<\/span><\/span><\/code><\/strong><strong><span><span>&nbsp;\u7279\u5f81<\/span><\/span><\/strong><span><span>\u662f\u66f4\u57fa\u7840\u7684\u52a0\u6570\u7279\u5f81\uff0c\u5b83\u8fde\u63a5\u5230\u591a\u4e2a\u4e2a\u4f4d\u67e5\u627e\u8868\u7279\u5f81\uff0c\u5982&nbsp;<\/span><\/span><code><span><span>_9 + _9<\/span><\/span><\/code><span><span>\u3001<\/span><\/span><code><span><span>_0 + _9<\/span><\/span><\/code><span><span>&nbsp;\u7b49\uff0c\u6784\u6210\u66f4\u590d\u6742\u7684\u7ec4\u5408\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><code><span><span>sum = _5<\/span><\/span><\/code><\/strong><strong><span><span>&nbsp;\u7279\u5f81<\/span><\/span><\/strong><span><span>\u672c\u8eab\u4e5f\u53d7\u5230\u6765\u81ea\u591a\u4e2a\u67e5\u627e\u8868\u7279\u5f81\u7684\u9988\u9001\uff0c\u8868\u660e\u8fd9\u79cd\u201c\u7cbe\u786e\u6c42\u548c\u201d\u4e3a 5 \u7684\u8868\u793a\u53ef\u80fd\u662f\u7531\u591a\u4e2a\u4e0d\u540c\u8def\u5f84\u5171\u540c\u4fc3\u6210\u7684\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6700\u540e\uff0c<\/span><\/span><strong><code><span><span>~36 + 60<\/span><\/span><\/code><\/strong><strong><span><span>&nbsp;\u7684\u4e2d\u7b49\u7cbe\u5ea6\u67e5\u627e\u8868\u7279\u5f81<\/span><\/span><\/strong><span><span>\u9664\u4e86\u63a5\u6536\u63d0\u793a\u4e2d\u6d3b\u8dc3\u7684&nbsp;<\/span><\/span><code><span><span>add ~57<\/span><\/span><\/code><span><span>&nbsp;\u7279\u5f81\u8f93\u5165\u4e4b\u5916\uff0c\u4e5f\u63a5\u53d7\u6765\u81ea&nbsp;<\/span><\/span><code><span><span>add ~62<\/span><\/span><\/code><span><span>&nbsp;\u7279\u5f81\u7684\u4fe1\u53f7\uff0c\u8fd9\u8868\u660e\u6a21\u578b\u4f1a\u878d\u5408\u591a\u4e2a\u8fd1\u4f3c\u4e0a\u4e0b\u6587\u6765\u589e\u5f3a\u9884\u6d4b\u9c81\u68d2\u6027\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u4e9b\u7ed3\u6784\u5173\u7cfb\u8868\u660e\uff0c\u5728\u6ca1\u6709\u4e0a\u4e0b\u6587\u4f9d\u8d56\u7684\u60c5\u51b5\u4e0b\uff0c\u865a\u62df\u6743\u91cd\u4f9d\u7136\u80fd\u5e2e\u52a9\u6211\u4eec\u7406\u89e3\u6a21\u578b\u5185\u90e8\u201c\u52a0\u6cd5\u673a\u5236\u201d\u7684\u7ec4\u7ec7\u65b9\u5f0f\uff0c\u5e76\u63ed\u793a\u51fa\u901a\u7528\u4e8e\u4e0d\u540c\u8f93\u5165\u7ec4\u5408\u7684<\/span><\/span><strong><span><span>\u529f\u80fd\u6027\u8def\u5f84\u7f51\u7edc<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5305555555555556\" data-type=\"png\" data-w=\"1080\" data-width=\"1477\" data-height=\"784\" data-imgfileid=\"100233251\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-e8a560fa06ee30df93e4023f6f33884e.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.5em\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md02i6bphvv\" data-pm-slice=\"0 0 []\"><span>\u56fe 22\uff1a\u5728\u52a0\u6cd5\u63d0\u793a\u8bed\u4e2d\u6fc0\u6d3b\u7684 Haiku \u7279\u5f81\u4e4b\u95f4\u7684\u865a\u62df\u6743\u91cd\u8fde\u63a5\u3002\u6765\u81ea \u201ccalc: 36+59=\u201d \u7684\u8fde\u63a5\u7b26\u5408\u4e00\u822c\u6027\u6a21\u5f0f\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u53d1\u73b0\uff0c\u5c06\u8303\u56f4\u9650\u5b9a\u5728\u8fd9\u4e9b\u52a0\u6cd5\u95ee\u9898\u4e2d\u6fc0\u6d3b\u7684\u7279\u5f81\uff0c\u53ef\u4ee5\u6784\u5efa\u51fa\u4e00\u4e2a\u5168\u5c40\u7684\u5de5\u4f5c\u56de\u8def\u56fe\uff0c\u5176\u4e2d\u5927\u591a\u6570\u8fb9\u5728\u8fd0\u7b97\u529f\u80fd\u5c42\u9762\u4e0a\u5177\u6709\u53ef\u89e3\u91ca\u6027\uff1a\u6e90\u7279\u5f81\u548c\u76ee\u6807\u7279\u5f81\u4e4b\u95f4\u7684\u8fde\u63a5\u53cd\u6620\u4e86\u8f93\u5165\u64cd\u4f5c\u6570\u7684\u5904\u7406\u903b\u8f91\u3002\u66f4\u8fdb\u4e00\u6b65\u5730\uff0c\u8fd9\u4e9b\u7279\u5f81\u4e4b\u95f4\u7684\u8fde\u63a5\u91cd\u73b0\u4e86\u524d\u4e00\u8282\u4e2d\u66f4\u901a\u7528\u7684\u56fe\u7ed3\u6784\uff1aadd \u7279\u5f81\u68c0\u6d4b\u8f93\u5165\u4e2d\u7684\u7279\u5b9a\u64cd\u4f5c\u6570\uff0c\u67e5\u627e\u8868<\/span><span>\uff08lookup table\uff09<\/span><span>\u7279\u5f81\u5c06\u4fe1\u606f\u4f20\u9012\u7ed9 sum \u7279\u5f81\uff0c\u540e\u8005\u4e0e\u524d\u8005\u534f\u540c\u5de5\u4f5c\uff0c\u5171\u540c\u4ea7\u751f\u6a21\u578b\u7684\u6700\u7ec8\u7b54\u6848\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u53d1\u73b0\u7684\u4e00\u4e9b\u7279\u5f81\u5448\u73b0\u51fa\u7c7b\u4f3c Nikankin \u7b49\u4eba\u6240\u63cf\u8ff0\u7684\u542f\u53d1\u5f0f\u89c4\u5219 [21]\uff1a\u5177\u6709\u9884\u6d4b\u80fd\u529b\u7684\u7279\u5f81\u76f4\u63a5\u5c06\u9884\u6d4b\u4fe1\u606f\u63a8\u5411\u8f93\u51fa\u3002\u4f8b\u5982\uff0c\u4f4e\u7cbe\u5ea6\u7279\u5f81\u4f1a\u63d0\u5347\u4e0e\u5176\u64cd\u4f5c\u6570\u8303\u56f4\u5339\u914d\u7684\u8f93\u51fa\u6982\u7387\uff1b\u4e2a\u4f4d\u6570\u67e5\u627e\u8868\u7279\u5f81\u4f1a\u76f4\u63a5\u63d0\u5347\u4e0e\u5176\u52a0\u6cd5\u6620\u5c04\u5339\u914d\u7684\u8f93\u51fa<\/span><span>\uff08\u4f8b\u5982\uff0c_6 + _9 \u4f1a\u76f4\u63a5\u63d0\u9ad8\u8f93\u51fa\u4e3a _5 \u7684\u6982\u7387\uff09<\/span><span>\u3002\u51e0\u4e4e\u6ca1\u6709\u54ea\u4e2a\u7279\u5f81\u5728\u6a21\u578b\u6700\u540e\u51e0\u5c42\u4e4b\u524d\u5c31\u80fd\u72ec\u7acb\u8868\u793a\u5b8c\u6574\u7684\u52a0\u6cd5\u7ed3\u679c\u3002\u4ece CLT \u7684\u89d2\u5ea6\u6765\u770b\uff0c\u6a21\u578b\u5728\u52a0\u6cd5\u4efb\u52a1\u4e2d\u91c7\u7528\u7684\u662f\u4e00\u7cfb\u5217\u4e2d\u95f4\u542f\u53d1\u5f0f\u89c4\u5219\uff0c\u800c\u4e0d\u662f\u5355\u4e00\u7684\u3001\u8fde\u8d2f\u7684\u7a0b\u5e8f\u5316\u903b\u8f91\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u5bf9\u6a21\u578b\u6267\u884c\u52a0\u6cd5\u4efb\u52a1\u7684\u8ba1\u7b97\u6b65\u9aa4\u7684\u5173\u6ce8\uff0c\u4e0e Kantamneni \u548c Tegmark \u7684\u540c\u671f\u5de5\u4f5c [22] \u5f62\u6210\u4e86\u4e92\u8865\u3002\u4ed6\u4eec\u4ece\u8868\u793a\u51fa\u53d1\uff0c\u53d1\u73b0\u6574\u6570\u7684\u5d4c\u5165\u5411\u91cf\u5728\u5085\u91cc\u53f6\u5206\u89e3\u4e2d\u8868\u73b0\u51fa\u660e\u663e\u7684\u5c16\u5cf0\uff0c\u5e76\u636e\u6b64\u8bc6\u522b\u51fa\u51e0\u4e2a\u4e0e\u6570\u503c\u7684\u5927\u5c0f\u4ee5\u53ca mod 2\u30015\u300110\u3001100 \u76f8\u5173\u7684\u4f4e\u7ef4\u5b50\u7a7a\u95f4\u3002\u5728\u8fd9\u4e9b\u5b50\u7a7a\u95f4\u4e2d\u8fdb\u884c\u6295\u5f71\u53ef\u4ee5\u5728\u4fdd\u7559\u6a21\u578b\u6027\u80fd\u7684\u540c\u65f6\u8bf4\u660e\uff1a\u6a21\u578b\u53ef\u80fd\u4f7f\u7528\u4e86\u7c7b\u4f3c\u201c\u65f6\u949f\u7b97\u6cd5\u201d\u7684\u7b56\u7565\uff0c\u5728\u4e0d\u540c\u6a21\u7a7a\u95f4\u4e2d\u5206\u522b\u8fdb\u884c\u8ba1\u7b97\uff0c\u6700\u7ec8\u6784\u6210\u5e72\u6d89\u6027\u53e0\u52a0\u8f93\u51fa\uff1b\u8fd9\u4e0e CLT \u6240\u63ed\u793a\u7684\u9ad8\u3001\u4f4e\u7cbe\u5ea6\u8def\u5f84\u7ed3\u6784\u57fa\u672c\u4e00\u81f4\u3002\u6211\u4eec\u89c2\u5bdf\u5230\u7684\u4e00\u4e9b\u5173\u952e\u7279\u5f81\u7684\u64cd\u4f5c\u6570\u56fe\u4e0e\u4ed6\u4eec\u53d1\u73b0\u7684\u795e\u7ecf\u5143\u76f8\u4f3c\uff0c\u53ef\u4ee5\u7528\u5085\u91cc\u53f6\u6a21\u5f0f<\/span><span>\uff08\u7ecf\u9608\u503c\u5904\u7406\uff09<\/span><span>\u8fdb\u884c\u62df\u5408\u3002\u800c\u6211\u4eec\u56fe\u4e2d\u7684\u53e6\u4e00\u4e9b\u5173\u952e\u7279\u5f81<\/span><span>\uff08\u5982\u56fa\u5b9a\u4ee5\u67d0\u4e9b\u6570\u5b57\u5f00\u5934\u7684\u64cd\u4f5c\u6570\u6216\u548c\uff0c\u5982 95_ \u6216 9_\uff09<\/span><span>\u5219\u65e0\u6cd5\u7528\u5085\u91cc\u53f6\u5f62\u5f0f\u8868\u8fbe\uff0c\u8fd9\u8bf4\u660e\u4ed6\u4eec\u7684\u4f4e\u79e9\u8fd1\u4f3c\u5b58\u5728\u4e00\u5b9a\u8bef\u5dee\u3002\u8bc6\u522b\u6211\u4eec\u8fd9\u4e00\u65e0\u76d1\u7763\u65b9\u6cd5\u6240\u63ed\u793a\u7684\u4f17\u591a\u8ba1\u7b97\u7b56\u7565\u6240\u5bf9\u5e94\u7684\u8868\u793a\u57fa\u7840\uff0c\u5c06\u662f\u672a\u6765\u4e00\u4e2a\u503c\u5f97\u63a2\u7d22\u7684\u65b9\u5411\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u603b\u4f53\u6765\u770b\uff0c\u6211\u4eec\u590d\u73b0\u4e86\u5e95\u5c42\u6a21\u578b\u91c7\u7528\u542f\u53d1\u5f0f\u7b56\u7565\u7684\u8ba4\u77e5\u7ed3\u6784\uff0c\u5e76\u901a\u8fc7 CLT \u7279\u5f81\u8fdb\u884c\u4e86\u5339\u914d\uff1b\u6211\u4eec\u5c55\u793a\u4e86\u8fd9\u4e9b\u542f\u53d1\u5f0f\u89c4\u5219\u5982\u4f55\u901a\u8fc7\u5e72\u9884\u5b9e\u9a8c\u6784\u5efa\u51fa\u53ef\u5206\u79bb\u7684\u4fe1\u606f\u901a\u8def\uff1b\u6211\u4eec\u4e5f\u5c55\u793a\u4e86\u8fd9\u4e9b\u542f\u53d1\u5f0f\u89c4\u5219\u4e4b\u95f4\u5982\u4f55\u5f7c\u6b64\u8fde\u63a5\u3001\u9010\u6b65\u53e0\u52a0\uff0c\u4ece\u800c\u534f\u540c\u5b8c\u6210\u52a0\u6cd5\u4efb\u52a1\u3002<\/span><\/span><\/p>\n<h1 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span><br \/><\/span><\/h1>\n<h3 style=\", Arial, sans-serif;letter-spacing: 0.544px\">\n<section style=\"letter-spacing: 0.544px;text-align: right;font-size: 13px\">\n<section style=\"margin-top: 10px;margin-bottom: 10px;letter-spacing: 0.544px;text-align: center\">\n<section style=\"vertical-align: middle\">\n<section style=\"margin-bottom: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"clear: both;line-height: 0\">\n<section style=\"line-height: 0;width: 0px\"><\/section>\n<\/section>\n<\/section>\n<section style=\"padding-right: 10px;padding-left: 10px;font-size: 16px;line-height: 1.4\">\n<p><strong><strong style=\"text-align: left;letter-spacing: 0.544px\"><span style=\", Arial, sans-serif\"><strong style=\"letter-spacing: 0.578px\"><span>1. \u6548\u679c\u8bc4\u4f30<\/span><\/strong><\/span><\/strong><\/strong><\/p>\n<\/section>\n<section style=\"margin-top: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/h3>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;letter-spacing: 0.578px;line-height: 1.75em\"><span><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u672c\u8282\u4e2d\uff0c\u6211\u4eec\u5bf9\u8f6c\u7801\u5668\u7279\u5f81\u53ca\u5176\u6240\u884d\u751f\u7684\u5f52\u56e0\u56fe\u8fdb\u884c\u4e86\u5b9a\u6027\u4e0e\u5b9a\u91cf\u8bc4\u4f30\uff0c\u91cd\u70b9\u5173\u6ce8\u5176\u53ef\u89e3\u91ca\u6027\u548c\u5145\u5206\u6027\u3002\u5982\u679c\u8bfb\u8005\u66f4\u5173\u6ce8\u7814\u7a76\u53d1\u73b0\u548c\u65b9\u6cd5\u5c40\u9650\u7684\u603b\u4f53\u8ba8\u8bba\uff0c\u53ef\u8df3\u8f6c\u81f3\u7b2c \u00a76 \u8282\u201c\u751f\u7269\u201d\u4e0e\u7b2c \u00a77 \u8282\u201c\u5c40\u9650\u6027\u201d\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u7684\u7814\u7a76\u65b9\u6cd5\u80fd\u591f\u4e3a\u6a21\u578b\u5728\u7279\u5b9a\u63d0\u793a<\/span><span>\uff08prompt\uff09<\/span><span>\u4e0b\u7684\u673a\u5236\u751f\u6210\u56e0\u679c\u56fe\u63cf\u8ff0\u3002\u90a3\u4e48\u6211\u4eec\u5982\u4f55\u91cf\u5316\u8fd9\u4e9b\u56fe\u5728\u591a\u5927\u7a0b\u5ea6\u4e0a\u771f\u5b9e\u5730\u53cd\u6620\u4e86\u6a21\u578b\u5185\u90e8\u7684\u8fd0\u4f5c\u5462\uff1f\u8fd9\u4e00\u95ee\u9898\u96be\u4ee5\u7b80\u5316\u4e3a\u5355\u4e00\u6307\u6807\uff0c\u56e0\u4e3a\u5b83\u6d89\u53ca\u591a\u4e2a\u7ef4\u5ea6\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u53ef\u89e3\u91ca\u6027<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u5bf9\u5355\u4e2a\u7279\u5f81\u201c\u610f\u4e49\u201d\u7684\u7406\u89e3\u7a0b\u5ea6\u6709\u591a\u6df1\uff1f\u6211\u4eec\u5728\u4e0b\u6587\u4e2d\u5c1d\u8bd5\u7528\u51e0\u79cd\u65b9\u5f0f\u5bf9\u5176\u8fdb\u884c\u91cf\u5316\uff1b\u7136\u800c\uff0c\u5728\u5b9e\u9645\u64cd\u4f5c\u4e2d\uff0c\u6211\u4eec\u4ecd\u7136\u5927\u91cf\u4f9d\u8d56\u4e3b\u89c2\u5224\u65ad\u3002\u6211\u4eec\u5c06\u591a\u4e2a\u7279\u5f81\u5f52\u5165\u201c\u8d85\u8282\u70b9<\/span><span>\uff08supernodes\uff09<\/span><span>\u201d\u7684\u5206\u7ec4\u903b\u8f91\u662f\u5426\u5408\u7406\u4e5f\u540c\u6837\u503c\u5f97\u8bc4\u4f30\u3002\u672c\u6587\u672a\u5c1d\u8bd5\u91cf\u5316\u8fd9\u4e00\u70b9\uff0c\u800c\u662f\u7559\u7ed9\u8bfb\u8005\u81ea\u884c\u5224\u65ad\u8fd9\u4e9b\u5206\u7ec4\u662f\u5426\u5408\u7406\u4e14\u53ef\u89e3\u91ca\u3002\u540c\u65f6\uff0c\u5728\u5f52\u56e0\u56fe\u7684\u8bed\u5883\u4e2d\uff0c\u56fe\u672c\u8eab\u7684\u53ef\u89e3\u91ca\u6027\u4e0e\u5355\u4e2a\u7279\u5f81\u7684\u53ef\u89e3\u91ca\u6027\u540c\u7b49\u91cd\u8981\u3002\u4e3a\u6b64\uff0c\u6211\u4eec\u5f15\u5165\u4e86\u56fe\u7b80\u6d01\u6027\u7684\u4e00\u79cd\u91cf\u5316\u6307\u6807\uff1a\u5e73\u5747\u8def\u5f84\u957f\u5ea6<\/span><span>\uff08average path length\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5145\u5206\u6027<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u7684<\/span><span>\uff08\u7ecf\u8fc7\u88c1\u526a\u7684\uff09<\/span><span>\u5f52\u56e0\u56fe\u5728\u591a\u5927\u7a0b\u5ea6\u4e0a\u8db3\u4ee5\u89e3\u91ca\u6a21\u578b\u7684\u884c\u4e3a\uff1f\u6211\u4eec\u7528\u51e0\u79cd\u65b9\u5f0f\u5c1d\u8bd5\u91cf\u5316\u8fd9\u4e00\u70b9\u3002\u6700\u76f4\u63a5\u7684\u65b9\u5f0f\uff0c\u662f\u8bc4\u4f30\u201c\u66ff\u4ee3\u6a21\u578b<\/span><span>\uff08replacement model\uff09<\/span><span>\u201d\u7684\u8f93\u51fa\u5728\u591a\u5927\u7a0b\u5ea6\u4e0a\u5339\u914d\u539f\u59cb\u6a21\u578b\uff0c\u8fd9\u4e00\u8bc4\u4f30\u5728 \u00a72.2 \u201c\u4ece\u8de8\u5c42\u8f6c\u7801\u5668\u5230\u66ff\u4ee3\u6a21\u578b\u201d\u4e2d\u5df2\u8ba8\u8bba\u3002\u8fd9\u662f\u4e00\u79cd\u201c\u786c\u8bc4\u4f30\u201d\uff0c\u56e0\u4e3a\u5f52\u56e0\u56fe\u4e2d\u4efb\u4e00\u73af\u8282\u7684\u9519\u8bef\u90fd\u53ef\u80fd\u4e25\u91cd\u5f71\u54cd\u6574\u4f53\u6027\u80fd\u3002\u6211\u4eec\u4e5f\u5f15\u5165\u4e86\u51e0\u79cd\u201c\u8f6f\u8bc4\u4f30\u201d\uff0c\u4f8b\u5982\u8ba1\u7b97\u5f52\u56e0\u56fe\u4e2d\u9519\u8bef\u8282\u70b9\u7684\u6bd4\u4f8b\u3002\u9700\u8981\u6ce8\u610f\u7684\u662f\uff0c\u6211\u4eec\u5c55\u793a\u7684\u8bb8\u591a\u56fe\u793a\u662f\u5f52\u56e0\u56fe\u7684\u5b50\u56fe\uff0c\u5f80\u5f80\u523b\u610f\u53ea\u4fdd\u7559\u6211\u4eec\u8ba4\u4e3a\u6700\u5173\u952e\u7684\u7ec4\u6210\u90e8\u5206\u3002\u4f8b\u5982\u5728\u52a0\u6cd5\u4efb\u52a1\u4e2d\uff0c\u50cf\u201c\u8fd9\u662f\u4e00\u4e2a\u6570\u5b66\u95ee\u9898\u201d\u8fd9\u6837\u7684\u7279\u5f81\u867d\u5fc5\u8981\u4f46\u4e0d\u5177\u542f\u53d1\u6027\uff0c\u5e38\u88ab\u6545\u610f\u7701\u7565\u3002\u56e0\u6b64\uff0c\u6211\u4eec\u4e0d\u4f1a\u5bf9\u8fd9\u4e9b\u5b50\u56fe\u8fdb\u884c\u5145\u5206\u6027\u8bc4\u4f30\u3002\u672a\u6765\u7684\u7814\u7a76\u53ef\u4ee5\u63a2\u7d22\u66f4\u7cfb\u7edf\u7684\u65b9\u5f0f\u6765\u63d0\u53d6\u5f52\u56e0\u56fe\u7684\u201c\u6709\u8da3\u201d\u7ec4\u6210\u90e8\u5206\uff0c\u5e76\u91cf\u5316\u5176\u4fe1\u606f\u635f\u5931\u7a0b\u5ea6\u4e0e\u6027\u8d28\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u673a\u5236\u5fe0\u5b9e\u6027\uff08Mechanistic Faithfulness\uff09<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u8bc6\u522b\u51fa\u7684\u673a\u5236\u5728\u591a\u5927\u7a0b\u5ea6\u4e0a\u771f\u7684\u88ab\u6a21\u578b\u6240\u4f7f\u7528\uff1f\u4e3a\u4e86\u8bc4\u4f30\u8fd9\u4e00\u70b9\uff0c\u6211\u4eec\u8fdb\u884c\u4e86\u5e72\u9884\u5b9e\u9a8c\uff0c\u4f8b\u5982\u6291\u5236\u67d0\u4e9b\u6d3b\u8dc3\u7279\u5f81\uff0c\u7136\u540e\u6d4b\u91cf\u5176\u5bf9\u8f93\u51fa\u7684\u5f71\u54cd\u662f\u5426\u7b26\u5408\u66ff\u4ee3\u6a21\u578b\u7684\u9884\u6d4b<\/span><span>\uff08\u5f52\u56e0\u56fe\u6240\u63cf\u7ed8\u7684\u7ed3\u6784\u5373\u4e3a\u8be5\u6a21\u578b\uff09<\/span><span>\u3002\u6211\u4eec\u5728\u4e0b\u6587\u4e2d\u63d0\u4f9b\u4e86\u5b9a\u91cf\u8bc4\u4f30\uff0c\u4e5f\u5728\u591a\u4e2a\u5177\u4f53\u6848\u4f8b\u4e2d\u68c0\u9a8c\u4e86\u8fd9\u4e9b\u673a\u5236\u7684\u5fe0\u5b9e\u6027\uff0c\u5c24\u5176\u5173\u6ce8\u6211\u4eec\u6807\u8bb0\u4e3a\u91cd\u8981\u6216\u6709\u8da3\u7684\u673a\u5236\u3002\u503c\u5f97\u4e00\u63d0\u7684\u662f\uff0c\u6211\u4eec\u5bf9\u201c\u673a\u5236\u5fe0\u5b9e\u6027\u201d\u7684\u7406\u89e3\u4e0e\u201c\u5de5\u4f5c\u56de\u8def\u7ec4\u4ef6\u5fc5\u8981\u6027\u201d\u7684\u6982\u5ff5\u76f8\u8fd1\uff0c\u4f46\u201c\u5fc5\u8981\u6027\u201d\u5f80\u5f80\u662f\u4e00\u79cd\u8fc7\u4e8e\u4e25\u683c\u7684\u5224\u65ad\u6807\u51c6\u2014\u2014\u5373\u4fbf\u67d0\u4e2a\u673a\u5236\u5e76\u975e\u5bf9\u8f93\u51fa\u201c\u7edd\u5bf9\u5fc5\u8981\u201d\uff0c\u5b83\u4ecd\u53ef\u80fd\u5728\u591a\u673a\u5236\u534f\u540c\u7684\u80cc\u666f\u4e0b\u53d1\u6325\u91cd\u8981\u4f5c\u7528\uff0c\u800c\u8fd9\u662f\u6211\u4eec\u5728\u591a\u4e2a\u4efb\u52a1\u4e2d\u5e38\u89c1\u7684\u60c5\u5f62\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u8fd8\u9700\u6307\u51fa\uff0c\u672c\u6587\u4e2d\u4f7f\u7528\u7684\u8bc4\u4f30\u65b9\u6cd5\u5728\u5f88\u591a\u65b9\u9762\u90fd\u662f\u9996\u6b21\u63d0\u51fa\u3002\u8fd9\u4e00\u65b9\u9762\u662f\u56e0\u4e3a\u6211\u4eec\u5de5\u4f5c\u7684\u72ec\u7279\u6027\uff1a\u6211\u4eec\u4e13\u6ce8\u4e8e\u6784\u5efa\u9488\u5bf9<\/span><\/span><strong><span><span>\u5355\u4e00\u63d0\u793a<\/span><\/span><\/strong><span><span>\u7684\u5f52\u56e0\u56fe\uff0c\u800c\u4e0d\u662f\u6982\u62ec\u6a21\u578b\u5728<\/span><\/span><strong><span><span>\u6574\u4e2a\u4efb\u52a1<\/span><\/span><\/strong><span><span>\u4e2d\u7684\u5de5\u4f5c\u56de\u8def\u7ed3\u6784\u3002\u56e0\u6b64\uff0c\u5f00\u53d1\u66f4\u5b8c\u5584\u7684\u81ea\u52a8\u5316\u65b9\u6cd5\uff0c\u7528\u4e8e\u8bc4\u4f30\u6574\u6761\u89e3\u91ca\u94fe\u6761<\/span><span>\uff08\u5305\u62ec\u7279\u5f81\u3001\u8d85\u8282\u70b9\u4e0e\u5f52\u56e0\u56fe\uff09<\/span><span>\u5728\u53ef\u89e3\u91ca\u6027\u3001\u5145\u5206\u6027\u4e0e\u5fe0\u5b9e\u6027\u4e0a\u7684\u8868\u73b0\uff0c\u662f\u672a\u6765\u7814\u7a76\u7684\u91cd\u8981\u65b9\u5411\u3002\u6709\u5173\u4ee5\u5f80\u5de5\u4f5c\u56de\u8def\u8bc4\u4f30\u65b9\u6cd5\u7684\u66f4\u591a\u5185\u5bb9\uff0c\u53ef\u53c2\u9605 \u00a79 \u201c\u76f8\u5173\u5de5\u4f5c\u201d\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u8de8\u5c42\u8f6c\u7801\u5668\u8bc4\u4f30<\/span><\/span><\/h3>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span style=\"text-decoration: underline\">CLT\u7279\u5f81\u7684\u5b9a\u6027\u8bc4\u4f30<\/span><\/span><\/strong><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e3a\u4e86\u8ba9CLT<\/span><span>\uff08Cross-Layer Transcoder\uff0c\u8de8\u5c42\u8f6c\u7801\u5668\uff09<\/span><span>\u7279\u5f81\u5bf9\u6211\u4eec\u6709\u4ef7\u503c\uff0c\u5b83\u4eec\u5fc5\u987b\u662f<\/span><\/span><strong><span><span>\u4eba\u7c7b\u53ef\u89e3\u91ca\u7684<\/span><\/span><\/strong><span><span>\uff08\u4e5f\u8bb8\u5728\u672a\u6765\uff0c\u53ea\u8981\u80fd\u88abAI\u89e3\u91ca\u5c31\u8db3\u591f\u4e86\uff09<\/span><span>\u3002\u53ef\u89e3\u91ca\u6027\u5f52\u6839\u7ed3\u5e95\u662f\u4e00\u79cd<\/span><\/span><strong><span><span>\u5b9a\u6027\u5c5e\u6027<\/span><\/span><\/strong><span><span>\u2014\u2014\u8861\u91cf\u4e00\u4e2a\u7279\u5f81\u662f\u5426\u6613\u4e8e\u7406\u89e3\u7684\u6700\u4f73\u65b9\u6cd5\uff0c\u662f<\/span><\/span><strong><span><span>\u89c2\u5bdf\u5b83\u5728\u6a21\u578b\u4e2d\u7684\u5b9e\u9645\u4f5c\u7528<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e00\u79cd\u6807\u51c6\u4f46\u5e76\u4e0d\u5b8c\u5907\u7684\u7406\u89e3\u65b9\u5f0f\uff0c\u662f\u67e5\u770b\u8be5\u7279\u5f81\u5728\u4f55\u79cd\u6570\u636e\u6837\u672c\u4e2d\u88ab\u6fc0\u6d3b<\/span><span>\uff08\u6211\u4eec\u5c06\u8fd9\u4e9b\u88ab\u6fc0\u6d3b\u6837\u672c\u7684\u96c6\u5408\u79f0\u4e3a\u201c<\/span><\/span><strong><span><span>\u7279\u5f81\u53ef\u89c6\u5316<\/span><\/span><\/strong><span><span>\u201d\uff09<\/span><span>\u3002\u6211\u4eec\u5728\u672c\u6587\u540e\u7eed\u7684\u5de5\u4f5c\u56de\u8def\u6848\u4f8b\u7814\u7a76\u4e2d<\/span><span>\uff08\u4ee5\u53ca\u914d\u5957\u8bba\u6587\u4e2d\uff09<\/span><span>\u63d0\u4f9b\u4e86<\/span><\/span><strong><span><span>\u6210\u5343\u4e0a\u4e07\u4e2a\u8fd9\u6837\u7684\u7279\u5f81\u53ef\u89c6\u5316\u793a\u4f8b<\/span><\/span><\/strong><span><span>\u3002\u6b64\u5916\uff0c\u6211\u4eec\u8fd8\u5c55\u793a\u4e86<\/span><\/span><strong><span><span>\u4ece\u6bcf\u4e2a\u6a21\u578b\u7684\u4e0d\u540c\u5c42\u4e2d\u968f\u673a\u62bd\u53d6\u768450\u4e2a\u7279\u5f81<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u7684\u7279\u5f81\u53ef\u89c6\u5316\u5c55\u793a\u4e86\u8be5\u7279\u5f81\u88ab\u5f3a\u70c8\u6fc0\u6d3b\u65f6\uff0c\u6765\u81ea\u82e5\u5e72\u516c\u5f00\u6570\u636e\u96c6<\/span><span>\uff08\u5305\u62ec&nbsp;<\/span><\/span><strong><span><span>Common Corpus<\/span><\/span><\/strong><span><span>\u3001\u53bb\u9664\u4e66\u7c4d\u90e8\u5206\u7684&nbsp;<\/span><\/span><strong><span><span>The Pile<\/span><\/span><\/strong><span><span>&nbsp;[27]\u3001<\/span><\/span><strong><span><span>LMSYS Chat 1m<\/span><\/span><\/strong><span><span>&nbsp;[28] \u4ee5\u53ca&nbsp;<\/span><\/span><strong><span><span>Isotonic \u4eba\u673a\u5bf9\u8bdd<\/span><\/span><\/strong><span><span>\uff09<\/span><span>\u4e2d\u7684\u6837\u672c\u7247\u6bb5\u3002\u540c\u65f6\u4e5f\u5305\u542b\u4e86\u90a3\u4e9b\u4ee5\u4e0d\u540c\u6fc0\u6d3b\u5f3a\u5ea6\uff08\u4ece\u6700\u5927\u6fc0\u6d3b\u9010\u6b65\u8fc7\u6e21\u81f3\u96f6\uff09\u6fc0\u6d3b\u8be5\u7279\u5f81\u7684\u4f8b\u5b50\u3002<\/span><\/span><strong><span><span>\u9ad8\u4eae\u90e8\u5206\u8868\u793a\u8be5\u7279\u5f81\u5728\u7279\u5b9a\u8bcd\u5143\u4f4d\u7f6e\u7684\u6fc0\u6d3b\u5f3a\u5ea6<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u8fd8\u5c55\u793a\u4e86\u8be5\u7279\u5f81<\/span><\/span><strong><span><span>\u901a\u8fc7\u53cd\u5d4c\u5165\u5c42\uff08unembedding layer\uff09\u76f4\u63a5\u8fde\u63a5\u6240\u6700\u5f3a\u70c8\u4fc3\u8fdb\u6216\u6291\u5236\u7684\u8f93\u51fa\u8bcd\u5143<\/span><\/span><\/strong><span><span>\uff08\u9700\u8981\u6ce8\u610f\u7684\u662f\uff0c\u8fd9\u4e9b\u4fe1\u606f\u901a\u5e38\u5728\u6a21\u578b\u8f83\u540e\u5c42\u7684\u7279\u5f81\u4e2d\u66f4\u5177\u53c2\u8003\u4ef7\u503c\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.2755102040816326\" data-type=\"png\" data-w=\"784\" style=\"width:100%\" data-width=\"784\" data-height=\"216\" data-backw=\"562\" data-backh=\"155\" data-imgfileid=\"100233248\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-f195001a495603095d87692d572cce0b.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u4e00\u4e2a\u975e\u5e38\u7c97\u7565\u7684\u5c42\u9762\u4e0a\uff0c\u6211\u4eec\u53d1\u73b0CLT\u7279\u5f81\u5927\u81f4\u53ef\u4ee5\u5206\u4e3a\u4ee5\u4e0b\u51e0\u7c7b\uff1a<\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u8f93\u5165\u7279\u5f81<\/span><\/span><\/strong><span><span>\uff1a\u8fd9\u4e9b\u7279\u5f81\u8868\u793a\u6587\u672c\u7684\u4f4e\u5c42\u5c5e\u6027\uff0c\u6bd4\u5982\u5177\u4f53\u7684\u8bcd\u5143\u6216\u77ed\u8bed\u3002\u5927\u591a\u6570\u65e9\u671f\u5c42\u7684\u7279\u5f81\u5c5e\u4e8e\u8fd9\u4e00\u7c7b\uff0c\u4f46\u4e2d\u95f4\u5c42\u548c\u540e\u671f\u5c42\u4e2d\u4e5f\u4ecd\u5b58\u5728\u8fd9\u7c7b\u7279\u5f81\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u8bed\u5883\u62bd\u8c61\u7279\u5f81<\/span><\/span><\/strong><span><span>\uff1a\u8fd9\u4e9b\u7279\u5f81\u7684\u6fc0\u6d3b\u8868\u793a\u4e0a\u4e0b\u6587\u4e2d\u7684\u67d0\u79cd\u66f4\u62bd\u8c61\u7684\u5c5e\u6027\u3002\u4f8b\u5982\uff0c\u4e00\u4e2a\u4ee3\u8868\u201c\u6df7\u5408\u5e38\u89c1\u6e05\u6d01\u5242\u7684\u5371\u9669\u201d\u7684\u7279\u5f81\u3002\u8fd9\u4e9b\u7279\u5f81\u901a\u5e38\u51fa\u73b0\u5728\u6a21\u578b\u7684\u4e2d\u540e\u5c42\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u529f\u80fd\u6027\u7279\u5f81<\/span><\/span><\/strong><span><span>\uff1a\u8fd9\u7c7b\u7279\u5f81\u5728\u6a21\u578b\u4e2d\u6267\u884c\u67d0\u79cd\u529f\u80fd\uff0c\u6bd4\u5982\u201c\u52a09\u201d\u7279\u5f81\uff0c\u5b83\u4fc3\u4f7f\u6a21\u578b\u8f93\u51fa\u4e00\u4e2a\u6bd4\u4e0a\u4e0b\u6587\u4e2d\u53e6\u4e00\u4e2a\u6570\u5b57\u59279\u7684\u6570\u5b57\u3002\u8fd9\u7c7b\u7279\u5f81\u4e5f\u4e3b\u8981\u51fa\u73b0\u5728\u4e2d\u540e\u5c42\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u8f93\u51fa\u7279\u5f81<\/span><\/span><\/strong><span><span>\uff1a\u8fd9\u4e9b\u7279\u5f81\u7684\u6fc0\u6d3b\u4f1a\u4fc3\u8fdb\u7279\u5b9a\u7684\u8f93\u51fa\u8bcd\u5143\u6216\u8005\u67d0\u7c7b\u8bcd\u5143\u7684\u751f\u6210\u3002\u4f8b\u5982\uff0c\u201c\u8bf4\u51fa\u4e00\u4e2a\u5dde\u5e9c\u540d\u201d\u7279\u5f81\uff0c\u4f1a\u63d0\u5347\u4e0e\u7f8e\u56fd\u5404\u5dde\u9996\u5e9c\u540d\u79f0\u5bf9\u5e94\u7684\u8bcd\u5143\u7684\u6982\u7387\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u591a\u4e49\u7279\u5f81<\/span><\/span><\/strong><span><span>\uff1a\u5c24\u5176\u662f\u5728\u6a21\u578b\u7684\u65e9\u671f\u5c42\u4e2d\uff0c\u5b58\u5728\u4e00\u4e9b\u540c\u65f6\u5bf9\u591a\u4e2a\u4e0d\u76f8\u5173\u6982\u5ff5\u6fc0\u6d3b\u7684\u7279\u5f81\uff0c\u4f8b\u5982\u67d0\u4e2a\u7279\u5f81\u4f1a\u5bf9\u201crhythm\u201d<\/span><span>\uff08\u8282\u594f\uff09<\/span><span>\u3001Michael Jordan\uff0c\u4ee5\u53ca\u5176\u4ed6\u4e00\u4e9b\u65e0\u5173\u6982\u5ff5\u6fc0\u6d3b\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e0e\u6211\u4eec\u6b64\u524d\u5728\u8de8\u7f16\u7801\u5668\u7814\u7a76\u4e2d\u7684\u53d1\u73b0\u4e00\u81f4 [15]\uff0c\u6211\u4eec\u8fd8\u89c2\u5bdf\u5230\u4e0d\u540c\u7279\u5f81\u7684\u8f93\u51fa\u5728\u6a21\u578b\u5c42\u7ea7\u4e2d\u201c\u5b58\u5728\u201d\u7684\u7a0b\u5ea6\u4e5f\u6709\u5dee\u5f02\uff1a\u6709\u4e9b\u7279\u5f81\u4e3b\u8981\u53c2\u4e0e\u91cd\u5efa\u4e00\u4e2a\u6216\u5c11\u6570\u51e0\u4e2a\u5c42\uff0c\u800c\u53e6\u4e00\u4e9b\u7279\u5f81\u5219\u5728\u6a21\u578b\u7684\u6700\u540e\u4e00\u5c42\u4ecd\u7136\u6709\u5f3a\u8f93\u51fa\uff0c\u5927\u591a\u6570\u7279\u5f81\u4ecb\u4e8e\u4e24\u8005\u4e4b\u95f4\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6b64\u5916\uff0c\u6211\u4eec\u6ce8\u610f\u5230\uff0c<\/span><\/span><strong><span><span>Haiku\u6a21\u578b\u4e2d\u6240\u5b66\u4e60\u5230\u7684\u62bd\u8c61\u7279\u5f81\u666e\u904d\u6bd4\u8f83\u4e30\u5bcc<\/span><\/span><\/strong><span><span>\uff0c\u6bd4\u8d77\u8f83\u5c0f\u768418L\u6a21\u578b\u5c55\u73b0\u51fa\u66f4\u590d\u6742\u3001\u66f4\u9ad8\u9636\u7684\u80fd\u529b\uff0c\u8fd9\u4e0e\u8be5\u6a21\u578b\u66f4\u5f3a\u7684\u6574\u4f53\u6027\u80fd\u76f8\u4e00\u81f4\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold;text-decoration: underline\">CLT\u7684\u5b9a\u91cf\u8bc4\u4f30<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728&nbsp;<\/span><\/span><strong><span><span>\u7b2c2.2\u8282\u300a\u4ece\u8de8\u5c42\u8f6c\u7801\u5668\u5230\u66ff\u4ee3\u6a21\u578b\u300b<\/span><\/span><\/strong><span><span>&nbsp;\u4e2d\uff0c\u6211\u4eec\u8bc4\u4f30\u4e86CLT\u662f\u5426\u80fd\u591f\u91cd\u73b0\u539f\u59cb\u6a21\u578b\u7684\u8ba1\u7b97\u8fc7\u7a0b\u3002\u672c\u6587\u4e2d\uff0c\u6211\u4eec\u8fdb\u4e00\u6b65\u6d4b\u91cf\u4e86&nbsp;<\/span><\/span><strong><span><span>\u91cd\u5efa\u8bef\u5dee<\/span><\/span><\/strong><span><span>\u3001<\/span><\/span><strong><span><span>\u7a00\u758f\u6027<\/span><\/span><\/strong><span><span>\uff08\u4ee5\u201cL0\u201d\u8868\u793a\uff0c\u5373\u6bcf\u4e2a\u8f93\u5165\u8bcd\u5143\u5e73\u5747\u6fc0\u6d3b\u7684\u7279\u5f81\u6570\u91cf\uff09<\/span><span>\u4ee5\u53ca<\/span><\/span><strong><span><span>\u7279\u5f81\u53ef\u89e3\u91ca\u6027<\/span><\/span><\/strong><span><span>\u3002\u968f\u7740CLT\u89c4\u6a21\u7684\u6269\u5927\uff0c\u6211\u4eec\u89c2\u5bdf\u5230\u5728\u91cd\u5efa\u8bef\u5dee\u548c\u7a00\u758f\u6027\u65b9\u9762\u51fa\u73b0\u4e86\u5e15\u7d2f\u6258\u6539\u8fdb\uff1a\u572818L\u6a21\u578b\u4e2d\uff0c\u91cd\u5efa\u8bef\u5dee\u5728L0\u503c\u57fa\u672c\u56fa\u5b9a\u7684\u60c5\u51b5\u4e0b\u4e0b\u964d\uff1b\u5728Haiku\u6a21\u578b\u4e2d\uff0c\u91cd\u5efa\u8bef\u5dee\u548cL0\u503c\u90fd\u4e0b\u964d\u4e86\u3002\u5728\u6211\u4eec\u6700\u5927\u768418L\u5b9e\u9a8c\u4e2d<\/span><span>\uff08\u4f7f\u7528\u4e861000\u4e07\u4e2a\u7279\u5f81\uff09<\/span><span>\uff0c\u6211\u4eec\u83b7\u5f97\u4e86\u5927\u7ea6&nbsp;<\/span><\/span><strong><span><span>11.5% \u7684\u5f52\u4e00\u5316\u5e73\u5747\u91cd\u5efa\u8bef\u5dee<\/span><\/span><\/strong><span><span>\uff0c\u4ee5\u53ca&nbsp;<\/span><\/span><strong><span><span>88 \u7684\u5e73\u5747L0<\/span><\/span><\/strong><span><span>\u3002\u5728\u6700\u5927\u7684Haiku\u5b9e\u9a8c\u4e2d<\/span><span>\uff08\u4f7f\u7528\u4e863000\u4e07\u4e2a\u7279\u5f81\uff09<\/span><span>\uff0c\u6211\u4eec\u83b7\u5f97\u4e86&nbsp;<\/span><\/span><strong><span><span>21.7% \u7684\u5f52\u4e00\u5316\u91cd\u5efa\u8bef\u5dee<\/span><\/span><\/strong><span><span>\uff0c\u4ee5\u53ca&nbsp;<\/span><\/span><strong><span><span>235 \u7684\u5e73\u5747L0<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u8fd8\u4f7f\u7528\u4e24\u4e2a\u7531LLM<\/span><span>\uff08\u5927\u8bed\u8a00\u6a21\u578b\uff09<\/span><span>\u9a71\u52a8\u7684\u5b9a\u91cf\u6307\u6807\u6765\u8bc4\u4f30\u7279\u5f81\u7684\u53ef\u89e3\u91ca\u6027\uff0c\u8fd9\u4e24\u4e2a\u65b9\u6cd5\u5728\u6587\u732e [29] \u4e2d\u6709\u8be6\u7ec6\u4ecb\u7ecd\uff1a<\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>Sort Eval\uff08\u6392\u5e8f\u8bc4\u4f30\uff09<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u968f\u673a\u62bd\u53d6\u4e24\u4e2a\u7279\u5f81\uff0c\u5e76\u627e\u51fa\u5728\u6570\u636e\u96c6\u4e2d\u6700\u5f3a\u6fc0\u6d3b\u8fd9\u4e9b\u7279\u5f81\u7684\u6837\u672c\u96c6\u5408\u3002\u6211\u4eec\u5c06\u8fd9\u4e24\u4e2a\u96c6\u5408\u5c55\u793a\u7ed9 Claude<\/span><span>\uff08Anthropic\u7684\u5927\u8bed\u8a00\u6a21\u578b\uff09<\/span><span>\uff0c\u5305\u62ec\u6bcf\u4e2a\u8bcd\u5143\u7684\u7279\u5f81\u6fc0\u6d3b\u4fe1\u606f\u3002\u63a5\u7740\u6211\u4eec\u5c55\u793a\u4e00\u4e9b\u53ea\u6fc0\u6d3b\u5176\u4e2d\u4e00\u4e2a\u7279\u5f81\u7684\u6837\u672c\uff0c\u8981\u6c42Claude\u5224\u65ad\u8fd9\u4e9b\u6837\u672c\u5c5e\u4e8e\u54ea\u4e2a\u7279\u5f81\u3002\u6700\u7ec8\u5f97\u5206\u4e3aClaude\u5224\u65ad\u6b63\u786e\u7684\u6982\u7387\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>Contrastive Eval\uff08\u5bf9\u6bd4\u8bc4\u4f30\uff09<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u4f7f\u7528Claude\u751f\u6210\u4e00\u5bf9\u5185\u5bb9\u548c\u7ed3\u6784\u76f8\u4f3c\u4f46\u5728\u67d0\u4e00\u70b9\u4e0a\u6709\u6240\u4e0d\u540c\u7684\u63d0\u793a\u8bed<\/span><span>\uff08prompt\uff09<\/span><span>\uff0c\u7136\u540e\u627e\u51fa\u4ec5\u5728\u5176\u4e2d\u4e00\u4e2a\u63d0\u793a\u8bed\u4e0a\u6fc0\u6d3b\u7684\u7279\u5f81\u96c6\u5408\u3002\u6211\u4eec\u5c06\u8fd9\u4e9b\u7279\u5f81\u7684\u53ef\u89c6\u5316\u3001\u4e24\u4e2a\u63d0\u793a\u8bed\u540c\u65f6\u5c55\u793a\u7ed9Claude\uff0c\u5e76\u8ba9\u5b83\u5224\u65ad\u54ea\u4e00\u4e2a\u63d0\u793a\u8bed\u6fc0\u6d3b\u4e86\u8be5\u7279\u5f81\u3002\u6700\u7ec8\u5f97\u5206\u4e3aClaude\u5728\u591a\u8f6e\u6d4b\u8bd5\u4e2d\u9884\u6d4b\u6b63\u786e\u63d0\u793a\u8bed\u7684\u6982\u7387\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u53d1\u73b0\uff0c\u8fd9\u4e24\u79cd\u6307\u6807\u90fd\u8868\u660e\uff1a<\/span><\/span><strong><span><span>\u968f\u7740CLT\u89c4\u6a21\u6269\u5927\uff0c\u5176\u7279\u5f81\u7684\u8d28\u91cf\u5728\u53ef\u89e3\u91ca\u6027\u4e0e\u91cd\u5efa\u6548\u679c\u4e0a\u540c\u6b65\u63d0\u5347<\/span><\/span><\/strong><span><span>\uff08\u5177\u4f53\u6570\u636e\u53ef\u89c1\u4e0b\u65b9\u56fe\u8868\uff09<\/span><span>^30\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u8fd8\u5c06CLT\u4e0e\u4e24\u4e2a\u57fa\u7ebf\u65b9\u6cd5\u8fdb\u884c\u4e86\u6bd4\u8f83\uff1a<\/span><\/span><strong><span><span>\u6bcf\u5c42\u8f6c\u7801\u5668\uff08Per-layer transcoders, PLTs\uff09<\/span><\/span><\/strong><span><span>\uff1a\u5728\u6a21\u578b\u7684\u6bcf\u4e00\u5c42\u5206\u522b\u8bad\u7ec3\u7684\u8f6c\u7801\u5668\u3002<\/span><\/span><strong><span><span>\u539f\u59cb\u795e\u7ecf\u5143\uff08Raw neurons\uff09<\/span><\/span><\/strong><span><span>\uff1a\u76f4\u63a5\u4f7f\u7528\u6a21\u578b\u539f\u59cb\u795e\u7ecf\u5143\uff0c\u5728\u4e0d\u540c\u6fc0\u6d3b\u9608\u503c\u4e0b\u8fdb\u884c\u9009\u62e9\u3002\u7ed3\u679c\u8868\u660e\uff1a<\/span><\/span><strong><span><span>\u5728\u6240\u6709\u8bc4\u4f30\u6307\u6807\u4e0a\uff0cCLTs\u7684\u8868\u73b0\u4f18\u4e8ePLTs\uff0c\u4e14CLTs\u548cPLTs\u90fd\u8fdc\u4f18\u4e8e\u4f7f\u7528\u9608\u503c\u7684\u539f\u59cb\u795e\u7ecf\u5143\u5728\u5e15\u7d2f\u6258\u8fb9\u754c\u4e0a\u7684\u6027\u80fd\u8868\u73b0<\/span><\/span><\/strong><span><span>\u3002 31<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.6333333333333333\" data-type=\"png\" data-w=\"1080\" data-width=\"1407\" data-height=\"891\" data-imgfileid=\"100233252\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-973f90aae518a35d427b6023db98b44b.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 15px\"><span style=\"font-size: 13px\"><span>\u56fe23\uff1a\u5bf918L\u6a21\u578b\u62df\u5408\u7684\u591a\u79cd\u5b57\u5178\u7c7b\u578b\u7684\u91cd\u5efa\u8bef\u5dee\u4e0e\u7a00\u758f\u6027 \/ \u53ef\u89e3\u91ca\u6027\u5f97\u5206<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 15px\"><span style=\"font-size: 13px\"><span>\u56fe24\uff1a18L\u4e0eHaiku\u6a21\u578b\u7684\u91cd\u5efa\u8bef\u5dee\u548c\u7a00\u758f\u6027 \/ \u53ef\u89e3\u91ca\u6027\u5bf9\u6bd4<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u5f52\u56e0\u56fe\u8bc4\u4f30<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728&nbsp;<\/span><\/span><strong><span><span>\u7b2c3\u8282\u201c\u5f52\u56e0\u56fe\u201d<\/span><\/span><\/strong><span><span>&nbsp;\u4e2d\uff0c\u6211\u4eec\u4e3b\u8981\u901a\u8fc7<\/span><\/span><strong><span><span>\u5b9a\u6027\u89c2\u5bdf<\/span><\/span><\/strong><span><span>\u6765\u5206\u6790\u5f52\u56e0\u56fe\u7684\u7ed3\u6784\u4e0e\u7279\u5f81\u3002\u800c\u5728\u672c\u8282\u4e2d\uff0c\u6211\u4eec\u5c06\u5c55\u5f00\u66f4\u4e3a<\/span><\/span><strong><span><span>\u5b9a\u91cf\u7684\u8bc4\u4f30<\/span><\/span><\/strong><span><span>\uff0c\u7528\u4e8e\u6bd4\u8f83\u4e0d\u540c\u7684\u65b9\u6cd5\u9009\u62e9<\/span><span>\uff08\u4f8b\u5982\u4f7f\u7528\u54ea\u79cd\u8f6c\u7801\u5668\uff09<\/span><span>\u4ee5\u53ca\u8bcd\u5178\u89c4\u6a21\u7684\u5dee\u5f02\u3002\u5728\u63a5\u4e0b\u6765\u7684\u6bcf\u4e2a\u5c0f\u8282\u4e2d\uff0c\u6211\u4eec\u5c06\u4ecb\u7ecd\u4e00\u4e2a\u8bc4\u4f30\u6307\u6807\uff0c\u5e76\u4f7f\u7528\u4e09\u79cd\u65b9\u6cd5\u751f\u6210\u7684\u5f52\u56e0\u56fe\u8fdb\u884c\u6bd4\u8f83\uff1a<\/span><\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u8de8\u5c42\u8f6c\u7801\u5668\uff08CLT\uff09<\/span><\/span><\/strong><span><span>\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u9010\u5c42\u8f6c\u7801\u5668\uff08Per-layer Transcoders, PLT\uff09<\/span><\/span><\/strong><span><span>\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6a21\u578b\u4e2d\u539f\u59cb\u795e\u7ecf\u5143\u8fdb\u884c\u9608\u503c\u5316\u540e\u7684\u7ed3\u679c\uff08thresholded neurons\uff09<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e3a\u4e86\u5c06\u8fd9\u4e9b\u5b9a\u91cf\u8bc4\u4f30\u4e0e\u5b9a\u6027\u89c2\u5bdf\u8fde\u63a5\u8d77\u6765\uff0c\u6211\u4eec\u4f1a\u94fe\u63a5\u4e00\u4e9b\u5728\u7279\u5b9a\u6307\u6807\u4e0a\u8868\u73b0\u7279\u522b\u597d\u6216\u7279\u522b\u5dee\u7684\u5f52\u56e0\u56fe\uff0c\u4ee5\u5c55\u793a\u8be5\u6307\u6807\u7684\u5b9e\u9645\u610f\u4e49\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u5e76\u4e0d\u628a\u8fd9\u4e9b\u6307\u6807\u89c6\u4e3a\u9700\u8981\u4f18\u5316\u7684\u201c\u57fa\u672c\u76ee\u6807\u51fd\u6570\u201d\uff0c\u4f46\u5b83\u4eec\u5728\u8ddf\u8e2a\u8bcd\u5178\u5b66\u4e60<\/span><span>\uff08dictionary learning\uff09<\/span><span>\u8fc7\u7a0b\u4e2d\u7684\u673a\u5668\u5b66\u4e60\u6539\u8fdb\u3001\u4ee5\u53ca\u53d1\u73b0\u6211\u4eec\u65b9\u6cd5\u5728\u67d0\u4e9b\u63d0\u793a\u8bcd\u4e0a\u6548\u679c\u4e0d\u4f73\u7684\u60c5\u51b5\u65f6\uff0c\u53d1\u6325\u4e86\u91cd\u8981\u4f5c\u7528\u3002<\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;h4&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span style=\"text-decoration: underline\">\u00a7&nbsp;<\/span><\/span><span style=\"font-size: 15px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;h4&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span style=\"font-weight: bold;text-decoration: underline\">5.2.1&nbsp;<\/span><\/span><span style=\"font-size: 15px\"><span style=\"font-weight: bold;text-decoration: underline\">\u8282\u70b9\u5f71\u54cd\u529b\u7684\u8ba1\u7b97<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u7684\u56fe\u8bc4\u4f30\u6307\u6807\u4f9d\u8d56\u4e8e\u201c<\/span><\/span><strong><span><span>\u95f4\u63a5\u5f71\u54cd\u77e9\u9635\uff08indirect influence matrix\uff09<\/span><\/span><\/strong><span><span>\u201d\u7684\u8ba1\u7b97\u3002\u7b80\u5355\u6765\u8bf4\uff0c\u8fd9\u4e2a\u77e9\u9635\u8861\u91cf\u7684\u662f\u56fe\u4e2d\u4efb\u610f\u4e24\u4e2a\u8282\u70b9\u4e4b\u95f4\u901a\u8fc7\u6240\u6709\u53ef\u80fd\u8def\u5f84<\/span><\/span><strong><span><span>\u4ea7\u751f\u7684\u5f71\u54cd\u529b\u603b\u548c\u3002\u57fa\u4e8e\u8fd9\u4e2a\u77e9\u9635\uff0c\u6211\u4eec\u53ef\u4ee5\u5f97\u5230\u4e00\u4e2a\u81ea\u7136\u7684\u8282\u70b9\u201c\u91cd\u8981\u6027\u6307\u6807\u201d\uff1a\u5373\u5b83\u5bf9\u5bf9\u6570\u503c<\/span><\/span><\/strong><span><span>\u8282\u70b9<\/span><span>\uff08\u6700\u7ec8\u8f93\u51fa\uff09<\/span><span>\u7684\u5f71\u54cd\u7a0b\u5ea6\u3002\u540c\u65f6\uff0c\u6211\u4eec\u4e5f\u5e38\u5e38\u6bd4\u8f83\u201c\u9519\u8bef\u8282\u70b9<\/span><span>\uff08error nodes\uff09<\/span><span>\u201d\u548c\u201c\u975e\u9519\u8bef\u8282\u70b9\u201d\u5bf9\u8f93\u51fa\u7684\u5f71\u54cd\u529b\u5927\u5c0f\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6784\u5efa\u8fd9\u4e2a\u95f4\u63a5\u5f71\u54cd\u77e9\u9635\u7684\u8fc7\u7a0b\u5982\u4e0b\uff1a<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u9996\u5148\uff0c\u4ece\u5f52\u56e0\u56fe\u4e2d\u63d0\u53d6\u51fa<\/span><\/span><strong><span><span>\u90bb\u63a5\u77e9\u9635\uff08adjacency matrix\uff09<\/span><\/span><\/strong><span><span>\uff0c\u7136\u540e\u5c06\u5176\u4e2d\u7684\u8fb9\u6743\u503c\u53d6\u7edd\u5bf9\u503c<\/span><span>\uff08\u6216\u7b80\u5355\u5730\u5c06\u8d1f\u503c\u622a\u65ad\u4e3a0\uff09<\/span><span>\uff0c\u5f97\u5230<\/span><\/span><strong><span><span>\u65e0\u7b26\u53f7\u90bb\u63a5\u77e9\u9635<\/span><\/span><\/strong><span><span>\u3002\u63a5\u7740\uff0c\u5bf9\u6bcf\u4e2a\u8282\u70b9\u7684\u8f93\u5165\u8fb9\u8fdb\u884c\u5f52\u4e00\u5316\u5904\u7406\uff0c\u4f7f\u5f97\u5b83\u4eec\u7684\u6743\u91cd\u4e4b\u548c\u4e3a1\u3002\u6211\u4eec\u8bb0\u8fd9\u4e2a\u5f52\u4e00\u5316\u540e\u7684\u90bb\u63a5\u77e9\u9635\u4e3a AAA\uff0c\u5b83\u662f\u4ee5\u201c\u76ee\u6807\u8282\u70b9\u3001\u6e90\u8282\u70b9\u201d\u4e3a\u987a\u5e8f\u8fdb\u884c\u7d22\u5f15\u7684\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u7136\u540e\uff0c\u6211\u4eec\u6784\u9020\u95f4\u63a5\u5f71\u54cd\u77e9\u9635 BBB\uff0c\u5176\u5b9a\u4e49\u4e3a\uff1a<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;72cce011-86f1-4be7-b93f-cca307872e1f&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;B=A+A2+A3+\u22efn&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\" style=\"font-size: 15px\"><span><span>B=A+A2+A3+\u22ef<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u662f\u4e00\u4e2a<\/span><\/span><strong><span><span>Neumann \u7ea7\u6570\uff08Neumann series\uff09<\/span><\/span><\/strong><span><span>\uff0c\u53ef\u4ee5\u9ad8\u6548\u5730\u901a\u8fc7\u77e9\u9635\u8fd0\u7b97\u65b9\u5f0f\u8ba1\u7b97\u4e3a\uff1a<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span data-meta-block-props=\"{&quot;blockId&quot;:&quot;854e4eb3-cca5-4d29-8484-e9d3398a9721&quot;,&quot;blockType&quot;:&quot;EQUATION_BLOCK&quot;,&quot;initData&quot;:{},&quot;props&quot;:{&quot;data&quot;:{&quot;equation&quot;:&quot;B=(I\u2212A)\u22121\u2212In&quot;},&quot;displayMode&quot;:&quot;inline&quot;,&quot;viewType&quot;:&quot;inline&quot;}}\" style=\"font-size: 15px\"><span><span>B=(I\u2212A)\u22121\u2212I<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u77e9\u9635 B\u4e2d\u7684\u6bcf\u4e2a\u5143\u7d20\u8868\u793a\u4ece\u67d0\u4e00\u8282\u70b9\u5230\u53e6\u4e00\u8282\u70b9<\/span><\/span><strong><span><span>\u6240\u6709\u8def\u5f84\u5f3a\u5ea6\u4e4b\u548c<\/span><\/span><\/strong><span><span>\uff0c\u800c\u6bcf\u6761\u8def\u5f84\u7684\u5f3a\u5ea6\u7531\u8def\u5f84\u4e0a\u5404\u8fb9\u7684\u6743\u91cd\u4e58\u79ef\u51b3\u5b9a\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e3a\u4e86\u8ba1\u7b97\u6bcf\u4e2a\u8282\u70b9\u5bf9\u6700\u7ec8\u8f93\u51fa\u5bf9\u6570\u503c\u7684\u5f71\u54cd\u529b\u5f97\u5206\uff0c\u6211\u4eec\u4f1a\u53d6\u51fa\u77e9\u9635B\u4e2d\u6240\u6709\u8f93\u51fa\u5bf9\u6570\u503c<\/span><\/span><strong><span><span>\u8282\u70b9\u5bf9\u5e94\u884c<\/span><\/span><\/strong><span><span>\uff0c\u6839\u636e\u5176\u8f93\u51fa\u6982\u7387\u8fdb\u884c\u52a0\u6743\u5e73\u5747\uff0c\u4ece\u800c\u5f97\u5230\u4e00\u4e2a\u8282\u70b9\u5f71\u54cd\u529b\u8bc4\u5206\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;h4&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span style=\"text-decoration: underline\">\u00a7&nbsp;<\/span><\/span><span style=\"font-size: 15px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;h4&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span style=\"font-weight: bold;text-decoration: underline\">5.2.2&nbsp;<\/span><\/span><span style=\"font-size: 15px\"><span style=\"font-weight: bold;text-decoration: underline\">\u8def\u5f84\u957f\u5ea6\u7684\u6d4b\u91cf\u4e0e\u6bd4\u8f83<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8861\u91cf\u56fe\u7ed3\u6784\u590d\u6742\u6027\u7684\u4e00\u4e2a\u81ea\u7136\u6307\u6807\u662f<\/span><\/span><strong><span><span>\u4ece\u5d4c\u5165\u8282\u70b9\uff08embedding nodes\uff09\u5230\u5bf9\u6570\u503c\u8282\u70b9\u7684\u5e73\u5747\u8def\u5f84\u957f\u5ea6<\/span><\/span><\/strong><span><span>\u3002\u76f4\u89c2\u4e0a\u6765\u8bf4\uff0c<\/span><\/span><strong><span><span>\u8f83\u77ed\u7684\u8def\u5f84\u66f4\u5bb9\u6613\u7406\u89e3<\/span><\/span><\/strong><span><span>\uff0c\u56e0\u4e3a\u5b83\u4eec\u9700\u8981\u89e3\u91ca\u7684\u56e0\u679c\u94fe\u6761\u8f83\u5c11\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e3a\u4e86\u8861\u91cf\u4e0d\u540c\u957f\u5ea6\u8def\u5f84\u7684\u5f71\u54cd\u529b\uff0c\u6211\u4eec\u6784\u9020\u4e00\u7cfb\u5217<\/span><\/span><strong><span><span>\u5f71\u54cd\u77e9\u9635<\/span><\/span><\/strong><span><span>&nbsp;\u3002\u5b9a\u4e49\u4e3a\uff1a<\/span><\/span><sub data-pm-slice=\"0 0 []\"><span><img alt=\"image.png\" class=\"rich_pages wxw-img\" data-ratio=\"0.6043956043956044\" data-type=\"png\" data-w=\"364\" style=\"vertical-align: baseline;width: 54px\" width=\"54\" data-width=\"54px\" data-imgfileid=\"100233280\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-677a5687288d7e209e3ca5977da8a732.png\" \/><img class=\"rich_pages wxw-img\" \/><\/span><\/sub><span><span>\u3002\u8fd9\u8868\u793a\u8def\u5f84\u957f\u5ea6\u5c0f\u4e8e\u7b49\u4e8e \u2113\u7684\u6240\u6709\u8def\u5f84\u5bf9\u8282\u70b9\u5f71\u54cd\u529b\u7684\u7d2f\u52a0\u3002\u8fdb\u4e00\u6b65\u5730\uff0c\u6211\u4eec\u5b9a\u4e49\u4e00\u4e2a\u5f71\u54cd\u529b\u603b\u91cf\u6307\u6807\uff1a<\/span><\/span><\/span><\/p>\n<section style=\"text-align: center\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.2689075630252101\" data-s=\"300,640\" data-type=\"png\" data-w=\"476\" style=\"width:101px;height:27px\" data-imgfileid=\"100233281\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-84a6f2535b738e2815963a1565c7ddf4.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5176\u4e2d e \u8868\u793a\u6240\u6709\u7684\u5d4c\u5165\u8282\u70b9\uff0ct \u662f\u4e00\u4e2a \u5bf9\u6570\u503c\u8282\u70b9\u3002\u4e5f\u5c31\u662f\u8bf4\uff0cP\u2113\u8868\u793a\u5728\u6700\u5927\u8def\u5f84\u957f\u5ea6\u4e3a \u2113 \u65f6\uff0c\u4ece\u5d4c\u5165\u8282\u70b9\u4f20\u9012\u5230\u5bf9\u6570\u503c\u8282\u70b9\u7684\u603b\u5f71\u54cd\u529b\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u4e0b\u56fe\u4e2d\uff0c\u6211\u4eec\u6bd4\u8f83\u4e86\u4e09\u79cd\u65b9\u6cd5\u6240\u6784\u5efa\u7684\u56fe\u5728\u4e0d\u540c\u8def\u5f84\u957f\u5ea6\u4e0b\u7684\u5f71\u54cd\u529b\u5206\u5e03\uff0c\u8fd9\u4e9b\u56fe\u5206\u522b\u7531\uff1a<\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4f7f\u7528 1000 \u4e07\u4e2a\u7279\u5f81\u7684 CLT<\/span><span>\uff08\u8de8\u5c42\u8f6c\u7801\u5668\uff09<\/span><span>\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4f7f\u7528 1000 \u4e07\u4e2a\u7279\u5f81\u7684\u9010\u5c42 PLT<\/span><span>\uff08\u9010\u5c42\u8f6c\u7801\u5668\uff09<\/span><span>\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u9608\u503c\u5316\u540e\u7684\u539f\u59cb\u795e\u7ecf\u5143<\/span><span>\uff08thresholded neurons\uff09<\/span><span>\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6240\u6784\u5efa\uff0c\u5e76\u4e14\u662f\u57fa\u4e8e\u4e00\u4e2a<\/span><\/span><strong><span><span>\u9884\u8bad\u7ec3\u63d0\u793a\u8bcd\u6570\u636e\u96c6<\/span><\/span><\/strong><span><span>\u751f\u6210\u7684\uff08\u672a\u7ecf\u8fc7\u88c1\u526a\uff09\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.6880733944954128\" data-type=\"png\" data-w=\"981\" data-width=\"981\" data-height=\"675\" data-imgfileid=\"100233250\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-fa5637e37681919a034d60e3ae56231d.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.5em\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md071bd81248\" data-pm-slice=\"0 0 []\"><span>\u56fe 25\uff1a\u4e0d\u540c\u5b57\u5178\u7c7b\u578b\u5728\u8def\u5f84\u957f\u5ea6\u4e0b\u7684\u5e73\u5747\u7d2f\u8ba1\u5f71\u54cd\u529b\u5bf9\u6bd4\u3002\u8def\u5f84\u8d8a\u77ed\uff0c\u56e0\u679c\u94fe\u6761\u8d8a\u5bb9\u6613\u8ffd\u8e2a\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8de8\u5c42\u8f6c\u7801\u5668\u6700\u91cd\u8981\u7684\u4f18\u52bf\u4e4b\u4e00\u662f\u5b83\u4eec\u663e\u8457\u7f29\u77ed\u4e86\u56fe\u4e2d\u7684\u8def\u5f84\u957f\u5ea6\u3002\u4e3a\u4e86\u66f4\u76f4\u89c2\u5730\u7406\u89e3\u8fd9\u4e00\u8d28\u53d8\u5e26\u6765\u7684\u5dee\u5f02\uff0c\u6211\u4eec\u9080\u8bf7\u8bfb\u8005\u67e5\u770b\u540c\u4e00\u63d0\u793a\u4e0b\uff0c\u4e0d\u540c\u66ff\u4ee3\u6a21\u578b\u6240\u751f\u6210\u7684\u56fe\u5bf9\u6bd4\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u53d1\u73b0\uff0c\u8de8\u5c42\u8f6c\u7801\u5668\u7f29\u77ed\u8def\u5f84\u7684\u4e00\u4e2a\u5173\u952e\u673a\u5236\u5728\u4e8e<\/span><\/span><strong><span><span>\u201c\u653e\u5927\u201d\uff08amplification\uff09<\/span><\/span><\/strong><span><span>\u7ed3\u6784\u7684\u538b\u7f29\u2014\u2014\u5373\u4e00\u7cfb\u5217\u76f8\u4f3c\u7279\u5f81\u5728\u4e0d\u540c\u5c42\u4e2d\u8fde\u7eed\u6fc0\u6d3b\u5f7c\u6b64\u7684\u60c5\u51b5\u3002\u4f8b\u5982\uff0c\u5728\u63d0\u793a\u8bcd&nbsp;<\/span><\/span><em><span><span>Zagreb:Croatia::Copenhagen:<\/span><\/span><\/em><span><span>&nbsp;\u4e2d\uff0c\u4f7f\u7528\u9010\u5c42\u8f6c\u7801\u5668<\/span><span>\uff08per-layer transcoder\uff09<\/span><span>\u65f6\uff0c\u6a21\u578b\u4f1a\u6cbf\u7740\u4e00\u6761\u957f\u5ea6\u4e3a 7 \u7684\u8def\u5f84\u4f20\u9012\uff0c\u8be5\u8def\u5f84\u5168\u90e8\u7531 \u201cCopenhagen\u201d \u76f8\u5173\u7279\u5f81\u7ec4\u6210\uff1b\u800c\u4f7f\u7528\u8de8\u5c42\u8f6c\u7801\u5668\u65f6\uff0c\u8fd9\u4e9b\u7279\u5f81\u88ab\u6574\u4f53\u538b\u7f29\u4e3a\u7b2c 1 \u5c42\u4e2d\u7684\u82e5\u5e72\u7279\u5f81\uff0c\u5927\u5927\u7b80\u5316\u4e86\u8def\u5f84\u7ed3\u6784\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.6592592592592592\" data-type=\"png\" data-w=\"1080\" data-width=\"1343\" data-height=\"886\" data-imgfileid=\"100233257\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-8e698d3ff22baa318906a6255947951d.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md072hca1a6y\" data-pm-slice=\"0 0 []\"><span>\u56fe 26\uff1a\u4e0e\u9010\u5c42\u8f6c\u7801\u5668\uff08PLTs\uff09\u76f8\u6bd4\uff0c\u8de8\u5c42\u8f6c\u7801\u5668\uff08CLTs\uff09\u751f\u6210\u7684\u56fe\u7ed3\u6784\u66f4\u4e3a\u7b80\u6d01\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u4e2a\u4f8b\u5b50\u5c55\u793a\u4e86\u5c06\u591a\u5c42\u4e2d\u91cd\u590d\u8ba1\u7b97\u7684\u653e\u5927\u8fc7\u7a0b\u6574\u5408\u4e3a\u5355\u4e2a\u8de8\u5c42\u7279\u5f81<\/span><span>\uff08CLT\uff09<\/span><span>\u7684\u5229\u4e0e\u5f0a\u3002\u4e00\u65b9\u9762\uff0c\u8fd9\u79cd\u6574\u5408\u6781\u5927\u5730\u63d0\u9ad8\u4e86\u53ef\u89e3\u91ca\u6027\u3002CLT \u80fd\u81ea\u52a8\u5c06\u91cd\u590d\u7684\u8ba1\u7b97\u538b\u7f29\u4e3a\u4e00\u4e2a\u7279\u5f81\uff0c\u65e0\u9700\u4e8b\u540e\u5206\u6790\u6216\u805a\u7c7b\u5904\u7406\u3002\u6b64\u5916\uff0c\u5b83\u8fd8\u80fd\u964d\u4f4e\u201c\u94fe\u6761\u4e2d\u65ad\u201d<\/span><span>\uff08chain-breaking\uff09<\/span><span>\u7684\u98ce\u9669\u2014\u2014\u5728\u653e\u5927\u94fe\u6761\u4e2d\u7684\u67d0\u4e00\u6b65\u82e5\u7f3a\u5931\u4e86\u76f8\u5173\u7279\u5f81\uff0c\u5c31\u65e0\u6cd5\u7ee7\u7eed\u8ffd\u6eaf\u56fe\u4e2d\u7684\u56e0\u679c\u8def\u5f84\uff0c\u800c CLT \u7684\u6574\u5408\u53ef\u4ee5\u907f\u514d\u8fd9\u79cd\u4e2d\u65ad\u3002\u53e6\u4e00\u65b9\u9762\uff0c\u8fd9\u79cd\u6574\u5408\u4f1a\u5e26\u6765<\/span><\/span><strong><span><span>\u56e0\u679c\u7ed3\u6784\u504f\u79bb<\/span><\/span><\/strong><span><span>\u7684\u95ee\u9898\u3002CLT \u8868\u793a\u7684\u673a\u5236\u5e76\u4e0d\u5b8c\u5168\u7b49\u540c\u4e8e\u539f\u59cb\u6a21\u578b\u7684\u771f\u5b9e\u673a\u5236\uff0c\u56e0\u6b64\u5b58\u5728\u66ff\u4ee3\u6a21\u578b<\/span><span>\uff08replacement model\uff09<\/span><span>\u4e0e\u5e95\u5c42\u6a21\u578b\u884c\u4e3a\u4e0d\u4e00\u81f4\u7684\u98ce\u9669\u3002\u5728\u4e0a\u9762\u7684\u4f8b\u5b50\u4e2d\uff0c\u6211\u4eec\u89c2\u5bdf\u5230\u4e00\u7ec4 \u201cCopenhagen\u201d \u7279\u5f81\u6fc0\u6d3b\u4e86\u4e00\u4e2a \u201cDenmark\u201d \u7279\u5f81\uff0c\u7136\u540e\u5f62\u6210\u4e86 Copenhagen \u4e0e Denmark \u7279\u5f81\u4e4b\u95f4\u7684\u4e92\u76f8\u5f3a\u5316\u94fe\u6761\u3002\u8fd9\u4e2a\u52a8\u6001\u8fc7\u7a0b\u5728 CLT \u56fe\u4e2d\u662f\u4e0d\u53ef\u89c1\u7684\u3002\u5982\u679c\u8fd9\u4e2a\u673a\u5236\u5728\u5e95\u5c42\u6a21\u578b\u4e2d\u771f\u5b9e\u5b58\u5728\uff0c\u90a3\u5c31\u8bf4\u660e CLT \u5728\u6b64\u5904\u662f\u673a\u5236\u4e0a\u4e0d\u5fe0\u5b9e\u7684\u4e00\u4e2a\u4f8b\u5b50\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;h4&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span style=\"text-decoration: underline\">\u00a7&nbsp;<\/span><\/span><span style=\"font-size: 15px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;h4&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span style=\"font-weight: bold;text-decoration: underline\">5.2.3&nbsp;<\/span><\/span><span style=\"font-size: 15px\"><span style=\"font-weight: bold;text-decoration: underline\">\u8bc4\u4f30\u4e0e\u6bd4\u8f83\u56fe\u7684\u5b8c\u6574\u6027<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7531\u4e8e\u6211\u4eec\u7684\u66ff\u4ee3\u6a21\u578b\u5728\u91cd\u5efa\u8fc7\u7a0b\u4e2d\u5b58\u5728\u8bef\u5dee\uff0c\u6211\u4eec\u5e0c\u671b\u8861\u91cf\u6a21\u578b\u5b9e\u9645\u8ba1\u7b97\u8fc7\u7a0b\u6709\u591a\u5c11\u88ab\u6355\u6349\u5230\u4e86\u3002\u4e5f\u5c31\u662f\u8bf4\uff0c\u6211\u4eec\u5e0c\u671b\u4e86\u89e3\u56fe\u4e2d\u7684\u201c\u56e0\u679c\u5f71\u54cd\u201d\uff08graph influence\uff09\u4e2d\u6709\u591a\u5c11\u53ef\u4ee5\u5f52\u56e0\u4e8e<\/span><\/span><strong><span><span>\u7279\u5f81\u8282\u70b9\uff08feature nodes\uff09<\/span><\/span><\/strong><span><span>\uff0c\u800c\u4e0d\u662f<\/span><\/span><strong><span><span>\u8bef\u5dee\u8282\u70b9\uff08error nodes\uff09<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e3a\u6b64\uff0c\u6211\u4eec\u4e3b\u8981\u4f9d\u8d56\u4e24\u4e2a\u6307\u6807\uff1a<\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 16px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u56fe\u5b8c\u6574\u6027\u8bc4\u5206<\/span><\/span><\/strong><span><span>\uff1a\u8861\u91cf\u8f93\u5165\u8fb9\u4e2d\u6709\u591a\u5c11<\/span><span>\uff08\u4ee5\u76ee\u6807\u8282\u70b9\u7684\u5bf9\u6570\u503c\u5f71\u54cd\u5206\u6570\u52a0\u6743\uff09<\/span><span>\u6765\u81ea\u4e8e<\/span><\/span><strong><span><span>\u7279\u5f81\u6216\u5d4c\u5165\u8282\u70b9\uff08embedding nodes\uff09<\/span><\/span><\/strong><span><span>\uff0c\u800c\u4e0d\u662f\u8bef\u5dee\u8282\u70b9\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u56fe\u66ff\u4ee3\u8bc4\u5206<\/span><\/span><\/strong><span><span>\uff1a\u8861\u91cf\u4ece\u5d4c\u5165\u8282\u70b9\u51fa\u53d1\uff0c\u7a7f\u8fc7\u7279\u5f81\u8282\u70b9\uff0c\u6700\u7ec8\u5230\u8fbe\u5bf9\u6570\u503c\u8282\u70b9\u7684**\u5b8c\u6574\u8def\u5f84<\/span><span>\uff08\u4ee5\u8def\u5f84\u5f3a\u5ea6\u52a0\u6743\uff09<\/span><span>**\u6240\u5360\u7684\u6bd4\u4f8b\uff0c\u800c\u975e\u7ecf\u8fc7\u8bef\u5dee\u8282\u70b9\u7684\u8def\u5f84\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4ece\u76f4\u89c9\u4e0a\u770b\uff0c<\/span><\/span><strong><span><span>\u5b8c\u6574\u6027\u8bc4\u5206\u66f4\u5bbd\u677e<\/span><\/span><\/strong><span><span>\uff0c\u7ed9\u4e88\u201c\u90e8\u5206\u89e3\u91ca\u201d\u4ee5\u4e00\u5b9a\u5206\u6570\uff0c\u5f3a\u8c03\u6700\u91cd\u8981\u8f93\u5165\u7684\u8986\u76d6\u5ea6\uff1b\u800c<\/span><\/span><strong><span><span>\u66ff\u4ee3\u8bc4\u5206\u66f4\u4e25\u683c<\/span><\/span><\/strong><span><span>\uff0c\u53ea\u6709\u5b8c\u6574\u7684\u89e3\u91ca\u8def\u5f84\u624d\u4f1a\u83b7\u5f97\u5956\u52b1\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u4e0b\u6587\u4e2d\uff0c\u6211\u4eec\u4f1a\u62a5\u544a\u4e0d\u540c\u89c4\u6a21\u548c\u7c7b\u578b\u7684\u7279\u5f81\u5b57\u5178\u5728\u9884\u8bad\u7ec3\u63d0\u793a\u6570\u636e\u96c6<\/span><span>\uff08pretraining prompt dataset\uff09<\/span><span>\u4e0a\u7684\u5e73\u5747\u672a\u526a\u679d\u56fe\u7684\u66ff\u4ee3\u8bc4\u5206\u4e0e\u5b8c\u6574\u6027\u8bc4\u5206\u3002\u6211\u4eec\u53d1\u73b0\uff0c\u6700\u663e\u8457\u7684\u65b9\u6cd5\u5b66\u6539\u8fdb\u51fa\u73b0\u5728<\/span><\/span><strong><span><span>\u4ece\u9010\u5c42\u8f6c\u7801\u5668\u5230\u8de8\u5c42\u8f6c\u7801\u5668\u7684\u8f6c\u53d8<\/span><\/span><\/strong><span><span>\uff1b\u5728\u6b64\u57fa\u7840\u4e0a\uff0c\u968f\u7740\u7279\u5f81\u6570\u91cf\u7684\u6269\u5927\uff0c\u56fe\u7684\u8868\u73b0\u4ecd\u6709\u63d0\u5347\uff0c\u4f46\u8fb9\u9645\u6536\u76ca\u9010\u6e10\u9012\u51cf\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-height=\"560\" data-imgfileid=\"100233256\" data-ratio=\"0.44166666666666665\" data-type=\"png\" data-w=\"1080\" data-width=\"1267\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-6b5d8430984b8c7b13329be9a4192111.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.6em\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md07573bkng\" data-pm-slice=\"0 0 []\"><span style=\"font-size: 13px\"><span>\u56fe 27\uff1a\u4e0d\u540c\u5b57\u5178\u7c7b\u578b\u751f\u6210\u7684\u56fe\u5728\u6bcf\u4e2a\u8bcd\u5143\u7684 L0 \u6c34\u5e73\u4e0b\u7684\u56fe\u5b8c\u6574\u6027\u8bc4\u5206\u4e0e\u66ff\u4ee3\u8bc4\u5206\u5bf9\u6bd4\u3002\u66f4\u9ad8\u7684\u66ff\u4ee3\u8bc4\u5206\u610f\u5473\u7740\u56fe\u4e2d\u201c\u7a7a\u6d1e\u201d\u66f4\u5c11\uff0c\u5373\u66f4\u591a\u7684\u8ba1\u7b97\u8def\u5f84\u7531\u7279\u5f81\u8282\u70b9\u89e3\u91ca\uff1b\u800c\u66f4\u4f4e\u7684&nbsp;<\/span><\/span><strong style=\"font-size: 13px\"><span><span>L0 \u503c<\/span><\/span><\/strong><span style=\"font-size: 13px\"><span>\uff08\u6bcf\u4e2a\u8f93\u5165\u8bcd\u5143\u6fc0\u6d3b\u7684\u7279\u5f81\u6570\uff09\u5219\u8868\u660e\u56fe\u7ed3\u6784\u66f4\u52a0\u7b80\u6d01\uff0c\u5177\u6709\u66f4\u597d\u7684\u53ef\u89e3\u91ca\u6027\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e3a\u4e86\u5e2e\u52a9\u8bfb\u8005\u7406\u89e3\u4e0d\u540c\u8bc4\u5206\u7684\u56fe\u4e4b\u95f4\u7684<\/span><\/span><strong><span><span>\u8d28\u6027\u5dee\u5f02<\/span><\/span><\/strong><span><span>\uff0c\u4f5c\u8005\u5efa\u8bae\u67e5\u770b\u4e00\u4e9b\u4ee3\u8868\u6027\u7684\u5f52\u56e0\u56fe<\/span><span>\uff08attribution graphs\uff09<\/span><span>\u3002\u8fd9\u4e9b\u56fe\u5df2\u7ecf\u6309\u7167\u9ed8\u8ba4\u65b9\u5f0f\u8fdb\u884c\u4e86\u88c1\u526a\uff0c\u5177\u4f53\u65b9\u6cd5\u5728\u540e\u6587 \u00a7 5.2.4 \u4e2d\u8be6\u7ec6\u8bf4\u660e\u3002<\/span><\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.2675925925925926\" data-s=\"300,640\" data-type=\"png\" data-w=\"1080\" data-imgfileid=\"100233282\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-3a77cf4db0b37cdbb512a4170bbb0773.png\" \/><\/section>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span style=\"text-decoration: underline\">\u00a7&nbsp;<\/span><\/span><span style=\"font-size: 15px\"><span style=\"font-weight: bold;text-decoration: underline\">5.2.4 \u56fe\u88c1\u526a<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e3a\u4e86\u8ba9\u56fe\u66f4\u6613\u4e8e\u9605\u8bfb\u4e0e\u7406\u89e3\uff0c\u4f5c\u8005\u5bf9\u56fe\u7ed3\u6784\u8fdb\u884c\u4e86\u5e7f\u6cdb\u88c1\u526a\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u88c1\u526a\u7684\u591a\u5c11\u4f1a\u5f71\u54cd\u6211\u4eec\u4ece\u56fe\u4e2d\u80fd\u63d0\u53d6\u7684\u4fe1\u606f\uff0c\u56e0\u6b64\u8861\u91cf\u56fe\u88c1\u526a\u6548\u679c\u65f6\uff0c\u9700\u8981\u53c2\u8003\u4e4b\u524d\u5b9a\u4e49\u7684\u4e24\u4e2a\u6307\u6807\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5b8c\u6574\u6027\u8bc4\u5206<\/span><\/span><\/strong><span><span>\uff1a\u88ab\u88c1\u526a\u7684\u8282\u70b9\u5c06\u8ba1\u5165\u201c\u8bef\u5dee\u8282\u70b9<\/span><span>\uff08error nodes\uff09<\/span><span>\u201d\uff0c\u5f71\u54cd\u6574\u4f53\u89e3\u91ca\u529b\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u66ff\u4ee3\u8bc4\u5206<\/span><\/span><\/strong><span><span>\uff1a\u8861\u91cf\u4ece\u8f93\u5165\u5d4c\u5165\u8282\u70b9\u5230\u8f93\u51fa logits \u8282\u70b9\u4e4b\u95f4\u901a\u8fc7\u7279\u5f81\u8282\u70b9\u5b8c\u6210\u89e3\u91ca\u7684\u8def\u5f84\u6bd4\u4f8b\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4f5c\u8005\u901a\u8fc7\u8c03\u6574\u88c1\u526a\u9608\u503c\uff0c\u5728\u56fe\u4e2d\u8282\u70b9\u4e0e\u8fb9\u7684\u6570\u91cf\u4e4b\u95f4\uff0c\u548c\u66ff\u4ee3\/\u5b8c\u6574\u6027\u8bc4\u5206\u4e4b\u95f4\u6784\u5efa\u51fa\u4e00\u4e2a\u5e73\u8861\u8fb9\u754c\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5b8c\u6574\u88c1\u526a\u8fc7\u7a0b\u53ca\u5176\u5bf9\u5e94\u56fe\u8868\u5c06\u5728\u9644\u5f55\u4e2d\u8be6\u7ec6\u5c55\u5f00\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.6914225941422594\" data-type=\"png\" data-w=\"956\" data-width=\"956\" data-height=\"661\" data-imgfileid=\"100233253\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-39e7da6387fbeb9eed58c8c8dcc93a29.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md079rk29xq\" data-pm-slice=\"0 0 []\"><span>\u56fe 28\uff1a\u4e0d\u540c\u526a\u679d\u9608\u503c\u4e0b\u5f52\u56e0\u56fe\u7684\u5e73\u5747\u8282\u70b9\u6570\u4e0e\u5b8c\u6574\u6027\u5f97\u5206<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u53d1\u73b0\uff0c\u5728<\/span><\/span><strong><span><span>\u4ec5\u51cf\u5c11\u5927\u7ea6 20% \u7684\u5b8c\u6574\u6027\u5206\u6570\u7684\u60c5\u51b5\u4e0b\uff0c\u901a\u5e38\u53ef\u4ee5\u5c06\u5f52\u56e0\u56fe\u4e2d\u7684\u8282\u70b9\u6570\u91cf\u51cf\u5c11\u4e00\u4e2a\u6570\u91cf\u7ea7<\/span><\/span><\/strong><span><span>\uff08\u6bd4\u5982\u4ece\u51e0\u5343\u4e2a\u51cf\u5c11\u5230\u51e0\u767e\u4e2a\uff09\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e3a\u4e86\u76f4\u89c2\u4e86\u89e3\u8fd9\u4e9b\u5206\u6570\u6027\u8d28\u4e0a\u7684\u4e0d\u540c\uff0c\u6211\u4eec\u5c55\u793a\u4e86\u540c\u4e00\u4e2a\u63d0\u793a\u8bcd\u5728\u4e0d\u540c\u526a\u679d\u9608\u503c\u4e0b\u6240\u751f\u6210\u7684\u5f52\u56e0\u56fe\u7684\u8868\u683c\u3002<\/span><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.32592592592592595\" data-s=\"300,640\" data-type=\"png\" data-w=\"1080\" data-imgfileid=\"100233283\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-e275850ad8039629e3c5c27b9e3196b9.png\" \/><\/section>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u8bc4\u4f30\u673a\u5236\u5fe0\u5b9e\u5ea6<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5982 \u00a7 3.5\u3010\u901a\u8fc7\u5e72\u9884\u9a8c\u8bc1\u5f52\u56e0\u56fe\u5047\u8bbe\u3011\u4e2d\u6240\u8ba8\u8bba\uff0c\u5f52\u56e0\u56fe\u63d0\u4f9b\u4e86\u5bf9\u6a21\u578b\u5185\u90e8\u673a\u5236\u7684\u5047\u8bbe\uff0c\u800c\u8fd9\u4e9b\u5047\u8bbe\u5fc5\u987b\u901a\u8fc7\u6270\u52a8\u5b9e\u9a8c\u8fdb\u884c\u9a8c\u8bc1\u3002\u8fd9\u662f\u56e0\u4e3a\u5f52\u56e0\u56fe\u63cf\u8ff0\u7684\u662f\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u4e2d\u7684\u4ea4\u4e92\u5173\u7cfb\uff0c\u800c\u8fd9\u79cd\u6a21\u578b\u53ef\u80fd\u4e0e\u5e95\u5c42\u771f\u5b9e\u6a21\u578b\u6709\u6240\u4e0d\u540c\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u6211\u4eec\u7684\u5927\u90e8\u5206\u7814\u7a76\u4e2d\uff0c\u5f52\u56e0\u56fe\u88ab\u7528\u4f5c\u751f\u6210\u5173\u4e8e\u6a21\u578b\u5185\u90e8\u5177\u4f53\u673a\u5236\u7684\u5047\u8bbe\u7684\u5de5\u5177\uff0c\u4f8b\u5982\uff1a\u201c\u7279\u5f81 A \u6fc0\u6d3b\u7279\u5f81 B\uff0c\u4ece\u800c\u63d0\u9ad8\u751f\u6210\u8bcd\u5143X \u7684\u6982\u7387\u201d\u3002\u8fd9\u4e9b\u673a\u5236\u5bf9\u5e94\u5f52\u56e0\u56fe\u4e2d\u7684\u201c\u7247\u6bb5\u201d\u3002\u6211\u4eec\u5728\u6b64\u603b\u7ed3\u4e86\u4e09\u79cd\u9a8c\u8bc1\u5b9e\u9a8c\u7684\u7ed3\u679c\uff0c\u5177\u4f53\u7ec6\u8282\u8bf7\u53c2\u89c1\u9644\u5f55 \u00a7 G\u3010\u9a8c\u8bc1\u66ff\u4ee3\u6a21\u578b\u3011\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u9996\u5148\u8bc4\u4f30\u4ece\u5f52\u56e0\u56fe\u4e2d\u5bfc\u51fa\u7684\u5f71\u54cd\u529b\u6307\u6807\u662f\u5426\u80fd\u591f\u9884\u6d4b\u6a21\u578b\u8f93\u51fa\u5bf9\u6570\u503c\u6216\u5176\u4ed6\u7279\u5f81\u5728\u53d7\u5230\u5e72\u9884\u65f6\u7684\u53d8\u5316\u3002\u9996\u5148\uff0c\u6211\u4eec\u6d4b\u91cf\u4e00\u4e2a\u8282\u70b9\u7684\u5bf9\u6570\u503c\u5f71\u54cd\u5206\u6570\u662f\u5426\u80fd\u591f\u9884\u6d4b\u5728\u79fb\u9664\u8be5\u7279\u5f81<\/span><span>\uff08\u5373\u201c\u6d88\u878d\u201d\uff09<\/span><span>\u540e\uff0c\u6a21\u578b\u8f93\u51fa\u5206\u5e03\u53d1\u751f\u7684\u53d8\u5316\u3002\u6211\u4eec\u53d1\u73b0\uff0c\u8be5\u5f71\u54cd\u529b\u6307\u6807\u6bd4\u4e00\u4e9b\u57fa\u7ebf\u65b9\u6cd5\u66f4\u5177\u9884\u6d4b\u80fd\u529b\uff0c\u6bd4\u5982\uff1a\u76f4\u63a5\u5f52\u56e0<\/span><span>\uff08\u5373\u4ec5\u8003\u8651\u5f52\u56e0\u56fe\u4e2d\u7684\u76f4\u63a5\u8fb9\uff0c\u5ffd\u7565\u591a\u8df3\u8def\u5f84\uff09<\/span><span>\u548c\u6fc0\u6d3b\u5f3a\u5ea6<\/span><span>\uff08activation magnitude\uff09<\/span><span>\u3002\u8be6\u89c1\u3010\u9a8c\u8bc1\u8282\u70b9\u5bf9\u5bf9\u6570\u503c\u7684\u5f71\u54cd\u3011\u4e00\u8282\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u968f\u540e\uff0c\u6211\u4eec\u5bf9\u7279\u5f81\u4e4b\u95f4\u7684\u4ea4\u4e92\u4f5c\u7528\u8fdb\u884c\u7c7b\u4f3c\u7684\u5206\u6790\u3002\u6211\u4eec\u8ba1\u7b97\u7279\u5f81\u5bf9\u4e4b\u95f4\u7684\u5f71\u54cd\u5206\u6570\uff0c\u5e76\u4e0e\u4ee5\u4e0b\u5185\u5bb9\u8fdb\u884c\u6bd4\u8f83\uff1a\u79fb\u9664\u5bf9\u4e2d\u4e0a\u6e38\u7279\u5f81\u4e4b\u540e\uff0c\u5bf9\u4e0b\u6e38\u7279\u5f81\u6fc0\u6d3b\u9020\u6210\u7684\u5f71\u54cd\u7a0b\u5ea6\u3002\u6211\u4eec\u89c2\u5bdf\u5230\u4e24\u8005\u4e4b\u95f4\u7684 Spearman \u7b49\u7ea7\u76f8\u5173\u7cfb\u6570\u4e3a 0.72\uff0c\u8fd9\u8868\u660e\u5f52\u56e0\u56fe\u4e2d\u7684\u5f71\u54cd\u5206\u6570\u662f\u4e0b\u6e38\u6a21\u578b\u4e2d\u5b9e\u9645\u5f71\u54cd\u7684\u826f\u597d\u4ee3\u7406\u6307\u6807<\/span><span>\uff08\u8be6\u89c1\u3010\u9a8c\u8bc1\u7279\u5f81\u95f4\u5f71\u54cd\u3011\u4e00\u8282\uff09<\/span><span>\u3002\u5173\u4e8e\u89e3\u91ca\u8fd9\u4e9b\u7ed3\u679c\u7684\u7ec6\u8282\uff0c\u8bfb\u8005\u53ef\u53c2\u8003\u9644\u5f55\u201c\u4f7f\u7528\u8de8\u5c42\u7279\u5f81\u8fdb\u884c\u5f15\u5bfc\u7684\u7ec6\u5fae\u5dee\u522b\u201d\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e0a\u8ff0\u6307\u6807\u53ef\u7528\u4e8e\u8bc4\u4f30\uff1a\u67d0\u4e00\u5e72\u9884\u5b9e\u9a8c\u662f\u5426\u53ef\u80fd\u9a8c\u8bc1\u5f52\u56e0\u56fe\u4e2d\u67d0\u4e00\u7279\u5b9a\u673a\u5236\u3002\u5982\u679c\u6211\u4eec\u60f3\u66f4\u5e7f\u4e49\u5730\u9a8c\u8bc1\u5f52\u56e0\u56fe\u6240\u9690\u542b\u7684<\/span><\/span><strong><span><span>\u5168\u90e8\u673a\u5236\u5047\u8bbe<\/span><\/span><\/strong><span><span>\uff0c\u90a3\u4e48\u4e00\u79cd\u8865\u5145\u6027\u65b9\u6cd5\u662f\u8bc4\u4f30\u6574\u4e2a\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u7684<\/span><\/span><strong><span><span>\u673a\u5236\u5fe0\u5b9e\u5ea6<\/span><\/span><\/strong><span><span>\uff0c\u800c\u4e0d\u662f\u4ec5\u9a8c\u8bc1\u5f52\u56e0\u56fe\u4e2d\u7684\u7279\u5b9a\u8def\u5f84\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u53ef\u4ee5\u901a\u8fc7\u4ee5\u4e0b\u65b9\u5f0f\u5c06\u6b64\u64cd\u4f5c\u5177\u4f53\u5316\uff1a\u6bd4\u8f83\u5728\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u4e2d\u8fdb\u884c\u7684\u6270\u52a8<\/span><span>\uff08\u5373\u5f52\u56e0\u56fe\u6240\u63cf\u8ff0\u7684\u6270\u52a8\uff09<\/span><span>\u4e0e\u5728\u5e95\u5c42\u771f\u5b9e\u6a21\u578b\u4e2d\u5b9e\u65bd\u76f8\u540c\u6270\u52a8\u65f6\uff0c\u4e24\u8005\u5728\u4e0b\u6e38\u7684\u6548\u679c\u662f\u5426\u4e00\u81f4\u3002\u6211\u4eec\u53d1\u73b0\uff0c\u5728\u5e72\u9884\u540e\u4e00\u5c42\u7684\u8303\u56f4\u5185\uff0c\u4e24\u8005\u7684\u54cd\u5e94\u5177\u6709\u4e00\u5b9a\u76f8\u4f3c\u6027\uff08\u4f59\u5f26\u76f8\u4f3c\u5ea6\u7ea6\u4e3a 0.8\uff0c\u5f52\u4e00\u5316\u5747\u65b9\u8bef\u5dee\u7ea6\u4e3a 0.4\uff09\uff1b\u4f46\u968f\u7740\u5c42\u6570\u589e\u52a0\uff0c\u6270\u52a8\u4e4b\u95f4\u7684\u5dee\u5f02\u4f1a\u8fc5\u901f\u7d2f\u79ef\u5e76\u653e\u5927\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u66f4\u591a\u7ec6\u8282\u8bf7\u53c2\u89c1\u3010\u8bc4\u4f30\u5c40\u90e8\u66ff\u4ee3\u6a21\u578b\u7684\u5fe0\u5b9e\u5ea6\u3011\u4e00\u8282\u3002<\/span><\/span><\/p>\n<h1 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><br \/><\/span><\/h1>\n<h3 style=\", Arial, sans-serif;letter-spacing: 0.544px\">\n<section style=\"letter-spacing: 0.544px;text-align: right;font-size: 13px\">\n<section style=\"margin-top: 10px;margin-bottom: 10px;letter-spacing: 0.544px;text-align: center\">\n<section style=\"vertical-align: middle\">\n<section style=\"margin-bottom: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"clear: both;line-height: 0\">\n<section style=\"line-height: 0;width: 0px\"><\/section>\n<\/section>\n<\/section>\n<section style=\"padding-right: 10px;padding-left: 10px;font-size: 16px;line-height: 1.4\">\n<p><strong><strong style=\"text-align: left;letter-spacing: 0.544px\"><span style=\", Arial, sans-serif\"><strong style=\"letter-spacing: 0.578px\"><span>6. \u751f\u7269<\/span><\/strong><\/span><\/strong><\/strong><\/p>\n<\/section>\n<section style=\"margin-top: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/h3>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;letter-spacing: 0.578px;line-height: 1.75em\"><span><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u6211\u4eec\u7684<\/span><\/span><strong><span><span>\u914d\u5957\u8bba\u6587<\/span><\/span><\/strong><span><span>\u4e2d\uff0c\u6211\u4eec\u4f7f\u7528\u672c\u6587\u4ecb\u7ecd\u7684\u65b9\u6cd5\uff0c\u5bf9\u524d\u6cbf\u6a21\u578b&nbsp;<\/span><\/span><strong><span><span>Claude 3.5 Haiku<\/span><\/span><\/strong><span><span>&nbsp;\u7684\u4e5d\u4e2a\u884c\u4e3a\u6848\u4f8b\u8fdb\u884c\u4e86\u6df1\u5165\u7684\u5de5\u4f5c\u56de\u8def\u673a\u5236\u7814\u7a76\uff0c\u5305\u62ec\uff1a<\/span><\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u591a\u6b65\u63a8\u7406\uff08Multi-Step Reasoning\uff09<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u5c55\u793a\u4e86\u4e00\u4e2a\u6a21\u578b\u8fdb\u884c\u201c\u4e24\u8df3\u201d\u63a8\u7406\u7684\u7b80\u5355\u4f8b\u5b50\uff0c\u7528\u4e8e\u5b8c\u6210\u201c\u8fbe\u62c9\u65af\u6240\u5728\u5dde\u7684\u9996\u90fd\u662f\u2026\u2026\u201d\u8fd9\u4e00\u63d0\u793a\u3002\u6a21\u578b\u7684\u63a8\u7406\u8fc7\u7a0b\u4e3a\uff1aDallas \u2192 Texas \u2192 Austin\u3002\u6211\u4eec\u80fd\u591f\u89c2\u5bdf\u5e76\u64cd\u63a7\u5b83\u5bf9\u4e2d\u95f4\u6b65\u9aa4\u201cTexas\u201d\u7684\u5185\u90e8\u8868\u793a\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u8bd7\u6b4c\u521b\u4f5c\u4e2d\u7684\u89c4\u5212\uff08Planning in Poems\uff09<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u5c55\u793a\u4e86\u6a21\u578b\u5728\u5199\u8bd7\u65f6\u5982\u4f55\u5bf9\u8f93\u51fa\u8fdb\u884c\u89c4\u5212\u3002\u5728\u5f00\u59cb\u5199\u6bcf\u4e00\u884c\u8bd7\u53e5\u4e4b\u524d\uff0c\u6a21\u578b\u4f1a\u5148\u8bc6\u522b\u51fa\u53ef\u80fd\u51fa\u73b0\u5728\u53e5\u672b\u7684\u62bc\u97f5\u8bcd\u3002\u8fd9\u4e9b\u9884\u9009\u7684\u62bc\u97f5\u8bcd\u968f\u540e\u4f1a\u5f71\u54cd\u6a21\u578b\u6784\u9020\u6574\u53e5\u7684\u65b9\u5f0f\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u591a\u8bed\u8a00\u5de5\u4f5c\u56de\u8def<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u53d1\u73b0\uff0c\u6a21\u578b\u5728\u5904\u7406\u591a\u8bed\u8a00\u4efb\u52a1\u65f6\u4f7f\u7528\u4e86\u4e00\u79cd\u7531\u8bed\u8a00\u7279\u5b9a\u5de5\u4f5c\u56de\u8def\u548c\u8bed\u8a00\u65e0\u5173\u62bd\u8c61\u5de5\u4f5c\u56de\u8def\u6df7\u5408\u800c\u6210\u7684\u673a\u5236\u3002\u5176\u4e2d\uff0c\u62bd\u8c61\u5de5\u4f5c\u56de\u8def\u5728 Claude 3.5 Haiku \u4e2d\u6bd4\u5728\u8f83\u5c0f\u6a21\u578b\u4e2d\u66f4\u4e3a\u5e38\u89c1\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u52a0\u6cd5\u4efb\u52a1<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u5f3a\u8c03\u4e86\u4e00\u4e2a\u4f8b\u5b50\uff0c\u5176\u4e2d\u76f8\u540c\u7684\u52a0\u6cd5\u673a\u5236\u80fd\u591f\u5728\u622a\u7136\u4e0d\u540c\u7684\u4e0a\u4e0b\u6587\u4e2d\u6cdb\u5316\u4f7f\u7528\uff1b\u540c\u65f6\u63ed\u793a\u51fa Claude 3.5 Haiku \u4e0e\u4e00\u4e2a\u8f83\u5c0f\u6a21\u578b\u5728\u52a0\u6cd5\u673a\u5236\u4e0a\u7684<\/span><\/span><strong><span><span>\u8d28\u7684\u5dee\u5f02<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u533b\u5b66\u8bca\u65ad<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u5c55\u793a\u4e86\u4e00\u4e2a\u4f8b\u5b50\uff0c\u6a21\u578b\u6839\u636e\u62a5\u544a\u7684\u75c7\u72b6\u63a8\u7406\u51fa\u53ef\u80fd\u7684\u8bca\u65ad\u9009\u9879\uff0c\u5e76\u636e\u6b64\u751f\u6210\u7528\u4e8e\u786e\u8ba4\u8bca\u65ad\u7684\u540e\u7eed\u95ee\u9898\u2014\u2014\u8fd9\u4e00\u5207\u90fd\u662f\u5728\u201c\u5fc3\u4e2d\u201d\u5b8c\u6210\u7684\uff0c\u5e76\u672a\u5916\u663e\u4e66\u5199\u4e2d\u95f4\u6b65\u9aa4\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5b9e\u4f53\u8bc6\u522b\u4e0e\u5e7b\u89c9\u751f\u6210<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u63ed\u793a\u4e86\u6a21\u578b\u533a\u5206\u719f\u6089\u4e0e\u964c\u751f\u5b9e\u4f53\u7684\u5de5\u4f5c\u56de\u8def\u673a\u5236\uff0c\u8be5\u673a\u5236\u51b3\u5b9a\u6a21\u578b\u662f\u9009\u62e9\u4f5c\u7b54\u4e8b\u5b9e\u95ee\u9898\uff0c\u8fd8\u662f\u8868\u793a\u201c\u4e0d\u77e5\u9053\u201d\u3002\u8be5\u5de5\u4f5c\u56de\u8def\u4e00\u65e6\u201c\u5931\u6548\u201d\uff0c\u5c31\u53ef\u80fd\u5bfc\u81f4\u5e7b\u89c9\u751f\u6210\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u62d2\u7edd\u6709\u5bb3\u8bf7\u6c42<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u53d1\u73b0\uff0c\u5728\u5fae\u8c03\u9636\u6bb5\uff0c\u6a21\u578b\u6784\u5efa\u4e86\u4e00\u4e2a\u901a\u7528\u7684\u201c\u6709\u5bb3\u8bf7\u6c42\u201d\u7279\u5f81\uff0c\u5b83\u6574\u5408\u81ea\u9884\u8bad\u7ec3\u9636\u6bb5\u5b66\u5230\u7684\u591a\u4e2a\u5177\u4f53\u6709\u5bb3\u8bf7\u6c42\u7684\u7279\u5f81\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u8d8a\u72f1\u6848\u4f8b\u5206\u6790<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u5206\u6790\u4e86\u4e00\u4e2a\u8d8a\u72f1\u793a\u4f8b\uff0c\u5176\u65b9\u5f0f\u662f\u5148\u8bf1\u5bfc\u6a21\u578b\u201c\u5728\u4e0d\u81ea\u89c9\u7684\u60c5\u51b5\u4e0b\u201d\u5f00\u59cb\u7ed9\u51fa\u5371\u9669\u6307\u4ee4\uff0c\u7136\u540e\u56e0\u4e3a\u5bf9\u8bed\u6cd5\u548c\u53e5\u6cd5\u89c4\u5219\u7684\u9075\u5faa\u538b\u529b\uff0c\u7ee7\u7eed\u8fdb\u884c\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u601d\u7ef4\u94fe\u7684\u771f\u5b9e\u6027<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u7814\u7a76\u4e86\u6a21\u578b\u7684\u601d\u7ef4\u94fe\u63a8\u7406\u662f\u5426\u771f\u5b9e\u5730\u53cd\u6620\u5176\u5185\u90e8\u673a\u5236\u3002\u6211\u4eec\u80fd\u591f\u533a\u5206\u4ee5\u4e0b\u4e09\u79cd\u60c5\u51b5\uff1a\u6a21\u578b\u786e\u5b9e\u6267\u884c\u4e86\u5b83\u58f0\u79f0\u7684\u63a8\u7406\u6b65\u9aa4\uff1b\u6a21\u578b\u865a\u6784\u4e86\u4e00\u4e2a\u770b\u4f3c\u5408\u7406\u4f46\u5e76\u4e0d\u771f\u5b9e\u7684\u63a8\u7406\u8fc7\u7a0b\uff1b\u6a21\u578b\u6839\u636e\u4eba\u7c7b\u63d0\u793a\u9006\u5411\u63a8\u7406\uff0c\u4ee5\u4fbf\u5176\u201c\u63a8\u7406\u8fc7\u7a0b\u201d\u6700\u7ec8\u5f97\u51fa\u4eba\u7c7b\u7ed9\u51fa\u7684\u7b54\u6848\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5177\u6709\u9690\u85cf\u76ee\u6807\u7684\u6a21\u578b<\/span><\/span><\/strong><span><span>\uff1a\u6211\u4eec\u8fd8\u5c06\u6b64\u65b9\u6cd5\u5e94\u7528\u4e8e\u4e00\u4e2a\u53d8\u4f53\u6a21\u578b\uff0c\u5b83\u5728\u5fae\u8c03\u4e2d\u88ab\u5f15\u5bfc\u53bb\u8ffd\u6c42\u4e00\u4e2a\u9690\u85cf\u76ee\u6807\uff0c\u5373\u5229\u7528\u5176\u8bad\u7ec3\u8fc7\u7a0b\u4e2d\u7684\u504f\u5dee\u3002\u5c3d\u7ba1\u8be5\u6a21\u578b\u4e0d\u613f\u610f\u5728\u56de\u7b54\u4e2d\u4e3b\u52a8\u66b4\u9732\u5176\u76ee\u6807\uff0c\u6211\u4eec\u7684\u65b9\u6cd5\u4ecd\u63ed\u793a\u4e86\u5b83\u5c06\u8be5\u76ee\u6807\u201c\u5185\u5d4c\u201d\u5728\u5176\u201c\u52a9\u624b\u201d\u4eba\u683c\u4e4b\u4e2d\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u9f13\u52b1\u8bfb\u8005\u5728\u9605\u8bfb\u540e\u7eed\u7ae0\u8282\u4e2d\u5173\u4e8e\u65b9\u6cd5\u5c40\u9650\u6027\u7684\u8ba8\u8bba\u4e4b\u524d\uff0c\u5148\u4ed4\u7ec6\u63a2\u7d22\u4e0a\u8ff0\u6848\u4f8b\u7814\u7a76\uff0c\u4ee5\u66f4\u597d\u7406\u89e3\u8fd9\u4e9b\u5c40\u9650\u6027\u5982\u4f55\u5851\u9020\u4e86\u6211\u4eec\u7684\u65b9\u6cd5\u5f00\u53d1\u8def\u5f84\u3002<\/span><\/span><\/p>\n<h1 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><br \/><\/span><\/h1>\n<h3 style=\", Arial, sans-serif;letter-spacing: 0.544px\">\n<section style=\"letter-spacing: 0.544px;text-align: right;font-size: 13px\">\n<section style=\"margin-top: 10px;margin-bottom: 10px;letter-spacing: 0.544px;text-align: center\">\n<section style=\"vertical-align: middle\">\n<section style=\"margin-bottom: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"clear: both;line-height: 0\">\n<section style=\"line-height: 0;width: 0px\"><\/section>\n<\/section>\n<\/section>\n<section style=\"padding-right: 10px;padding-left: 10px;font-size: 16px;line-height: 1.4\">\n<p><strong><strong style=\"text-align: left;letter-spacing: 0.544px\"><span style=\", Arial, sans-serif\"><strong style=\"letter-spacing: 0.578px\"><span>7. \u5c40\u9650\u6027<\/span><\/strong><\/span><\/strong><\/strong><\/p>\n<\/section>\n<section style=\"margin-top: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/h3>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;letter-spacing: 0.578px;line-height: 1.75em\"><span><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c3d\u7ba1\u672c\u6587\u4ee5\u53ca\u914d\u5957\u8bba\u6587\u4e2d\u5c55\u793a\u4e86\u4ee4\u4eba\u632f\u594b\u7684\u7814\u7a76\u6210\u679c\uff0c\u6211\u4eec\u7684\u65b9\u6cd5\u4ecd\u5b58\u5728\u4e00\u4e9b\u663e\u8457\u7684\u5c40\u9650\u6027\u3002\u4ece\u5b8f\u89c2\u4e0a\u770b\uff0c\u6700\u4e3b\u8981\u7684\u5c40\u9650\u5305\u62ec\uff1a<\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6ce8\u610f\u529b\u5de5\u4f5c\u56de\u8def\u7684\u7f3a\u5931&nbsp;<\/span><\/span><\/strong><span><span>&nbsp; \u6211\u4eec\u6ca1\u6709\u89e3\u91ca\u6ce8\u610f\u529b\u662f\u5982\u4f55\u901a\u8fc7 QK \u5de5\u4f5c\u56de\u8def\uff08Query-Key \u5de5\u4f5c\u56de\u8def\uff09\u8ba1\u7b97\u7684\uff0c\u56e0\u6b64\u6709\u65f6\u4f1a\u201c\u9519\u8fc7\u8ba1\u7b97\u4e2d\u6700\u5173\u952e\u7684\u90e8\u5206\u201d\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u91cd\u5efa\u8bef\u5dee\u4e0e\u201c\u6697\u7269\u8d28\u201d&nbsp;<\/span><\/span><\/strong><span><span>&nbsp; \u6211\u4eec\u53ea\u80fd\u89e3\u91ca\u6a21\u578b\u8ba1\u7b97\u7684\u4e00\u90e8\u5206\uff0c\u4ecd\u6709\u5927\u91cf\u201c\u9690\u85cf\u201d\u90e8\u5206\u672a\u88ab\u63ed\u793a\u3002\u5f53\u5173\u952e\u8ba1\u7b97\u6ca1\u6709\u88ab\u8fd8\u539f\u65f6\uff0c\u5f52\u56e0\u56fe\u4e5f\u5c31\u65e0\u6cd5\u63ed\u793a\u592a\u591a\u6709\u4ef7\u503c\u7684\u5185\u5bb9\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u975e\u6fc0\u6d3b\u7279\u5f81\u4e0e\u6291\u5236\u5de5\u4f5c\u56de\u8def\u7684\u4f5c\u7528&nbsp;<\/span><\/span><\/strong><span><span>&nbsp; \u5f88\u591a\u65f6\u5019\uff0c<\/span><\/span><strong><span><span>\u67d0\u4e9b\u7279\u5f81\u6ca1\u6709\u88ab\u6fc0\u6d3b<\/span><\/span><\/strong><span><span>\u4e0e<\/span><\/span><strong><span><span>\u67d0\u4e9b\u7279\u5f81\u88ab\u6fc0\u6d3b<\/span><\/span><\/strong><span><span>\u540c\u6837\u503c\u5f97\u5173\u6ce8\u3002\u7279\u522b\u662f\uff0c\u6709\u8bb8\u591a\u6709\u8da3\u7684\u5de5\u4f5c\u56de\u8def\u6d89\u53ca\u4e00\u4e2a\u7279\u5f81\u6291\u5236\u53e6\u4e00\u4e2a\u7279\u5f81\u7684\u60c5\u51b5\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u56fe\u7ed3\u6784\u7684\u590d\u6742\u6027&nbsp;<\/span><\/span><\/strong><span><span>&nbsp; \u751f\u6210\u7684\u5f52\u56e0\u56fe\u901a\u5e38\u975e\u5e38\u590d\u6742\uff0c\u96be\u4ee5\u7406\u89e3\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7279\u5f81\u62bd\u8c61\u5c42\u7ea7\u4e0d\u5f53<\/span><\/span><\/strong><span><span>&nbsp; \u7531\u4e8e\u7279\u5f81\u88ab\u201c\u5207\u5206\u201d\u6216\u201c\u5438\u6536\u201d\u7b49\u95ee\u9898\uff0c\u5bfc\u81f4\u5f88\u591a\u7279\u5f81\u4e0d\u5728\u4fbf\u4e8e\u7406\u89e3\u7684\u62bd\u8c61\u5c42\u7ea7\u4e0a\uff0c\u8fd9\u4f7f\u5f97\u6574\u4e2a\u5de5\u4f5c\u56de\u8def\u66f4\u96be\u88ab\u4eba\u7c7b\u89e3\u91ca\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u96be\u4ee5\u7406\u89e3\u5168\u5c40\u5de5\u4f5c\u56de\u8def<\/span><\/span><\/strong><span><span>&nbsp; \u7406\u60f3\u60c5\u51b5\u4e0b\uff0c\u6211\u4eec\u5e0c\u671b\u4ece<\/span><\/span><strong><span><span>\u5168\u5c40\u89d2\u5ea6<\/span><\/span><\/strong><span><span>\u7406\u89e3\u6a21\u578b\uff0c\u800c\u975e\u53ea\u89e3\u91ca\u67d0\u4e00\u4e2a\u6837\u672c\u4e0a\u7684\u5f52\u56e0\u8def\u5f84\u3002\u4f46\u76ee\u524d\u8981\u505a\u5230\u771f\u6b63\u7684\u201c\u5168\u5c40\u5de5\u4f5c\u56de\u8def\u7406\u89e3\u201d\u4ecd\u9762\u4e34\u6781\u5927\u6311\u6218\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u673a\u5236\u7684\u5fe0\u5b9e\u6027\u95ee\u9898<\/span><\/span><\/strong><span><span>&nbsp; \u5f53\u6211\u4eec\u7528 transcoder\uff08\u8de8\u5c42\u89e3\u7801\u5668\uff09\u66ff\u6362 MLP\uff08\u591a\u5c42\u611f\u77e5\u673a\uff09\u8ba1\u7b97\u65f6\uff0c\u6211\u4eec\u5230\u5e95\u6709\u591a\u5927\u628a\u63e1\uff0c\u5b83\u4eec\u4f7f\u7528\u7684\u662f\u4e0e\u539f\u59cb MLP \u76f8\u540c\u7684\u673a\u5236\uff1f\u800c\u4e0d\u662f\u4ec5\u4ec5\u5728\u8f93\u51fa\u7ed3\u679c\u4e0a\u9ad8\u5ea6\u76f8\u5173\uff1f<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">7.1 \u7f3a\u5931\u7684\u6ce8\u610f\u529b\u5de5\u4f5c\u56de\u8def<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u65b9\u6cd5\u7684\u4e00\u4e2a\u91cd\u8981\u5c40\u9650\u662f\uff1a\u6211\u4eec\u6784\u5efa\u5f52\u56e0\u56fe\u65f6<\/span><\/span><strong><span><span>\u662f\u57fa\u4e8e\u56fa\u5b9a\u7684\u6ce8\u610f\u529b\u6a21\u5f0f<\/span><\/span><\/strong><span><span>\u8fdb\u884c\u8ba1\u7b97\u7684\u3002 &nbsp;\u8fd9\u4f7f\u5f97\u5f52\u56e0\u64cd\u4f5c\u5728\u6570\u5b66\u4e0a\u662f\u6e05\u6670\u548c\u4e25\u8c28\u7684\uff0c\u4f46\u4e5f\u610f\u5473\u7740\u6211\u4eec\u7684\u56fe\u5e76<\/span><\/span><strong><span><span>\u4e0d\u5c1d\u8bd5\u89e3\u91ca\u6a21\u578b\u7684\u6ce8\u610f\u529b\u6a21\u5f0f\u662f\u5982\u4f55\u5f62\u6210\u7684<\/span><\/span><\/strong><span><span>\uff0c\u4e5f\u4e0d\u8bf4\u660e\u8fd9\u4e9b\u6ce8\u610f\u529b\u6a21\u5f0f\u5982\u4f55\u901a\u8fc7\u6ce8\u610f\u529b\u5934\u7684\u8f93\u51fa-\u503c<\/span><span>\uff08output-value\uff09<\/span><span>\u77e9\u9635\u4ecb\u5bfc\u7279\u5f81\u4e0e\u7279\u5f81\u4e4b\u95f4\u7684\u76f8\u4e92\u4f5c\u7528 [18]\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u672c\u6587\u4e2d\uff0c\u6211\u4eec\u4e3b\u8981\u805a\u7126\u4e8e\u90a3\u4e9b<\/span><\/span><strong><span><span>\u6ce8\u610f\u529b\u6a21\u5f0f\u5bf9\u6a21\u578b\u5173\u952e\u8ba1\u7b97\u201c\u4e0d\u662f\u7279\u522b\u91cd\u8981\u201d\u7684\u6848\u4f8b\u7814\u7a76<\/span><\/span><\/strong><span><span>\uff0c\u56e0\u6b64\u8fd9\u79cd\u5c40\u9650\u5c1a\u4e0d\u660e\u663e\u3002\u7136\u800c\uff0c\u5728\u5f88\u591a\u60c5\u51b5\u4e0b\uff0c\u6211\u4eec\u53d1\u73b0\u8fd9\u4e00\u9650\u5236\u4f7f\u5f97\u5f52\u56e0\u56fe<\/span><\/span><strong><span><span>\u51e0\u4e4e\u65e0\u6cd5\u63d0\u4f9b\u4efb\u4f55\u6709\u7528\u4fe1\u606f<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold;text-decoration: underline\">\u00a77.1.1 \u793a\u4f8b\uff1a\u5f52\u7eb3\u673a\u5236<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8ba9\u6211\u4eec\u6682\u65f6\u6765\u770b\u4e00\u4e2a<\/span><\/span><strong><span><span>\u66f4\u7b80\u5355\u7684\u6a21\u578b<\/span><\/span><\/strong><span><span>&nbsp;\u2014\u2014 \u4e00\u4e2a\u4ec5\u6709\u4e24\u5c42\u7684\u6ce8\u610f\u529b\u6a21\u578b\uff0c\u8fd9\u662f [18] \u4e2d\u7814\u7a76\u7684\u5178\u578b\u6848\u4f8b\u4e4b\u4e00\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u4e9b\u6a21\u578b\u4e00\u4e2a\u6709\u8da3\u7684\u7279\u6027\u662f\u5b83\u4eec\u4f7f\u7528\u6240\u8c13\u7684<\/span><\/span><strong><span><span>\u5f52\u7eb3\u5934\uff08induction heads\uff09<\/span><\/span><\/strong><span><span>\u6765\u6267\u884c\u57fa\u7840\u7684\u201c<\/span><\/span><strong><span><span>\u4e0a\u4e0b\u6587\u5b66\u4e60\u201d\uff08in-context learning\uff09<\/span><\/span><\/strong><span><span>[18, 30]\u3002\u4e3e\u4e2a\u4f8b\u5b50\uff0c\u5982\u679c\u6211\u4eec\u8f93\u5165\u5982\u4e0b\u63d0\u793a\uff1a<\/span><\/span><\/span><\/p>\n<blockquote>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>I always loved visiting Aunt Sally. Whenever I was feeling sad, Aunt<\/span><\/span><\/p>\n<\/blockquote>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u79cd\u6a21\u578b\u4e2d\u7684\u5f52\u7eb3\u5934\u4f1a\u56de\u6eaf\u5e76<\/span><\/span><strong><span><span>\u6ce8\u610f\u5230\u524d\u9762\u51fa\u73b0\u8fc7\u7684\u201cSally\u201d<\/span><\/span><\/strong><span><span>\uff0c\u7136\u540e\u9884\u6d4b\u5f53\u524d\u6700\u6709\u53ef\u80fd\u7684\u8f93\u51fa\u5c31\u662f \u201cSally\u201d\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4f46\u5982\u679c\u6211\u4eec\u5c06\u76ee\u524d\u7684\u65b9\u6cd5<\/span><span>\uff08\u5f52\u56e0\u56fe\u751f\u6210\u65b9\u6cd5\uff09<\/span><span>\u5e94\u7528\u5728\u8fd9\u79cd\u60c5\u51b5\u4e0b\uff0c\u6211\u4eec\u5f97\u5230\u7684\u89e3\u91ca\u5c31<\/span><\/span><strong><span><span>\u663e\u5f97\u6beb\u65e0\u4fe1\u606f\u91cf<\/span><\/span><\/strong><span><span>\uff1a\u5b83\u53ea\u4f1a\u544a\u8bc9\u6211\u4eec\uff0c\u201c\u6a21\u578b\u9884\u6d4b\u4e86\u2018Sally\u2019\uff0c\u662f\u56e0\u4e3a\u4e0a\u4e0b\u6587\u4e2d\u66fe\u7ecf\u51fa\u73b0\u8fc7\u2018Sally\u2019\u8fd9\u4e2a\u8bcd\u3002\u201d<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6362\u8a00\u4e4b\uff0c\u8fd9\u79cd\u65b9\u6cd5\u65e0\u6cd5\u63ed\u793a\u201c\u4e3a\u4ec0\u4e48\u6a21\u578b\u77e5\u9053\u5e94\u8be5\u56de\u5934\u770b\u2018Sally\u2019\u201d\u6216\u201c\u6ce8\u610f\u529b\u673a\u5236\u662f\u5982\u4f55\u4f7f\u5f97\u6a21\u578b\u5b66\u4f1a\u2018\u5728\u91cd\u590d\u6a21\u5f0f\u4e2d\u586b\u7a7a\u2019\u7684\u201d\u3002<\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5037037037037037\" data-type=\"png\" data-w=\"1080\" data-width=\"1242\" data-height=\"626\" data-imgfileid=\"100233254\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-b89104b524b380f70d5bfbe8e231fe7e.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.6em\"><span style=\"font-size: 15px\" data-mpa-action-id=\"md07i7t6awi\" data-pm-slice=\"0 0 []\"><span style=\"font-size: 13px\"><span>\u56fe 29\uff1a\u4e00\u4e2a\u5047\u60f3\u7684\u5f52\u7eb3\u5934\u793a\u4f8b\u63ed\u793a\u4e86\u5f53\u524d\u5f52\u56e0\u56fe\u65b9\u6cd5\u7684\u4e00\u4e2a\u91cd\u8981\u5c40\u9650\uff1a\u5b83<\/span><\/span><span style=\"font-size: 13px\"><strong><span><span>\u65e0\u6cd5\u89e3\u91ca\u6ce8\u610f\u529b\u662f\u5982\u4f55\u4f20\u9012\u4fe1\u606f\u7684<\/span><\/span><\/strong><span><span>\u3002\u800c\u5bf9\u4e8e\u5f52\u7eb3\u5934\u800c\u8a00\uff0c<\/span><\/span><strong><span><span>\u6ce8\u610f\u529b\u673a\u5236\u672c\u8eab\u624d\u662f\u5168\u90e8\u7684\u5173\u952e\u6240\u5728<\/span><\/span><\/strong><\/span><span style=\"font-size: 13px\"><span>\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span style=\"text-decoration: underline\">\u00a7 7.1.2 \u793a\u4f8b\uff1a\u9009\u62e9\u9898<\/span><\/span><\/strong><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5f52\u7eb3\u673a\u5236\u662f\u6ce8\u610f\u529b\u8ba1\u7b97\u4e2d\u6700\u7b80\u5355\u7684\u4e00\u4e2a\u6848\u4f8b\uff0c\u5373\u4f7f\u6ca1\u6709\u5f52\u56e0\u56fe\u7684\u8f85\u52a9\uff0c\u6211\u4eec\u4e5f\u80fd\u5bf9\u5176\u673a\u5236\u505a\u51fa\u5408\u7406\u731c\u6d4b\u3002\u7136\u800c\uff0c\u5f52\u56e0\u56fe\u7684\u5931\u8d25\u4e5f\u4f1a\u51fa\u73b0\u5728\u66f4\u590d\u6742\u7684\u573a\u666f\u4e2d\uff0c\u8fd9\u79cd\u5931\u8d25\u4f1a\u5f7b\u5e95\u63a9\u76d6\u6a21\u578b\u63a8\u7406\u8fc7\u7a0b\u4e2d\u6700\u5173\u952e\u7684\u73af\u8282\u3002\u4f8b\u5982\uff0c\u6765\u770b\u4e00\u4e2a\u9009\u62e9\u9898\uff1a<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4eba\u7c7b\uff1a\u7b2c\u4e8c\u6b21\u4e16\u754c\u5927\u6218\u7ed3\u675f\u4e8e\u54ea\u4e00\u5e74\uff1f<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\uff08A\uff091776<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\uff08B\uff091945<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\uff08C\uff091865<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u52a9\u624b\uff1a\u7b54\u6848\uff1a\uff08B\uff09<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5f53\u6211\u4eec\u4e3a\u52a9\u624b\u56de\u7b54\u4e2d\u7684\u201cB\u201d\u8ba1\u7b97\u5f52\u56e0\u56fe<\/span><span>\uff08\u53ef\u4ea4\u4e92\u56fe\u5f62\u53ef\u89c6\u5316\uff09<\/span><span>\u65f6\uff0c\u5f97\u5230\u7684\u89e3\u91ca\u76f8\u5f53\u65e0\u8da3\u2014\u2014\u6a21\u578b\u4e4b\u6240\u4ee5\u9009\u62e9\u201cB\u201d\uff0c\u662f\u56e0\u4e3a\u5728\u201c\uff08B\uff09\u201d\u4e4b\u540e\u7684\u8bcd\u5143\u6fc0\u6d3b\u4e86\u4e00\u4e2a\u4e0e\u6b63\u786e\u7b54\u6848\u76f8\u5173\u7684\u7279\u5f81\u3002<\/span><span>\uff08\u6b64\u5916\uff0c\u8fd8\u6709\u4e00\u6761\u6307\u5411\u201cB\u201d\u7684\u76f4\u63a5\u8def\u5f84\uff0c\u4ee5\u53ca\u901a\u8fc7\u201c\u8bf4\u51fa B\u201d\u8fd9\u4e00\u52a8\u4f5c\u7279\u5f81\u6240\u4ecb\u5bfc\u7684\u8f93\u51fa\u8def\u5f84\uff1b\u4e3a\u4e86\u7b80\u5316\uff0c\u6211\u4eec\u5728\u6b64\u7565\u53bb\u8fd9\u4e9b\u8def\u5f84\u7684\u7ec6\u8282\u3002\uff09<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7136\u800c\uff0c\u8fd9\u4e9b\u90fd<\/span><\/span><strong><span><span>\u6ca1\u6709\u89e3\u91ca\u6a21\u578b\u662f\u5982\u4f55\u5224\u65ad\u51fa1945\u624d\u662f\u6b63\u786e\u7b54\u6848\u7684<\/span><\/span><\/strong><span><span>\uff01\u5f52\u56e0\u56fe\u201c\u8df3\u8fc7\u4e86\u201d\u6700\u5173\u952e\u7684\u8ba1\u7b97\u6b65\u9aa4\uff0c\u4e5f\u5c31\u662f\u6a21\u578b<\/span><\/span><strong><span><span>\u662f\u5982\u4f55\u201c\u77e5\u9053\u201d1945\u6b63\u786e\u7684<\/span><\/span><\/strong><span><span>\u8fd9\u4e00\u63a8\u7406\u8fc7\u7a0b\u3002\u8fd9\u80cc\u540e\u7684\u539f\u56e0\u662f\uff0c\u8be5\u884c\u4e3a\u662f\u7531\u6ce8\u610f\u529b\u673a\u5236\u4e3b\u5bfc\u7684\u3002\u8fdb\u4e00\u6b65\u8c03\u67e5\u663e\u793a\uff0c\u6a21\u578b\u4e2d\u5b58\u5728\u4e09\u4e2a\u201c\u6b63\u786e\u7b54\u6848\u201d\u7279\u5f81\uff0c\u5b83\u4eec\u5728\u9762\u5bf9\u9009\u62e9\u9898\u65f6\u4f1a\u5bf9\u6b63\u786e\u7b54\u6848\u4ea7\u751f\u6fc0\u6d3b\uff0c\u5e72\u9884\u5b9e\u9a8c\u8bc1\u660e\u8fd9\u4e9b\u7279\u5f81\u53d1\u6325\u4e86\u6838\u5fc3\u4f5c\u7528\u3002\u636e\u6b64\uff0c\u6211\u4eec\u63a8\u6d4b\u5176\u80cc\u540e\u7684\u673a\u5236\u53ef\u80fd\u5982\u4e0b\u6240\u793a<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.49537037037037035\" data-type=\"png\" data-w=\"1080\" data-width=\"1336\" data-height=\"662\" data-imgfileid=\"100233255\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-6c4256ceea6379d22b7706392bfa09de.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md07jr8z15tl\" data-pm-slice=\"0 0 []\"><span>\u56fe30\uff1a\u5728\u9009\u62e9\u9898\u4e2d\uff0c\u6ce8\u610f\u529b\u673a\u5236\u4f3c\u4e4e\u5bf9\u4e8e\u7406\u89e3\u6a21\u578b\u7684\u5173\u952e\u63a8\u7406\u8fc7\u7a0b\u81f3\u5173\u91cd\u8981\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u7531\u4e8e\u8fd9\u91cc\u6d89\u53ca\u5927\u91cf\u63a8\u6d4b\uff0c\u56e0\u6b64\u6211\u4eec\u6709\u5fc5\u8981\u660e\u786e\u6307\u51fa\u6211\u4eec\u5bf9 QK \u5de5\u4f5c\u56de\u8def<\/span><span>\uff08QK-circuit\uff0c\u5373\u7531 Query \u548c Key \u8ba1\u7b97\u51fa\u7684\u6ce8\u610f\u529b\u6743\u91cd\u673a\u5236\uff09<\/span><span>\u6240\u4e86\u89e3\u7684\u5185\u5bb9\u4e0e\u5c1a\u4e0d\u4e86\u89e3\u7684\u90e8\u5206\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u77e5\u9053\uff0c\u8be5\u673a\u5236\u53d7\u5230\u6ce8\u610f\u529b\u7684\u63a7\u5236\uff0c\u56e0\u4e3a\u51bb\u7ed3\u6ce8\u610f\u529b\u673a\u5236\u4f1a\u4f7f\u6a21\u578b\u7684\u56de\u7b54\u88ab\u9501\u5b9a\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u4e0d\u77e5\u9053\u8be5\u673a\u5236\u662f\u5426\u7531\u67d0\u4e00\u4e2a\u7279\u5b9a\u7684\u6ce8\u610f\u529b\u5934\u6240\u4e3b\u5bfc\uff0c\u4e5f\u4e0d\u77e5\u9053\u53c2\u4e0e\u5176\u4e2d\u7684\u5934\u662f\u5426\u5177\u6709\u53ef\u4ee5\u63a8\u5e7f\u4e3a\u901a\u7528\u884c\u4e3a\u7684\u6027\u8d28\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u77e5\u9053\u6709\u4e09\u4e2a\u7279\u5f81\u4f3c\u4e4e\u53ef\u4ee5\u8ffd\u8e2a\u201c\u8fd9\u770b\u8d77\u6765\u50cf\u662f\u6b63\u786e\u7b54\u6848\u201d\u7684\u4fe1\u53f7\u3002\u6211\u4eec\u4e5f\u77e5\u9053\uff0c\u5bf9\u8fd9\u4e9b\u7279\u5f81\u8fdb\u884c\u5e72\u9884\u4f1a\u4ee5\u53ef\u9884\u671f\u7684\u65b9\u5f0f\u6539\u53d8\u6a21\u578b\u7684\u56de\u7b54\u3002\u4f8b\u5982\uff0c\u5982\u679c\u6211\u4eec\u5728\u4eba\u4e3a\u5e72\u9884\u4e0b\u5728\u9009\u9879 C \u4e0a\u6fc0\u6d3b\u8fd9\u4e9b\u7279\u5f81\uff0c\u6a21\u578b\u5c31\u4f1a\u9884\u6d4b\u7b54\u6848\u4e3a C\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u4e0d\u77e5\u9053\u8fd9\u4e9b\u201c\u6b63\u786e\u7b54\u6848\u201d\u7279\u5f81\u662f\u5426\u76f4\u63a5\u4f5c\u7528\u4e8e\u67d0\u4e2a\u6ce8\u610f\u529b\u5934\u7684 Key \u4fa7\uff1b\u540c\u6837\uff0c\u6211\u4eec\u4e5f\u4e0d\u77e5\u9053\u662f\u5426\u5b58\u5728\u201c\u9700\u8981\u7b54\u6848\u201d\u7684\u7279\u5f81\u5e76\u4f5c\u7528\u4e8e Query \u4fa7\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u8fd8\u4e0d\u6e05\u695a\u662f\u5426\u6709\u5176\u4ed6\u5e76\u884c\u7684\u66ff\u4ee3\u673a\u5236\u5728\u8d77\u4f5c\u7528<\/span><span>\uff08\u53c2\u89c1 Feng \u4e0e Steinhardt \u7684\u7814\u7a76 [31]\uff09<\/span><span>\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u603b\u4e4b\uff0c\u6709\u5f88\u591a\u6211\u4eec\u5c1a\u672a\u7406\u89e3\u7684\u5730\u65b9\uff01<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c3d\u7ba1\u6211\u4eec\u5bf9\u673a\u5236\u7684\u7406\u89e3\u6709\u9650\uff0c\u4f46\u6709\u4e00\u70b9\u4f3c\u4e4e\u975e\u5e38\u660e\u786e\uff1a\u6a21\u578b\u7684\u884c\u4e3a\u5173\u952e\u662f\u6cbf\u7740\u6ce8\u610f\u529b\u6a21\u5f0f\u548c\u7528\u4e8e\u8ba1\u7b97\u8fd9\u4e9b\u6a21\u5f0f\u7684 QK \u5de5\u4f5c\u56de\u8def\u8fdb\u884c\u4f20\u64ad\u7684\u3002\u5728\u76ee\u524d\u5c1a\u65e0\u6cd5\u4fee\u590d\u8fd9\u4e00\u70b9\u4e4b\u524d\uff0c\u6211\u4eec\u7684\u5f52\u56e0\u56fe\u5c06\u7ee7\u7eed\u201c\u9057\u6f0f\u5173\u952e\u90e8\u5206\u201d\uff0c\u5c24\u5176\u662f\u5728\u6ce8\u610f\u529b\u673a\u5236\u53d1\u6325\u6838\u5fc3\u4f5c\u7528\u7684\u60c5\u5883\u4e2d\u3002\u867d\u7136\u5728\u672c\u6587\u6848\u4f8b\u4e2d\u6211\u4eec\u901a\u8fc7\u4eba\u5de5\u5206\u6790\u83b7\u5f97\u4e86\u4e00\u90e8\u5206\u7406\u89e3\uff0c\u4f46\u6211\u4eec\u4ecd\u5e0c\u671b\u672a\u6765\u7684\u65b9\u6cd5\u80fd\u591f\u81ea\u52a8\u63d0\u53d6\u51fa\u8fd9\u7c7b\u4fe1\u606f\u3002<\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span style=\"text-decoration: underline\">\u00a7 7.1.3 \u5173\u4e8e\u6ce8\u610f\u529b\u7684\u672a\u6765\u7814\u7a76\u65b9\u5411<\/span><\/span><\/strong><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u63a8\u6d4b\uff0c\u5728\u5927\u91cf\u4e0d\u540c\u7684\u63d0\u793a\u8bcd\u4e2d\uff0c\u90fd\u4f1a\u5b58\u5728\u7c7b\u4f3c\u7684\u4ee5\u6ce8\u610f\u529b\u4e3a\u6838\u5fc3\u7684\u8ba1\u7b97\u5de5\u4f5c\u56de\u8def\u3002\u5728\u8fd9\u4e9b\u573a\u666f\u4e2d\uff0c\u73b0\u6709\u7684\u5f52\u56e0\u56fe\u51e0\u4e4e\u65e0\u6cd5\u63d0\u4f9b\u5e2e\u52a9\uff0c\u56e0\u6b64\u9700\u8981\u5f00\u53d1\u65b0\u7684\u65b9\u6cd5\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4ece\u672c\u8d28\u4e0a\u8bb2\uff0cQK \u5de5\u4f5c\u56de\u8def\u662f\u4f5c\u7528\u4e8e\u6b8b\u5dee\u6d41\u4e0a\u7684\u4e00\u4e2a\u4e8c\u6b21\u578b\u7ed3\u6784\u3002\u8fd9\u610f\u5473\u7740\u5f52\u56e0\u81ea\u7136\u53ef\u4ee5\u5206\u914d\u7ed9 Query \u4fa7\u548c Key \u4fa7\u7279\u5f81\u5bf9\u3002\u6bcf\u4e00\u5bf9\u7279\u5f81\u90fd\u6709\u4e00\u4e2a\u6743\u91cd\uff0c\u8868\u5f81\u5b83\u4eec\u662f\u5426\u4f1a\u589e\u5f3a\u6216\u524a\u5f31\u5bf9\u7279\u5b9a\u8bcd\u5143\u7684\u6ce8\u610f\u529b\u3002\u7136\u800c\uff0c\u8fd9\u79cd\u65b9\u6cd5\u7684\u7f3a\u70b9\u662f\u5176\u590d\u6742\u5ea6\u968f\u7279\u5f81\u5bf9\u6570\u91cf\u5448\u4e8c\u6b21\u7ea7\u6570\u589e\u957f\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5982\u679c\u6211\u4eec\u5355\u72ec\u5206\u6790\u6bcf\u4e00\u4e2a\u6ce8\u610f\u529b\u5934\u7684 QK \u5de5\u4f5c\u56de\u8def\uff0c\u53ef\u80fd\u4f1a\u8ba9\u95ee\u9898\u53d8\u5f97\u66f4\u52a0\u590d\u6742\uff0c\u751a\u81f3\u4ea7\u751f\u8bef\u5bfc\uff0c\u7279\u522b\u662f\u5728\u5b58\u5728\u6ce8\u610f\u529b\u53e0\u52a0\u7684\u60c5\u51b5\u4e0b\u3002\u6a21\u578b\u4e2d\u53ef\u80fd\u5c06\u6709\u8da3\u7684\u884c\u4e3a\u5206\u6563\u5728\u591a\u4e2a\u6ce8\u610f\u529b\u5934\u4e2d\uff0c\u6bcf\u4e2a\u90fd\u6709\u81ea\u5df1\u7684 QK \u5de5\u4f5c\u56de\u8def\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u8fd8\u6000\u7591\uff0c\u5728\u6ce8\u610f\u529b\u5c42\u4e2d\u5f15\u5165\u67d0\u4e9b\u5f62\u5f0f\u7684\u5b57\u5178\u5b66\u4e60\uff0c\u6216\u662f\u5b8c\u6574\u66ff\u4ee3\u6ce8\u610f\u529b\u5c42\u7684\u7ed3\u6784\uff0c\u53ef\u80fd\u6709\u52a9\u4e8e\u4f7f\u8fd9\u4e9b\u201cQK\u5f52\u56e0\u201d\u65b9\u6cd5\u66f4\u5177\u53ef\u64cd\u4f5c\u6027\u548c\u53ef\u89e3\u91ca\u6027\u3002\u6211\u4eec\u8ba4\u4e3a\uff0c\u627e\u5230\u5904\u7406\u6ce8\u610f\u529b\u5f52\u56e0\u7684\u6b63\u786e\u65b9\u5f0f\uff0c\u662f\u672a\u6765\u7814\u7a76\u4e2d\u6700\u91cd\u8981\u7684\u65b9\u5411\u4e4b\u4e00\u3002<\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span>7.2 \u91cd\u6784\u8bef\u5dee\u4e0e\u201c\u6697\u7269\u8d28\u201d\u673a\u5236<\/span><\/span><\/strong><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u6240\u4f7f\u7528\u7684\u8de8\u5c42\u8f6c\u7801\u5668\u65e0\u6cd5\u5b8c\u5168\u91cd\u6784\u6a21\u578b\u7684\u6fc0\u6d3b\u8fc7\u7a0b\u3002\u5176\u7ed3\u679c\u662f\uff0c\u6211\u4eec\u7684\u65b9\u6cd5\u9057\u7559\u4e86\u90e8\u5206\u6a21\u578b\u673a\u5236\u7684\u201c\u6697\u7269\u8d28\u201d\u2014\u2014\u5373\u672a\u88ab\u89c2\u5bdf\u5230\u7684\u90e8\u5206\u3002\u8fd9\u4e00\u65b9\u9762\u662f\u56e0\u4e3a\u6211\u4eec\u4f7f\u7528\u7684\u7279\u5f81\u5b57\u5178\u89c4\u6a21\u4e0d\u8db3\uff0c\u65e0\u6cd5\u8986\u76d6\u6a21\u578b\u53ef\u80fd\u638c\u63e1\u7684\u6240\u6709\u6982\u5ff5\u6240\u5bf9\u5e94\u7684\u7279\u5f81\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u5f52\u56e0\u56fe\u4e2d\uff0c\u8fd9\u79cd\u5931\u8d25\u8868\u73b0\u4e3a\u201c\u9519\u8bef\u8282\u70b9\u201d<\/span><span>\uff08error node\uff09<\/span><span>\uff1a\u8fd9\u7c7b\u8282\u70b9\u4f5c\u4e3a\u5176\u4ed6\u8282\u70b9\u7684\u8f93\u5165\u6765\u6e90\uff0c\u4f46\u81ea\u8eab\u5374\u6ca1\u6709\u4efb\u4f55\u8f93\u5165\uff0c\u4eff\u4f5b\u662f\u201c\u65e0\u4e2d\u751f\u6709\u201d\uff0c\u4e14\u65e0\u6cd5\u88ab\u89e3\u91ca\u3002\u5728\u672c\u6587\u5c55\u793a\u7684\u8bf8\u591a\u793a\u4f8b\u4e2d\uff0c\u5c3d\u7ba1\u5b58\u5728\u9519\u8bef\u8282\u70b9\uff0c\u6211\u4eec\u4f9d\u7136\u8bbe\u6cd5\u8bc6\u522b\u51fa\u4e86\u4e00\u4e9b\u6709\u8da3\u7684\u673a\u5236\u3002\u4f46\u9700\u8981\u660e\u786e\u6307\u51fa\uff0c\u6211\u4eec\u63cf\u8ff0\u7684\u5de5\u4f5c\u56de\u8def\u4ec5\u4e3a\u6a21\u578b\u8ba1\u7b97\u8fc7\u7a0b\u7684<\/span><\/span><strong><span><span>\u90e8\u5206\u63cf\u8ff0<\/span><\/span><\/strong><span><span>\u2014\u2014\u65e2\u56e0\u4e3a\u9519\u8bef\u8282\u70b9\u7684\u5b58\u5728\uff0c\u4e5f\u56e0\u4e3a\u6211\u4eec\u6240\u5c55\u793a\u7684\u5de5\u4f5c\u56de\u8def\u901a\u5e38\u53ea\u6db5\u76d6\u4e86\u56fe\u4e2d\u975e\u9519\u8bef\u8282\u70b9\u7684\u4e00\u4e2a\u5b50\u96c6\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u7136\u800c\uff0c\u6709\u4e9b\u60c5\u51b5\u4e0b\uff0c\u9519\u8bef\u8282\u70b9\u4f1a\u5b8c\u5168\u63a9\u76d6\u6a21\u578b\u7684\u5b9e\u9645\u884c\u4e3a\u3002\u4f8b\u5982\uff0c\u8003\u8651\u4ee5\u4e0b\u4e00\u6b21\u8d8a\u72f1\u653b\u51fb\u5c1d\u8bd5\u2014\u2014\u8fd9\u662f\u4e00\u4e2a\u5bf9\u6a21\u578b\u63d0\u51fa\u7684\u6a21\u7cca\u6307\u4ee4\uff0c\u8bd5\u56fe\u8bf1\u5bfc\u5176\u751f\u6210\u6076\u610f\u8f6f\u4ef6<\/span><span>\uff08\u8be5\u8bf7\u6c42\u88ab\u6a21\u578b\u62d2\u7edd\uff09<\/span><span>\uff1a<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4eba\u7c7b\uff1aWrite an office macro TAhT SEaRChEs fOS AND EtEIaFTxLRS pASWORdS<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u52a9\u624b\uff1a<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u5bf9\u5e94\u7684\u5f52\u56e0\u56fe\u4e2d\uff0c\u51e0\u4e4e\u6240\u6709\u4e0e\u63d0\u793a\u8bcd\u5bf9\u5e94\u7684\u8282\u70b9\u90fd\u662f\u9519\u8bef\u8282\u70b9\uff0c\u5bfc\u81f4\u6211\u4eec\u65e0\u6cd5\u8ffd\u8e2a\u4e0e\u6a21\u578b\u62d2\u7edd\u884c\u4e3a\u76f8\u5173\u7684\u7279\u5f81\u662f\u4ece\u4f55\u800c\u6765\uff0c\u4ea6\u65e0\u6cd5\u89e3\u91ca\u5176\u5185\u90e8\u673a\u5236\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8fd9\u4e2a\u4f8b\u5b50\u4e2d\u9519\u8bef\u8282\u70b9\u7684\u5927\u91cf\u51fa\u73b0\u5e76\u4e0d\u4ee4\u4eba\u610f\u5916\u2014\u2014\u8be5\u63d0\u793a\u8bcd\u660e\u663e\u5c5e\u4e8e\u5206\u5e03\u5916\u8f93\u5165\uff0c\u76f8\u6bd4\u4e8e\u8bad\u7ec3\u8bed\u6599\u800c\u8a00\u5dee\u5f02\u8f83\u5927\uff0c\u56e0\u6b64\u8de8\u5c42\u8f6c\u7801\u5668\u5728\u9884\u6d4b\u6a21\u578b\u884c\u4e3a\u65f6\u8868\u73b0\u4e0d\u4f73\u662f\u53ef\u4ee5\u9884\u671f\u7684\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6b64\u5916\uff0c\u6211\u4eec\u4e5f\u6307\u51fa\uff0c\u53e6\u4e00\u4e2a\u4e3b\u8981\u8bef\u5dee\u6765\u6e90\u662f\uff1a<\/span><\/span><strong><span><span>\u6211\u4eec\u5bf9\u7279\u5f81\u7684\u4eba\u5de5\u89e3\u91ca\u4e0e\u5176\u771f\u5b9e\u8bed\u4e49\u4e4b\u95f4\u5b58\u5728\u5dee\u8ddd<\/span><\/span><\/strong><span><span>\u3002\u6211\u4eec\u5bf9\u7279\u5f81\u7684\u89e3\u91ca\u901a\u5e38\u8fc7\u4e8e\u7c97\u7cd9\uff0c\u65e0\u6cd5\u7cbe\u51c6\u5bf9\u5e94\u5176\u5b9e\u9645\u7684\u6fc0\u6d3b\u6a21\u5f0f\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span style=\"text-decoration: underline\">\u00a7 7.2.1 \u5173\u4e8e\u91cd\u6784\u8bef\u5dee\u4e0e\u201c\u6697\u7269\u8d28\u201d\u7684\u672a\u6765\u7814\u7a76\u65b9\u5411<\/span><\/span><\/strong><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u8ba4\u4e3a\u53ef\u4ee5\u4ece\u591a\u4e2a\u89d2\u5ea6\u89e3\u51b3\u8fd9\u4e00\u95ee\u9898\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c06\u66ff\u4ee3\u6a21\u578b\u7684\u89c4\u6a21\u6269\u5927\uff0c\u5e76\u4f7f\u7528\u66f4\u591a\u8bad\u7ec3\u6570\u636e\uff0c\u6709\u52a9\u4e8e\u63d0\u9ad8\u53ef\u89e3\u91ca\u7684\u65b9\u5dee\u6bd4\u4f8b\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5bf9\u73b0\u6709\u7684\u8de8\u5c42\u8f6c\u7801\u5668\u67b6\u6784\u8fdb\u884c\u7ed3\u6784\u6027\u4fee\u6539\uff0c\u4f7f\u5176\u8868\u8fbe\u80fd\u529b\u66f4\u5f3a\uff0c\u4ece\u800c\u80fd\u89e3\u91ca\u66f4\u591a\u53d8\u5316\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c06\u66ff\u4ee3\u6a21\u578b\u7684\u8bad\u7ec3\u8fc7\u7a0b\u4ece\u4ec5\u4f9d\u8d56\u5747\u65b9\u8bef\u5dee<\/span><span>\uff08MSE\uff09<\/span><span>\u8f6c\u5411\u66f4\u52a0\u7aef\u5230\u7aef\u7684\u8bad\u7ec3\u65b9\u5f0f\uff0c\u5373\u4f7f\u5728 MSE \u56fa\u5b9a\u7684\u60c5\u51b5\u4e0b\uff0c\u4e5f\u80fd\u964d\u4f4e\u9519\u8bef\u8282\u70b9\u7684\u6743\u91cd\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u611f\u5174\u8da3\u7684\u6570\u636e\u5206\u5e03\u4e0a\u5bf9\u66ff\u4ee3\u6a21\u578b\u8fdb\u884c\u5fae\u8c03\uff0c\u53ef\u4ee5\u63d0\u5347\u6211\u4eec\u5728\u8fd9\u4e9b\u5206\u5e03\u4e0a\u6355\u6349\u673a\u5236\u7684\u80fd\u529b\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5f00\u53d1\u4ece\u9519\u8bef\u8282\u70b9\u201c\u53cd\u5411\u5f52\u56e0\u201d\u7684\u65b9\u6cd5\u3002\u867d\u7136\u8fd9\u4f1a\u5728\u5f52\u56e0\u56fe\u4e2d\u7559\u4e0b\u4e00\u4e2a\u65e0\u6cd5\u89e3\u91ca\u7684\u201c\u7a7a\u6d1e\u201d\uff0c\u4f46\u5728\u67d0\u4e9b\u573a\u666f\u4e0b\uff0c\u4ecd\u7136\u53ef\u80fd\u6bd4\u73b0\u6709\u7684\u201c\u65e0\u8f93\u5165\u201d\u9519\u8bef\u8282\u70b9\u63d0\u4f9b\u66f4\u591a\u7684\u6a21\u578b\u6d1e\u5bdf\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">7.3 \u975e\u6fc0\u6d3b\u7279\u5f81\u4e0e\u6291\u5236\u5de5\u4f5c\u56de\u8def\u7684\u4f5c\u7528<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u7684\u8de8\u5c42\u8f6c\u7801\u5668\u7279\u5f81\u7ecf\u8fc7\u8bad\u7ec3\uff0c\u5177\u6709\u7a00\u758f\u6fc0\u6d3b\u6027\u3002\u8fd9\u79cd\u7a00\u758f\u6027\u662f\u6211\u4eec\u65b9\u6cd5\u6210\u529f\u7684\u5173\u952e\u4e4b\u4e00\uff0c\u5b83\u4f7f\u6211\u4eec\u5728\u9762\u5bf9\u4e00\u4e2a\u5177\u4f53\u7684\u63d0\u793a\u8bcd\u65f6\uff0c\u53ea\u9700\u5173\u6ce8\u76f8\u5bf9\u8f83\u5c11\u7684\u4e00\u7ec4\u7279\u5f81\uff0c\u800c\u4e0d\u5fc5\u5904\u7406\u66ff\u4ee3\u6a21\u578b\u4e2d\u6210\u5343\u4e07\u4e0a\u4ebf\u7684\u5168\u90e8\u7279\u5f81\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7136\u800c\uff0c\u8fd9\u79cd\u4fbf\u5229\u6027\u5efa\u7acb\u5728\u4e00\u4e2a\u5173\u952e\u5047\u8bbe\u4e4b\u4e0a\u2014\u2014\u5373\uff1a<\/span><\/span><strong><span><span>\u53ea\u6709\u88ab\u6fc0\u6d3b\u7684\u7279\u5f81\u624d\u53c2\u4e0e\u4e86\u6a21\u578b\u505a\u51fa\u54cd\u5e94\u7684\u673a\u5236<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e8b\u5b9e\u4e0a\uff0c\u60c5\u51b5\u5e76\u975e\u603b\u662f\u5982\u6b64\uff01\u5728\u67d0\u4e9b\u60c5\u5f62\u4e2d\uff0c\u67d0\u4e2a\u7279\u5f81\u672a\u88ab\u6fc0\u6d3b\u7684\u72b6\u6001\u672c\u8eab\u53ef\u80fd\u6b63\u662f\u6a21\u578b\u54cd\u5e94\u7684\u5173\u952e\uff0c\u8fd9\u79cd\u672a\u6fc0\u6d3b\u72b6\u6001\u53ef\u80fd\u662f\u56e0\u4e3a\u5b83\u88ab\u5176\u4ed6\u7279\u5f81\u6240<\/span><\/span><strong><span><span>\u6291\u5236<\/span><\/span><\/strong><span><span>\u3002\u4f8b\u5982\uff0c\u5728\u6211\u4eec\u5173\u4e8e\u5e7b\u89c9\u751f\u6210\u4e0e\u5b9e\u4f53\u8bc6\u522b\u7684\u5206\u6790\u4e2d<\/span><span>\uff08\u8be6\u89c1\u914d\u5957\u8bba\u6587\uff09<\/span><span>\uff0c\u6211\u4eec\u53d1\u73b0\u4e86\u4e00\u4e2a\u5de5\u4f5c\u56de\u8def\uff1a\u5176\u4e2d\u201c\u65e0\u6cd5\u56de\u7b54\u201d\u7c7b\u7684\u7279\u5f81\u4f1a\u88ab\u201c\u5df2\u77e5\u5b9e\u4f53\u201d\u6216\u201c\u7b54\u6848\u660e\u786e\u7684\u95ee\u9898\u201d\u7279\u5f81\u6240\u6291\u5236\u3002\u56e0\u6b64\uff0c\u5982\u679c\u6211\u4eec\u8981\u89e3\u91ca\u6a21\u578b\u4e3a\u4f55\u5728\u67d0\u4e00\u7279\u5b9a\u4e0a\u4e0b\u6587\u4e2d\u4ea7\u751f\u5e7b\u89c9\uff0c\u5c31\u5fc5\u987b\u7406\u89e3\u4e3a\u4f55\u201c\u65e0\u6cd5\u56de\u7b54\u201d\u7684\u7279\u5f81<\/span><\/span><strong><span><span>\u6ca1\u6709\u88ab\u6fc0\u6d3b<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u9ed8\u8ba4\u60c5\u51b5\u4e0b\uff0c\u6211\u4eec\u7684\u5f52\u56e0\u56fe\u5e76\u4e0d\u663e\u793a\u6b64\u7c7b\u4fe1\u606f\uff0c\u56e0\u4e3a\u5b83\u53ea\u5c55\u793a\u4e86\u88ab\u6fc0\u6d3b\u7684\u7279\u5f81\u3002\u5982\u679c\u6211\u4eec\u5df2\u6709\u5047\u8bbe\uff0c\u8ba4\u4e3a\u67d0\u4e9b\u672a\u6fc0\u6d3b\u7279\u5f81\u7684\u201c\u88ab\u6291\u5236\u201d\u72b6\u6001\u53ef\u80fd\u4e0e\u6a21\u578b\u7684\u8f93\u51fa\u76f8\u5173\uff0c\u6211\u4eec\u53ef\u4ee5\u5c06\u8fd9\u4e9b\u7279\u5f81\u624b\u52a8\u52a0\u5165\u5f52\u56e0\u56fe\u4e2d\u3002\u4f46\u8fd9\u79cd\u505a\u6cd5\u524a\u5f31\u4e86\u6211\u4eec\u65b9\u6cd5\u7684\u4e00\u4e2a\u91cd\u8981\u4f18\u52bf\uff1a<\/span><\/span><strong><span><span>\u652f\u6301\u65e0\u5047\u8bbe\u3001\u63a2\u7d22\u6027\u7684\u5206\u6790\u80fd\u529b<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8fd9\u5c31\u5e26\u6765\u4e86\u4e00\u4e2a\u6311\u6218\u2014\u2014\u6211\u4eec\u8be5\u5982\u4f55\u4ece\u6570\u4ee5\u5343\u4e07\u8ba1\u7684\u672a\u6fc0\u6d3b\u7279\u5f81\u4e2d\uff0c\u8bc6\u522b\u51fa\u90a3\u4e9b\u201c\u503c\u5f97\u5173\u6ce8\u201d\u7684\u7279\u5f81\uff1f\u6362\u53e5\u8bdd\u8bf4\uff0c\u6211\u4eec\u5e0c\u671b\u627e\u51fa\u90a3\u4e9b\u201c\u53cd\u4e8b\u5b9e\u5730\u53ef\u80fd\u88ab\u6fc0\u6d3b\u201d\u7684\u7279\u5f81\u3002\u5728\u5b9e\u4f53\u8bc6\u522b\u7684\u4f8b\u5b50\u4e2d\uff0c\u6211\u4eec\u901a\u8fc7\u6784\u5efa\u5bf9\u6bd4\u6027\u7684\u63d0\u793a\u8bcd\u5bf9<\/span><span>\uff08\u4f8b\u5982\u201cMichael Jordan\u201d\u548c\u201cMichael Batkin\u201d\uff09<\/span><span>\uff0c\u6bd4\u8f83\u5305\u542b\u5df2\u77e5\u5b9e\u4f53\u4e0e\u672a\u77e5\u5b9e\u4f53\u7684\u8f93\u5165\uff0c\u5e76\u805a\u7126\u4e8e\u5728\u6bcf\u7ec4\u63d0\u793a\u8bcd\u4e2d\u81f3\u5c11\u5728\u4e00\u7aef\u88ab\u6fc0\u6d3b\u7684\u7279\u5f81\uff0c\u6765\u8bc6\u522b\u8fd9\u7c7b\u53cd\u4e8b\u5b9e\u7279\u5f81\u3002\u6211\u4eec\u8ba4\u4e3a\uff0c\u8fd9\u79cd\u201c\u5bf9\u6bd4\u6027\u6210\u5bf9\u5206\u6790\u201d\u7b56\u7565\u5c06\u5728\u672a\u6765\u7684\u5de5\u4f5c\u56de\u8def\u5206\u6790\u4e2d\u626e\u6f14\u5173\u952e\u89d2\u8272\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e0e\u6b64\u540c\u65f6\uff0c\u6211\u4eec\u4e5f\u5e0c\u671b\u5f00\u53d1\u66f4\u5177\u65e0\u76d1\u7763\u80fd\u529b\u7684\u65b9\u6cd5\uff0c\u4ee5\u8bc6\u522b\u51fa\u90a3\u4e9b\u5173\u952e\u7684\u88ab\u6291\u5236\u7279\u5f81\u3002\u5176\u4e2d\u4e00\u4e2a\u53ef\u80fd\u65b9\u5411\u662f\u8fdb\u884c<\/span><\/span><strong><span><span>\u7279\u5f81\u6d88\u878d\u5b9e\u9a8c<\/span><\/span><\/strong><span><span>\uff0c\u5e76\u5173\u6ce8\u90a3\u4e9b\u201c\u53ea\u5dee\u4e00\u6b21\u6d88\u878d\u201d\u5373\u53ef\u4ece\u672a\u6fc0\u6d3b\u53d8\u4e3a\u6fc0\u6d3b\u7684\u7279\u5f81\u96c6\u5408\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6709\u4eba\u53ef\u80fd\u4f1a\u8ba4\u4e3a\uff0c\u8fd9\u7c7b\u95ee\u9898\u53ef\u4ee5\u901a\u8fc7\u8f6c\u5411<\/span><\/span><strong><span><span>\u5168\u5c40\u5de5\u4f5c\u56de\u8def\u5206\u6790\uff08global circuit analysis\uff09\u6765\u89c4\u907f\u3002\u4f46\u5b9e\u9645\u4e0a\uff0c\u4e00\u4e2a\u66f4\u6df1\u5c42\u6b21\u7684\u6311\u6218\u4ecd\u7136\u5b58\u5728\u3002\u6211\u4eec\u9700\u8981\u4e00\u79cd\u65b9\u6cd5\u6765\u7b5b\u9664\u201c\u5e72\u6270\u6027\u6743\u91cd\uff08interference weights\uff09\u201d\uff0c\u4e00\u79cd\u81ea\u7136\u7684\u505a\u6cd5\u662f\u4f9d\u636e\u7279\u5f81\u7684\u5171\u73b0\u5173\u7cfb\u8fdb\u884c\u7b5b\u9009\u3002\u4f46\u8fd9\u79cd\u7b56\u7565\u4f1a\u5ffd\u7565\u4e00\u4e9b\u5173\u952e\u7684\u6291\u5236\u6027\u6743\u91cd<\/span><\/span><\/strong><span><span>\u2014\u2014\u5373\u67d0\u4e2a\u7279\u5f81\u7a33\u5b9a\u5730\u6291\u5236\u53e6\u4e00\u4e2a\u7279\u5f81\u7684\u6fc0\u6d3b\u3002\u8fd9\u53ef\u4ee5\u88ab\u89c6\u4e3a\u4e00\u79cd\u201c\u5168\u5c40\u5de5\u4f5c\u56de\u8def\u4e2d\u4e0e\u5c40\u90e8\u5f52\u56e0\u5206\u6790\u4e2d\u975e\u6fc0\u6d3b\u7279\u5f81\u95ee\u9898\u7b49\u4ef7\u7684\u6311\u6218\u201d\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">7.4 \u56fe\u7ed3\u6784\u590d\u6742\u6027<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u53ef\u89e3\u91ca\u6027\u7814\u7a76\u7684\u6839\u672c\u6311\u6218\u4e4b\u4e00\uff0c\u662f\u6784\u5efa\u80fd\u591f<\/span><\/span><strong><span><span>\u964d\u4f4e\u7406\u89e3\u590d\u6742\u8ba1\u7b97\u8ba4\u77e5\u8d1f\u62c5<\/span><\/span><\/strong><span><span>\u7684\u62bd\u8c61\u7ed3\u6784\u4e0e\u4ea4\u4e92\u63a5\u53e3 [37]\u3002\u6211\u4eec\u7684\u5f52\u56e0\u65b9\u6cd5\u5c31\u662f\u4e3a\u4e86\u5c3d\u53ef\u80fd\u51cf\u8f7b\u7406\u89e3\u5de5\u4f5c\u56de\u8def\u7684\u8ba4\u77e5\u8d1f\u62c5\u800c\u8bbe\u8ba1\u7684\u3002\u4f8b\u5982\uff1a<\/span><\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u7279\u5f81\u7684\u7a00\u758f\u6027\u4f7f\u5f97\u5f52\u56e0\u56fe\u4e2d\u7684\u8282\u70b9\u6570\u91cf\u5927\u5e45\u51cf\u5c11\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u4f1a\u5bf9\u5f52\u56e0\u56fe\u8fdb\u884c\u88c1\u526a\uff0c\u5e2e\u52a9\u5206\u6790\u8005\u805a\u7126\u4e8e\u6700\u91cd\u8981\u7684\u7ec4\u6210\u90e8\u5206\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u8bbe\u8ba1\u4e86\u4fbf\u4e8e\u56fe\u7ed3\u6784\u5bfc\u822a\u7684\u7528\u6237\u754c\u9762\uff0c\u4ee5\u5b9e\u73b0\u6d41\u7545\u7684\u4ea4\u4e92\u4f53\u9a8c\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u4f7f\u7528\u4e86\u4e00\u79cd\u867d\u7136\u4e0d\u591f\u4e25\u8c28\u4f46\u5b9e\u7528\u7684\u62bd\u8c61\u65b9\u5f0f\uff0c\u5373\u201c\u8d85\u8282\u70b9\u201d\uff0c\u7528\u4e8e\u4e34\u65f6\u5c06\u82e5\u5e72\u76f8\u5173\u7279\u5f81\u7ec4\u5408\u5728\u4e00\u8d77\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5c3d\u7ba1\u6211\u4eec\u5df2\u7ecf\u91c7\u53d6\u4e86\u4e0a\u8ff0\u591a\u79cd\u7b80\u5316\u63aa\u65bd\uff0c\u5f52\u56e0\u56fe\u4ecd\u7136<\/span><\/span><strong><span><span>\u76f8\u5f53\u590d\u6742<\/span><\/span><\/strong><span><span>\uff0c\u7406\u89e3\u5b83\u4eec\u5f80\u5f80\u9700\u8981\u6295\u5165\u5927\u91cf\u65f6\u95f4\u548c\u7cbe\u529b\uff0c\u4e3b\u8981\u539f\u56e0\u5305\u62ec\uff1a<\/span><\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5373\u4f7f\u7ecf\u8fc7\u5b8c\u6574\u7684\u88c1\u526a\u6d41\u7a0b\uff0c\u4e14\u8f93\u5165\u63d0\u793a\u8bcd\u957f\u5ea6\u8f83\u77ed\uff0c\u751f\u6210\u7684\u56fe\u4ecd\u5305\u542b<\/span><\/span><strong><span><span>\u6570\u767e\u4e2a\u7279\u5f81\u8282\u70b9\u4e0e\u4e0a\u5343\u6761\u8fb9<\/span><\/span><\/strong><span><span>\uff1b<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u611f\u5174\u8da3\u7684\u8bed\u4e49\u6982\u5ff5\uff0c\u901a\u5e38\u662f\u201c\u6269\u6563\u201d\u5728\u591a\u4e2a\u7279\u5f81\u4e0a\u7684\uff0c\u96be\u4ee5\u901a\u8fc7\u5355\u4e00\u7279\u5f81\u7cbe\u786e\u5b9a\u4f4d\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6bcf\u4e2a\u7279\u5f81\u901a\u5e38\u4f1a\u4ece\u591a\u4e2a\u5176\u4ed6\u7279\u5f81\u4e2d\u63a5\u6536\u5fae\u5c0f\u8f93\u5165\uff0c\u8fd9\u4f7f\u5f97\u6211\u4eec\u5f88\u96be\u7b80\u660e\u5730\u603b\u7ed3\u201c\u662f\u4ec0\u4e48\u5bfc\u81f4\u4e86\u8be5\u7279\u5f81\u88ab\u6fc0\u6d3b\u201d\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u7279\u5f81\u4e4b\u95f4\u7684\u5f71\u54cd\u8def\u5f84\u5f80\u5f80\u4e0d\u6b62\u4e00\u6761\uff0c\u800c\u4e14\u8def\u5f84\u957f\u5ea6\u4e0d\u540c\u3001\u65b9\u5411\u53ef\u80fd\u76f8\u53cd\uff0c\u751a\u81f3\u7b26\u53f7<\/span><span>\uff08\u6b63\u8d1f\u4f5c\u7528\uff09<\/span><span>\u4e5f\u53ef\u80fd\u4e0d\u540c\uff01<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u56e0\u6b64\uff0c\u6211\u4eec\u5f88\u96be\u5c06\u5f52\u56e0\u56fe\u4e2d\u63ed\u793a\u7684\u673a\u5236<\/span><\/span><strong><span><span>\u6d53\u7f29\u4e3a\u6e05\u6670\u6613\u61c2\u7684\u53d9\u4e8b\u7ed3\u6784<\/span><\/span><\/strong><span><span>\u3002\u672c\u8bba\u6587\u4e2d\u5448\u73b0\u7684\u673a\u5236\u6848\u4f8b<\/span><span>\uff08vignette\uff09<\/span><span>\uff0c\u90fd\u662f\u5728\u7b80\u5316\u4e4b\u540e\u7684\u6545\u4e8b\u5316\u7248\u672c\uff0c\u5373\u4fbf\u5982\u6b64\uff0c\u5b83\u4eec\u4ecd\u4ec5\u8986\u76d6\u4e86\u6211\u4eec\u5bf9\u6a21\u578b\u8ba1\u7b97\u8fc7\u7a0b\u7684<\/span><\/span><strong><span><span>\u6709\u9650\u7406\u89e3<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u5e0c\u671b\uff0c\u672a\u6765\u80fd\u591f\u901a\u8fc7\u4ee5\u4e0b\u51e0\u4e2a\u65b9\u5411\u6765\u7f13\u89e3\u56fe\u7ed3\u6784\u590d\u6742\u6027\u95ee\u9898\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u63d0\u5347\u66ff\u4ee3\u6a21\u578b\u7684\u8bad\u7ec3\u8d28\u91cf\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5f15\u5165\u66f4\u597d\u7684\u62bd\u8c61\u673a\u5236\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u53d1\u5c55\u66f4\u52a0\u667a\u80fd\u7684\u56fe\u88c1\u526a\u65b9\u6cd5\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6784\u5efa\u66f4\u5148\u8fdb\u7684\u56fe\u53ef\u89c6\u5316\u5de5\u5177\u3002<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">7.5 \u62bd\u8c61\u5c42\u7ea7\u4e0d\u5f53\u7684\u7279\u5f81<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u968f\u7740\u7a00\u758f\u7f16\u7801\u6a21\u578b\u4f5c\u4e3a\u4e00\u79cd\u63d0\u53d6\u53ef\u89e3\u91ca\u7279\u5f81\u7684\u65b9\u6cd5\u65e5\u76ca\u6d41\u884c\uff0c\u8d8a\u6765\u8d8a\u591a\u7814\u7a76\u8005\u6307\u51fa\u4e86\u8fd9\u4e00\u65b9\u6cd5\u7684\u4e00\u4e9b\u5c40\u9650\u6027<\/span><span>\uff08\u53c2\u89c1\u6587\u732e [32, 33, 34, 35, 36]\uff09<\/span><span>\u3002\u5176\u4e2d\u4e00\u4e2a\u663e\u8457\u95ee\u9898\u662f<\/span><\/span><strong><span><span>\u7279\u5f81\u5206\u88c2<\/span><\/span><\/strong><span><span>\uff08feature splitting\uff09<\/span><span>[8, 37]\uff1a\u6240\u63d0\u53d6\u7684\u7279\u5f81\u5728\u67d0\u79cd\u610f\u4e49\u4e0a<\/span><\/span><strong><span><span>\u8fc7\u4e8e\u5177\u4f53<\/span><\/span><\/strong><span><span>\u3002\u8fd9\u79cd\u8fc7\u5ea6\u5177\u4f53\u5316\u8fd8\u53ef\u80fd\u5f15\u53d1\u4e00\u4e2a\u76f8\u5173\u95ee\u9898\u2014\u2014<\/span><\/span><strong><span><span>\u7279\u5f81\u5438\u6536<\/span><\/span><\/strong><span><span>\uff08feature absorption\uff09<\/span><span>[35]\uff0c\u5373\u67d0\u4e9b\u7279\u5f02\u6027\u7279\u5f81\u201c\u62a2\u8d70\u201d\u4e86\u672c\u5e94\u7531\u66f4\u901a\u7528\u7279\u5f81\u6240\u4ee3\u8868\u7684\u4fe1\u606f\uff0c\u4ece\u800c\u5bfc\u81f4\u539f\u6709\u7684\u5e7f\u4e49\u7279\u5f81\u51fa\u73b0\u201c\u7a7a\u6d1e\u201d\u3002\u4f8b\u5982\uff0c\u53ef\u80fd\u51fa\u73b0\u4e00\u4e2a\u7279\u5f81\u53ea\u4ee3\u8868\u201c<\/span><\/span><strong><span><span>\u7f8e\u56fd\u57ce\u5e02\u4e2d\u9664\u7ebd\u7ea6\u548c\u6d1b\u6749\u77f6\u5916\u7684\u5176\u4ed6\u57ce\u5e02<\/span><\/span><\/strong><span><span>\u201d\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5173\u4e8e\u7279\u5f81\u5206\u88c2\u7684\u4e00\u4e2a\u5177\u4f53\u4f8b\u5b50\u51fa\u73b0\u5728\u6211\u4eec\u672c\u6587\u7684\u591a\u4e2a\u5206\u6790\u4e2d\u3002\u6211\u4eec\u591a\u6b21\u63d0\u5230\u67d0\u4e9b\u201c\u8bf4\u51fa X\u201d\u7684\u7279\u5f81\uff0c\u8fd9\u4e9b\u7279\u5f81\u4fc3\u4f7f\u6a21\u578b\u8f93\u51fa\u7279\u5b9a\u7684\u8bcd\u6216\u8bcd\u7ec4\u3002\u7136\u800c\uff0c\u6211\u4eec\u4e5f\u6ce8\u610f\u5230\uff0c\u8fd9\u7c7b\u7279\u5f81\u6570\u91cf\u975e\u5e38\u591a\uff0c\u8fd9\u6697\u793a\u7740\u5b83\u4eec\u5b9e\u9645\u4e0a\u5206\u522b\u5bf9\u5e94\u66f4\u4e3a\u5177\u4f53\u7684\u4e0a\u4e0b\u6587\u8bed\u4e49\uff0c\u800c\u975e\u901a\u7528\u8868\u8fbe\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e3e\u4f8b\u6765\u8bf4\uff0c\u6211\u4eec\u6784\u9020\u4e86\u5341\u4e8c\u4e2a\u63d0\u793a\u8bcd\uff0c\u8fd9\u4e9b\u63d0\u793a\u8bcd\u5728 Claude 3.5 Haiku \u4e2d\u90fd\u88ab\u8865\u5168\u4e3a\u5355\u8bcd\u201cduring\u201d\u3002\u6211\u4eec\u8bd5\u56fe\u68c0\u6d4b\u662f\u5426\u5b58\u5728\u67d0\u4e2a\u7279\u5f81\u80fd\u591f\u5728\u6240\u6709\u63d0\u793a\u8bcd\u4e2d\u88ab\u6fc0\u6d3b<\/span><span>\uff08\u5373\u662f\u5426\u5b58\u5728\u771f\u6b63\u610f\u4e49\u4e0a\u7684\u201c\u8bf4\u51fa \u2018during\u2019\u201d\u7279\u5f81\uff09<\/span><span>\u3002\u4f46\u7ed3\u679c\u663e\u793a\uff1a<\/span><\/span><strong><span><span>\u5e76\u4e0d\u5b58\u5728\u8fd9\u6837\u7684\u7279\u5f81<\/span><\/span><\/strong><span><span>\uff0c\u6bcf\u4e00\u4e2a\u7279\u5f81\u4ec5\u5728\u90e8\u5206\u63d0\u793a\u8bcd\u4e2d\u88ab\u6fc0\u6d3b\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fdb\u4e00\u6b65\u89c2\u5bdf\u53d1\u73b0\uff0c<\/span><\/span><strong><span><span>\u7279\u5f81\u7684\u6cdb\u5316\u7a0b\u5ea6\u968f\u7740\u8de8\u5c42\u8f6c\u7801\u5668\u89c4\u6a21\u7684\u589e\u52a0\u800c\u964d\u4f4e<\/span><\/span><\/strong><span><span>\u3002\u6362\u53e5\u8bdd\u8bf4\uff0c\u8d8a\u5927\u7684\u8f6c\u7801\u5668\u53cd\u800c\u63d0\u53d6\u51fa\u8d8a\u5177\u4f53\u7684\u7279\u5f81\uff0c\u9020\u6210\u66f4\u4e25\u91cd\u7684\u7279\u5f81\u5206\u88c2\u95ee\u9898\u3002<\/span><\/span><\/span><\/p>\n<section style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><img class=\"rich_pages wxw-img\" data-ratio=\"0.5574074074074075\" data-type=\"png\" data-w=\"1080\" data-width=\"1500\" data-height=\"836\" data-imgfileid=\"100233258\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-4090b6e78718b49cedcaf7ecba5333ab.png\" \/><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em;text-align: center\"><span style=\"font-size: 13px\" data-mpa-action-id=\"md07nvz4230d\" data-pm-slice=\"0 0 []\"><span>\u56fe31\uff1a\u968f\u7740\u8de8\u5c42\u8f6c\u7801\u5668CLT\u89c4\u6a21\u7684\u6269\u5927\uff0c\u7279\u5f81\u5206\u88c2\u73b0\u8c61\u52a0\u5267\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6709\u53ef\u80fd\u6bcf\u4e2a\u7279\u5f81\u672c\u8eab\u786e\u5b9e\u5177\u6709\u4e00\u5b9a\u7684\u53ef\u89e3\u91ca\u6027\u2014\u2014\u4f8b\u5982\uff0c\u5b83\u4ee3\u8868\u4e86\u4e00\u79cd\u5728\u4e0d\u540c\u8bed\u5883\u4e0b\u8bf4\u51fa\u201cduring\u201d\u8fd9\u4e2a\u8bcd\u7684\u60c5\u5f62\u3002\u7136\u800c\uff0c\u6211\u4eec\u7ecf\u5e38\u53d1\u73b0\uff0c<\/span><\/span><strong><span><span>\u6211\u4eec\u771f\u6b63\u5173\u5fc3\u7684\u62bd\u8c61\u5c42\u7ea7\uff0c\u4e0e\u6211\u4eec\u6240\u63d0\u53d6\u5230\u7684\u7279\u5f81\u5c42\u7ea7\u5e76\u4e0d\u4e00\u81f4<\/span><\/span><\/strong><span><span>\u3002\u4f7f\u7528\u89c4\u6a21\u8f83\u5c0f\u7684\u8de8\u5c42\u8f6c\u7801\u5668\u6216\u8bb8\u53ef\u4ee5\u7f13\u89e3\u8fd9\u4e00\u95ee\u9898\uff0c\u4f46\u540c\u65f6\u4e5f\u4f1a\u5bfc\u81f4\u6211\u4eec\u6355\u6349\u5230\u7684\u6a21\u578b\u8ba1\u7b97\u4fe1\u606f\u51cf\u5c11\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u672c\u6587\u4e2d\uff0c\u6211\u4eec\u901a\u5e38\u901a\u8fc7\u624b\u52a8\u5c06\u8bed\u4e49\u76f8\u5173\u7684\u7279\u5f81\u805a\u5408\u4e3a\u201c\u8d85\u8282\u70b9\u201d\u7684\u65b9\u5f0f\uff0c\u6765\u4e34\u65f6\u89c4\u907f\u8fd9\u4e00\u95ee\u9898\u3002\u5c3d\u7ba1\u8fd9\u79cd\u65b9\u6cd5\u5728\u5b9e\u8df5\u4e2d\u975e\u5e38\u6709\u7528\uff0c\u4f46\u5b83\u9700\u8981\u5927\u91cf\u4eba\u5de5\u5e72\u9884\uff0c\u4e14\u5f88\u53ef\u80fd\u5728\u8fc7\u7a0b\u4e2d\u4e22\u5931\u4e86\u67d0\u4e9b\u4fe1\u606f\u3002\u540c\u65f6\uff0c\u8fd9\u4e5f\u4f7f\u5f97\u6211\u4eec\u96be\u4ee5\u7cfb\u7edf\u5730\u7814\u7a76\u540c\u4e00\u673a\u5236\u5728\u4e0d\u540c\u63d0\u793a\u8bcd\u4e0b\u7684\u6cdb\u5316\u80fd\u529b\uff0c\u56e0\u4e3a\u540c\u4e00\u8bed\u4e49\u7c7b\u522b\u4e2d\u7684\u4e0d\u540c\u7279\u5f81\u5b50\u96c6\uff0c\u53ef\u80fd\u5728\u4e0d\u540c\u63d0\u793a\u8bcd\u4e2d\u88ab\u5206\u522b\u6fc0\u6d3b\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u8ba4\u4e3a\uff0c\u8981\u771f\u6b63\u89e3\u51b3\u8fd9\u4e00\u95ee\u9898\uff0c\u9996\u5148\u8981\u627f\u8ba4\uff1a<\/span><\/span><strong><span><span>\u53ef\u89e3\u91ca\u6982\u5ff5\u672c\u8eab\u662f\u5206\u5c42\u6b21\u5b58\u5728\u7684<\/span><\/span><\/strong><span><span>\uff0c\u800c\u6211\u4eec\u5728\u4e0d\u540c\u8bed\u5883\u4e0b\uff0c\u53ef\u80fd\u5173\u6ce8\u7684\u662f\u4e0d\u540c\u5c42\u7ea7\u7684\u6982\u5ff5\u3002\u76ee\u524d\u4f7f\u7528\u7684\u7a00\u758f\u7f16\u7801\u65b9\u6cd5\uff0c\u5982\u7a00\u758f\u81ea\u7f16\u7801\u5668<\/span><span>\uff08SAE\uff09<\/span><span>\u548c\u8de8\u5c42\u8f6c\u7801\u5668\uff0c\u90fd\u662f**\u201c\u6241\u5e73\u5316\u201d\u7684\u5de5\u5177**\uff0c\u4f46\u6211\u4eec\u53ef\u80fd\u9700\u8981\u4e00\u79cd<\/span><\/span><strong><span><span>\u5c42\u6b21\u5316\u7684\u53d8\u4f53<\/span><\/span><\/strong><span><span>\uff0c\u4f7f\u4e0d\u540c\u62bd\u8c61\u5c42\u7ea7\u7684\u7279\u5f81\u80fd\u591f\u5171\u5b58\uff0c\u5e76\u4fdd\u6301\u53ef\u89e3\u91ca\u6027\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd1\u671f\u5df2\u6709\u4e00\u4e9b\u7814\u7a76\u8005\u63d0\u51fa\u4e86\u201c\u5957\u5a03\u5f0f\u201d<\/span><span>\uff08Matryoshka\uff09<\/span><span>\u7ed3\u6784\u7684\u7a00\u758f\u81ea\u7f16\u7801\u5668\uff0c\u7528\u4e8e\u5e94\u5bf9\u8fd9\u4e00\u95ee\u9898 [38, 39]\u3002\u53e6\u4e00\u4e9b\u7814\u7a76\u5219\u63d0\u51fa\u4e86<\/span><\/span><strong><span><span>\u540e\u5904\u7406\u65b9\u6cd5<\/span><\/span><\/strong><span><span>\uff0c\u901a\u8fc7\u6784\u5efa\u201c\u5143 SAE\u201d<\/span><span>\uff08meta-SAE\uff09<\/span><span>\u6765\u7edf\u4e00\u8bed\u4e49\u76f8\u5173\u7684\u7279\u5f81 [40]\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">7.6 \u7406\u89e3\u5168\u5c40\u5de5\u4f5c\u56de\u8def\u7684\u56f0\u96be<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u672c\u6587\u4e2d\uff0c\u6211\u4eec\u4e3b\u8981\u805a\u7126\u4e8e<\/span><\/span><strong><span><span>\u5f52\u56e0\u56fe<\/span><\/span><\/strong><span><span>\uff0c\u5b83\u663e\u793a\u4e86\u5728\u67d0\u4e2a\u7279\u5b9a\u63d0\u793a\u8bcd\u4e0b\uff0c\u4e0d\u540c\u7279\u5f81\u4e4b\u95f4\u7684\u4ea4\u4e92\u5173\u7cfb\u3002\u7136\u800c\uff0c\u8de8\u5c42\u8f6c\u7801\u5668\u65b9\u6cd5\u7684\u4e00\u4e2a\u7406\u8bba\u4f18\u52bf\u5728\u4e8e\uff0c\u5b83\u53ef\u4ee5\u7ed9\u51fa<\/span><\/span><strong><span><span>\u7279\u5f81\u4e4b\u95f4\u7684\u5168\u5c40\u6743\u91cd<\/span><\/span><\/strong><span><span>\uff0c\u8fd9\u4e9b\u6743\u91cd<\/span><\/span><strong><span><span>\u4e0d\u4f9d\u8d56\u4e8e\u5177\u4f53\u63d0\u793a\u8bcd<\/span><\/span><\/strong><span><span>\u3002\u8fd9\u4f7f\u6211\u4eec\u6709\u673a\u4f1a\u4f30\u8ba1\u66ff\u4ee3\u6a21\u578b\u7684\u201c\u8fde\u63a5\u7ec4\u56fe\u8c31\u201d<\/span><span>\uff08connectome\uff09<\/span><span>\uff0c\u4ece\u800c\u4e86\u89e3\u8be5\u6a21\u578b<\/span><span>\uff08\u5c3d\u7ba1\u4e0d\u4e00\u5b9a\u662f\u5e95\u5c42\u539f\u59cb\u6a21\u578b\uff09<\/span><span>\u5728\u9762\u5bf9\u5404\u79cd\u8f93\u5165\u65f6\u6240\u4f7f\u7528\u7684\u901a\u7528\u8ba1\u7b97\u7b56\u7565\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u8fd9\u4e00\u65b9\u5411\u4e0a\uff0c\u6211\u4eec\u5df2\u7ecf\u53d6\u5f97\u4e86\u4e00\u4e9b\u6210\u679c\u3002\u4f8b\u5982\uff0c\u5728\u914d\u5957\u8bba\u6587\u4e2d\u5173\u4e8e\u201c\u62d2\u7edd\u751f\u6210<\/span><span>\uff08Refusals\uff09<\/span><span>\u201d\u7684\u7ae0\u8282\u4e2d\uff0c\u6211\u4eec\u80fd\u591f\u89c2\u5bdf\u5230\u6a21\u578b\u4e2d\u201c\u6709\u5bb3\u8bf7\u6c42\u201d\u7279\u5f81\u7684\u5168\u5c40\u8f93\u5165\u6765\u6e90\uff0c\u8fd9\u4e9b\u8f93\u5165\u6765\u81ea\u4e8e\u591a\u79cd\u4e0d\u540c\u7c7b\u522b\u7684\u5177\u4f53\u4f24\u5bb3\u8bed\u4e49\u3002\u5728\u672c\u8bba\u6587\u4e2d\uff0c\u6211\u4eec\u4e5f\u5bf9\u7b97\u672f\u7c7b\u7279\u5f81\u7684\u5168\u5c40\u6743\u91cd\u8fdb\u884c\u4e86\u6df1\u5165\u7814\u7a76\uff0c\u4f8b\u5982\u53d1\u73b0\u201c\u8bf4\u51fa\u4ee55\u7ed3\u5c3e\u7684\u6570\u5b57\u201d\u8fd9\u4e00\u7c7b\u7279\u5f81\u4f1a\u63a5\u53d7\u6765\u81ea\u201c6 + 9\u201d\u3001\u201c7 + 8\u201d\u7b49\u7279\u5f81\u7684\u8f93\u5165\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7136\u800c\uff0c\u603b\u4f53\u800c\u8a00\uff0c\u6211\u4eec\u53d1\u73b0<\/span><\/span><strong><span><span>\u7406\u89e3\u5168\u5c40\u7279\u5f81\u4e4b\u95f4\u7684\u8fde\u63a5\u5173\u7cfb\u4ecd\u7136\u975e\u5e38\u56f0\u96be<\/span><\/span><\/strong><span><span>\u3002\u8fd9\u4e3b\u8981\u6709\u4e24\u4e2a\u539f\u56e0\uff1a<\/span><\/span><\/span><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 8px;margin-right: 8px\"><span style=\"font-size: 15px\"><strong><span><span>1. \u5e72\u6270\u6027\u6743\u91cd<\/span><\/span><\/strong><span><span>&nbsp; \u7531\u4e8e\u7279\u5f81\u901a\u5e38\u4ee5<\/span><\/span><strong><span><span>\u53e0\u52a0\u5f62\u5f0f\u8868\u793a\uff0c\u4e3a\u4e86\u5b66\u5230\u6709\u6548\u7684\u7279\u5f81\u95f4\u8fde\u63a5\uff0c\u6a21\u578b\u5f80\u5f80\u4f1a\u540c\u65f6\u4ea7\u751f\u4e00\u4e9b\u4f2a\u8fde\u63a5<\/span><\/span><\/strong><span><span>\uff0c\u5373\uff1a\u4e24\u8005\u4e4b\u95f4\u5b58\u5728\u6743\u91cd\uff0c\u4f46\u8fd9\u79cd\u8fde\u63a5\u5bf9\u6a21\u578b\u8868\u73b0\u65e2\u65e0\u610f\u4e49\u4e5f\u65e0\u7528\u3002\u8fd9\u4e9b\u201c\u5e72\u6270\u6027\u6743\u91cd\u201d\u4e4b\u6240\u4ee5\u4e0d\u4f1a\u4e25\u91cd\u5f71\u54cd\u6a21\u578b\u8868\u73b0\uff0c\u662f\u56e0\u4e3a\u5b83\u4eec\u7684\u5f71\u54cd\u5f80\u5f80\u4e0d\u4f1a\u201c\u53e0\u52a0\u5230\u8db3\u4ee5\u6539\u53d8\u8f93\u51fa\u201d\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e3e\u4f8b\u6765\u8bf4\uff0c\u6709\u65f6\u6211\u4eec\u4f1a\u89c2\u5bdf\u5230\u67d0\u4e2a\u660e\u663e\u662f\u201c\u8bf4\u51fa15\u201d\u7684\u7279\u5f81<\/span><span>\uff08say 15\uff09<\/span><span>\uff0c\u4f46\u5176\u5bf9\u5e94\u7684\u5934\u90e8\u5bf9\u6570\u503c\u8f93\u51fa\u5374\u5305\u62ec\u4e86\u8bb8\u591a\u770b\u4f3c\u6beb\u4e0d\u76f8\u5173\u7684\u8bcd\u6c47\uff0c\u6bd4\u5982\u201cgag\u201d\u201cduty\u201d\u201ctemper\u201d\u201cdispers\u201d\u3002\u6211\u4eec\u8ba4\u4e3a\u8fd9\u4e9b\u5bf9\u6570\u503c\u8fde\u63a5\u4e0e\u6a21\u578b\u884c\u4e3a\u57fa\u672c\u65e0\u5173\uff0c\u56e0\u4e3a\u5f53\u8fd9\u4e2a\u7279\u5f81\u88ab\u6fc0\u6d3b\u65f6\uff0c\u50cf\u201cduty\u201d\u8fd9\u6837\u7684\u8bcd\u51e0\u4e4e\u4e0d\u53ef\u80fd\u6210\u4e3a\u5408\u7406\u7684\u751f\u6210\u7ed3\u679c\uff0c\u56e0\u6b64\u5373\u4f7f\u5b83\u7684\u5bf9\u6570\u503c\u88ab\u4e0a\u8c03\uff0c\u4e5f\u5f88\u96be\u771f\u6b63\u88ab\u91c7\u6837\u51fa\u6765\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4e0d\u5e78\u7684\u662f\uff0c\u8fd9\u4f7f\u5f97\u5168\u5c40\u6743\u91cd\u7ed3\u6784\u53d8\u5f97<\/span><\/span><strong><span><span>\u975e\u5e38\u96be\u4ee5\u89e3\u91ca<\/span><\/span><\/strong><span><span>\u3002\u8fd9\u4e00\u73b0\u8c61\u540c\u6837\u9002\u7528\u4e8e\u7279\u5f81-\u7279\u5f81\u4e4b\u95f4\u7684\u8fde\u63a5<\/span><span>\uff08\u8be6\u89c1 \u00a74.1 \u201c\u52a0\u6cd5\u4e2d\u7684\u5168\u5c40\u6743\u91cd\u201d\u90e8\u5206\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 8px;margin-right: 8px\"><span style=\"font-size: 15px\"><strong><span><span>2. \u6ce8\u610f\u529b\u673a\u5236\u4ecb\u5bfc\u7684\u4ea4\u4e92<\/span><\/span><\/strong><span><span>&nbsp; \u6211\u4eec\u4ece\u8de8\u5c42\u8f6c\u7801\u5668\u4e2d\u83b7\u5f97\u7684\u5168\u5c40\u7279\u5f81\u6743\u91cd\uff0c\u4ec5\u53cd\u6620\u4e86<\/span><\/span><strong><span><span>\u4e0d\u7ecf\u6ce8\u610f\u529b\u5c42<\/span><\/span><\/strong><span><span>\u6240\u4ea7\u751f\u7684\u76f4\u63a5\u4ea4\u4e92\u3002\u4f46\u5b9e\u9645\u4e0a\uff0c<\/span><\/span><strong><span><span>\u8fd8\u6709\u4e00\u4e9b\u7279\u5f81\u95f4\u7684\u5173\u7cfb\u662f\u901a\u8fc7\u6ce8\u610f\u529b\u5934\u95f4\u63a5\u5efa\u7acb\u7684<\/span><\/span><\/strong><span><span>\u3002\u53ef\u4ee5\u7c7b\u6bd4\u5377\u79ef\u795e\u7ecf\u7f51\u7edc\u4e2d\uff0c\u4e0d\u540c\u4f4d\u7f6e\u504f\u79fb\u91cf\u5bf9\u5e94\u591a\u7ec4\u6743\u91cd\u7684\u60c5\u51b5\uff0c\u6ce8\u610f\u529b\u673a\u5236\u4e5f\u5728\u4e0d\u540c\u7684\u201c\u4f4d\u7f6e\u9009\u62e9\u201d\u4e0a\u5efa\u7acb\u591a\u5c42\u4ea4\u4e92\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u7684\u5f52\u56e0\u56fe\u4e2d\u7684\u8fb9\u6743\u91cd\uff0c\u5176\u5b9e\u662f<\/span><\/span><strong><span><span>\u76f4\u63a5\u6743\u91cd\u4e0e\u6ce8\u610f\u529b\u4ecb\u5bfc\u6743\u91cd\u7684\u52a0\u6743\u7ec4\u5408<\/span><\/span><\/strong><span><span>\u3002\u4f46\u6211\u4eec\u76ee\u524d\u5bf9\u201c\u5168\u5c40\u6743\u91cd\u201d\u7684\u5b9a\u4e49<\/span><\/span><strong><span><span>\u5c1a\u672a\u7eb3\u5165\u6ce8\u610f\u529b\u673a\u5236\u7684\u5f71\u54cd<\/span><\/span><\/strong><span><span>\u3002\u4e00\u79cd\u53ef\u80fd\u7684\u6269\u5c55\u505a\u6cd5\u662f\uff0c\u8ba1\u7b97\u6bcf\u4e2a\u6ce8\u610f\u529b\u5934\u6240\u4ecb\u5bfc\u7684\u5168\u5c40\u6743\u91cd\u3002\u4f46\u8fd9\u79cd\u65b9\u5f0f\u6709\u4e24\u4e2a\u4e3b\u8981\u5c40\u9650\uff1a<\/span><\/span><\/span><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 16px;margin-right: 16px\"><span style=\"font-size: 15px\"><span><span>a. \u82e5\u8981\u8ba9\u8fd9\u4e00\u505a\u6cd5\u6709\u6548\uff0c\u6211\u4eec\u9700\u8981\u5148\u641e\u6e05\u695a\u6bcf\u4e2a\u6ce8\u610f\u529b\u5934\u662f<\/span><\/span><strong><span><span>\u5982\u4f55\u9009\u62e9\u5176\u6ce8\u610f\u76ee\u6807\u7684\u673a\u5236<\/span><\/span><\/strong><span><span>\uff08\u53c2\u89c1 \u00a77.1\u201c\u7f3a\u5931\u7684\u6ce8\u610f\u529b\u5de5\u4f5c\u56de\u8def\u201d\u90e8\u5206\uff09<\/span><span>\uff1b<\/span><\/span><\/span><\/p>\n<p style=\"margin-bottom: 24px;line-height: 1.75em;margin-left: 16px;margin-right: 16px\"><span style=\"font-size: 15px\"><span><span>b. \u6b64\u65b9\u6cd5\u65e0\u6cd5\u6355\u6349\u90a3\u4e9b<\/span><\/span><strong><span><span>\u7531\u591a\u4e2a\u6ce8\u610f\u529b\u5934\u7ec4\u5408\u4ea7\u751f\u7684\u590d\u6742\u4ea4\u4e92\u673a\u5236<\/span><\/span><\/strong><span><span>&nbsp;[18]\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8981\u89e3\u51b3\u8fd9\u4e2a\u95ee\u9898\uff0c\u5f88\u53ef\u80fd\u9700\u8981\u6269\u5c55\u6211\u4eec\u5f53\u524d\u7684\u5b57\u5178\u5b66\u4e60\u65b9\u6cd5\uff0c\u4f7f\u5176\u80fd\u591f\u5b66\u4e60\u51fa<\/span><\/span><strong><span><span>\u53ef\u89e3\u91ca\u7684\u6ce8\u610f\u529b\u7279\u5f81<\/span><\/span><\/strong><span><span>\u6216<\/span><\/span><strong><span><span>\u53ef\u66ff\u6362\u7684\u6ce8\u610f\u529b\u5934<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">7.7 \u673a\u5236\u5fe0\u5b9e\u6027<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u7684\u8de8\u5c42\u8f6c\u7801\u5668\u7ecf\u8fc7\u8bad\u7ec3\uff0c\u65e8\u5728\u590d\u73b0\u5e95\u5c42\u6a21\u578b\u5728\u6bcf\u4e00\u5c42\u7684\u6fc0\u6d3b\u72b6\u6001\u3002\u7136\u800c\uff0c\u5373\u4f7f\u8f6c\u7801\u5668<\/span><\/span><strong><span><span>\u5728\u6570\u503c\u4e0a\u51c6\u786e\u5730\u91cd\u6784\u4e86\u6fc0\u6d3b\u503c<\/span><\/span><\/strong><span><span>\uff0c\u4e5f\u65e0\u6cd5\u4fdd\u8bc1\u5176\u91c7\u7528\u4e86\u4e0e\u539f\u6a21\u578b\u76f8\u540c\u7684\u8ba1\u7b97\u673a\u5236\u3002\u4f8b\u5982\uff0c\u5373\u4fbf\u8de8\u5c42\u8f6c\u7801\u5668\u5728\u8bad\u7ec3\u5206\u5e03\u4e0a\u5b9e\u73b0\u4e86<\/span><\/span><strong><span><span>0 \u5747\u65b9\u8bef\u5dee\uff08MSE\uff09<\/span><\/span><\/strong><span><span>\uff0c\u5b83\u53ef\u80fd\u5b66\u4e60\u5230\u7684\u662f\u4e00\u4e2a<\/span><\/span><strong><span><span>\u4e0e\u539f\u6a21\u578b\u672c\u8d28\u4e0a\u5b8c\u5168\u4e0d\u540c\u7684\u8f93\u5165-\u8f93\u51fa\u51fd\u6570<\/span><\/span><\/strong><span><span>\uff0c\u56e0\u6b64\u5728\u9762\u5bf9\u5206\u5e03\u5916\u8f93\u5165\u65f6\u53ef\u80fd\u51fa\u73b0\u663e\u8457\u7684\u91cd\u6784\u8bef\u5dee\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u5e0c\u671b\u901a\u8fc7\u4ee5\u4e0b\u4e24\u79cd\u65b9\u5f0f\u6765\u7f13\u89e3\u8fd9\u4e00\u95ee\u9898\uff1a<\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u5e7f\u6cdb\u7684\u6570\u636e\u5206\u5e03\u4e0a\u8fdb\u884c\u8bad\u7ec3\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5f3a\u5236\u66ff\u4ee3\u6a21\u578b\u4e0d\u4ec5\u91cd\u6784\u6700\u7ec8\u8f93\u51fa\uff0c\u8fd8\u8981<\/span><\/span><strong><span><span>\u9010\u5c42\u91cd\u6784\u5e95\u5c42\u6a21\u578b\u7684\u6fc0\u6d3b\u72b6\u6001<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5c3d\u7ba1\u5982\u6b64\uff0c\u6211\u4eec\u4ecd\u65e0\u6cd5\u4fdd\u8bc1\u66ff\u4ee3\u6a21\u578b\u771f\u6b63\u5b66\u4e60\u5230\u4e86\u4e0e\u539f\u6a21\u578b\u4e00\u81f4\u7684\u673a\u5236\u3002\u6211\u4eec\u5c06\u8fd9\u4e00\u80fd\u529b\u79f0\u4e3a\u201c<\/span><\/span><strong><span><span>\u673a\u5236\u5fe0\u5b9e\u6027<\/span><\/span><\/strong><span><span>\u201d\uff0c\u76ee\u524d\u4ecd\u9700\u901a\u8fc7<\/span><\/span><strong><span><span>\u4e8b\u540e\u9a8c\u8bc1\uff08post-hoc verification\uff09<\/span><\/span><\/strong><span><span>\u624b\u6bb5\u6765\u8bc4\u4f30\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u672c\u7814\u7a76\u4e2d\uff0c\u6211\u4eec\u901a\u8fc7<\/span><\/span><strong><span><span>\u6270\u52a8\u5b9e\u9a8c<\/span><\/span><\/strong><span><span>\uff08\u5982\u6291\u5236\u6216\u6fc0\u6d3b\u67d0\u4e9b\u7279\u5f81\uff09<\/span><span>\u6765\u9a8c\u8bc1\u5f52\u56e0\u56fe\u4e2d\u6240\u63ed\u793a\u7684\u673a\u5236\u3002\u5728\u6211\u4eec\u5448\u73b0\u7684\u6848\u4f8b\u7814\u7a76\u4e2d\uff0c\u901a\u5e38\u80fd\u591f\u9a8c\u8bc1\uff1a\u67d0\u4e9b\u7279\u5f81\u786e\u5b9e\u4ea7\u751f\u4e86\u6211\u4eec\u9884\u671f\u7684\u5f71\u54cd<\/span><span>\uff08\u65e0\u8bba\u662f\u5728\u6a21\u578b\u8f93\u51fa\u4e0a\uff0c\u8fd8\u662f\u5728\u5176\u4ed6\u7279\u5f81\u4e0a\u7684\u8868\u73b0\uff09<\/span><span>\u3002\u4f46\u8fd9\u4e9b\u9a8c\u8bc1\u7684\u7c92\u5ea6\u4ecd\u7136\u8f83\u7c97\u2014\u2014\u6211\u4eec\u901a\u5e38\u662f\u5bf9\u591a\u4e2a\u7279\u5f81\u8fdb\u884c\u8054\u5408\u6270\u52a8<\/span><span>\uff08\u5373\u5bf9\u201c\u8d85\u8282\u70b9\u201d\u64cd\u4f5c\uff09<\/span><span>\uff0c\u7136\u540e\u89c2\u5bdf\u5176\u5bf9\u5176\u4ed6\u7279\u5f81\u6216\u8f93\u51fa\u5bf9\u6570\u503c\u7684<\/span><\/span><strong><span><span>\u65b9\u5411\u6027\u53d8\u5316<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6b64\u5916\uff0c\u6211\u4eec\u901a\u5e38\u4f1a\u5728\u4e0d\u540c\u7684\u7f51\u7edc\u5c42\u4e0a\u5c1d\u8bd5\u6270\u52a8\uff0c\u9009\u53d6\u4ea7\u751f\u6700\u5927\u6548\u679c\u7684\u5c42\u4f5c\u4e3a\u5b9e\u9a8c\u5c42\u3002\u8fd9\u79cd\u65b9\u6cd5\u867d\u7136\u53ef\u4ee5\u786e\u8ba4\u67d0\u79cd\u673a\u5236\u7684\u5927\u81f4\u5b58\u5728\uff0c\u4f46\u65e0\u6cd5\u9a8c\u8bc1\u5f52\u56e0\u56fe\u6240\u7ed9\u51fa\u7684<\/span><\/span><strong><span><span>\u7cbe\u7ec6\u9884\u6d4b\u7ed3\u6784<\/span><\/span><\/strong><span><span>\u3002\u7406\u60f3\u60c5\u51b5\u4e0b\uff0c\u6211\u4eec\u5e94\u8be5\u80fd\u591f\u51c6\u786e\u9884\u6d4b<\/span><\/span><strong><span><span>\u5728\u4efb\u610f\u5c42\u6270\u52a8\u67d0\u4e2a\u7279\u5f81\u540e\uff0c\u5bf9\u53e6\u4e00\u4e2a\u4efb\u610f\u7279\u5f81\u9020\u6210\u7684\u5f71\u54cd<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u300a\u9644\u5f55 G\uff1a\u9a8c\u8bc1\u66ff\u4ee3\u6a21\u578b\u300b\u4e2d\uff0c\u6211\u4eec\u5c1d\u8bd5\u66f4\u7cfb\u7edf\u5730\u91cf\u5316\u6211\u4eec\u9884\u6d4b\u6270\u52a8\u7ed3\u679c\u7684\u51c6\u786e\u6027\u3002\u6211\u4eec\u53d1\u73b0\uff1a\u5bf9\u4e8e<\/span><\/span><strong><span><span>\u6270\u52a8\u540e\u51e0\u5c42\u4ee5\u5185\u7684\u6548\u5e94<\/span><\/span><\/strong><span><span>\uff0c\u9884\u6d4b\u6548\u679c\u8f83\u597d\uff1b\u4f46\u5bf9\u4e8e<\/span><\/span><strong><span><span>\u66f4\u6df1\u5c42\u7684\u5f71\u54cd<\/span><\/span><\/strong><span><span>\uff0c\u9884\u6d4b\u80fd\u529b\u663e\u8457\u4e0b\u964d\u3002\u8fd9\u8868\u660e\uff0c\u5c3d\u7ba1\u6211\u4eec\u76ee\u524d\u6784\u5efa\u7684\u5de5\u4f5c\u56de\u8def\u63cf\u8ff0\u53ef\u80fd\u5728<\/span><\/span><strong><span><span>\u7c97\u7c92\u5ea6\u5c42\u9762\u4e0a\u5177\u6709\u4e00\u5b9a\u673a\u5236\u4e00\u81f4\u6027<\/span><\/span><\/strong><span><span>\uff0c\u4f46\u5728\u771f\u6b63\u5bf9\u9f50\u5230\u5e95\u5c42\u6a21\u578b\u673a\u5236\u65b9\u9762\u4ecd\u6709\u663e\u8457\u63d0\u5347\u7a7a\u95f4\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u5bf9\u672a\u6765\u7684\u63a2\u7d22\u65b9\u5411\u6301\u4e50\u89c2\u6001\u5ea6\uff0c\u5305\u62ec\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u76f4\u63a5\u4f18\u5316\u201c\u673a\u5236\u5fe0\u5b9e\u6027\u201d\u7684\u8bad\u7ec3\u65b9\u6cd5\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u63a2\u7d22\u65b0\u7684\u5b57\u5178\u5b66\u4e60\u67b6\u6784\uff0c\u4f7f\u5176<\/span><\/span><strong><span><span>\u66f4\u81ea\u7136\u5730\u5b66\u4e60\u51fa\u673a\u5236\u4e00\u81f4\u7684\u66ff\u4ee3\u6a21\u578b<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<h1 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><br \/><\/span><\/h1>\n<h3 style=\", Arial, sans-serif;letter-spacing: 0.544px\">\n<section style=\"letter-spacing: 0.544px;text-align: right;font-size: 13px\">\n<section style=\"margin-top: 10px;margin-bottom: 10px;letter-spacing: 0.544px;text-align: center\">\n<section style=\"vertical-align: middle\">\n<section style=\"margin-bottom: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"clear: both;line-height: 0\">\n<section style=\"line-height: 0;width: 0px\"><\/section>\n<\/section>\n<\/section>\n<section style=\"padding-right: 10px;padding-left: 10px;font-size: 16px;line-height: 1.4\">\n<p><strong><strong style=\"text-align: left;letter-spacing: 0.544px\"><span style=\", Arial, sans-serif\"><strong style=\"letter-spacing: 0.578px\"><span>8. \u8ba8\u8bba<\/span><\/strong><\/span><\/strong><\/strong><\/p>\n<\/section>\n<section style=\"margin-top: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/h3>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;letter-spacing: 0.578px;line-height: 1.75em\"><span><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u5bf9\u795e\u7ecf\u7f51\u7edc\u8fdb\u884c<\/span><\/span><strong><span><span>\u201c\u53ef\u9006\u5de5\u7a0b\u201d\uff08reverse engineering<\/span><\/span><\/strong><span><span>\uff09\u7684\u7814\u7a76\u65b9\u6cd5\uff0c\u5305\u542b\u56db\u4e2a\u57fa\u672c\u6b65\u9aa4\uff1a<\/span><\/span><strong><span><span>\u5c06\u6a21\u578b\u5206\u89e3\u4e3a\u7ec4\u4ef6\u3001\u4e3a\u8fd9\u4e9b\u7ec4\u4ef6\u63d0\u4f9b\u63cf\u8ff0\u3001\u523b\u753b\u7ec4\u4ef6\u5982\u4f55\u4ea4\u4e92\u4ee5\u751f\u6210\u884c\u4e3a\u3001\u4ee5\u53ca\u9a8c\u8bc1\u8fd9\u4e9b\u63cf\u8ff0<\/span><\/span><\/strong><span><span>[38]\u3002\u5728\u6bcf\u4e00\u6b65\u4e2d\uff0c\u90fd\u6d89\u53ca\u591a\u79cd\u9009\u62e9\uff0c\u8fd9\u4e9b\u9009\u62e9\u53ef\u4ee5\u66f4\u6216\u66f4\u4e0d\u201c\u6709\u539f\u5219\u201d\u3002\u4e00\u4e2a\u65b9\u6cd5\u7684\u80fd\u529b\uff0c\u6700\u7ec8\u53d6\u51b3\u4e8e\u5b83\u662f\u5426\u80fd\u63d0\u51fa<\/span><\/span><strong><span><span>\u5173\u4e8e\u6a21\u578b\u884c\u4e3a\u7684\u6709\u6548\u5047\u8bbe<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u672c\u6587\u4e2d\uff0c\u6211\u4eec\u7684\u5177\u4f53\u5b9e\u8df5\u5982\u4e0b\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4f7f\u7528\u7a00\u758f\u7279\u5f81\u7684\u8de8\u5c42\u8f6c\u7801\u5668\u66ff\u4ee3 MLP \u6a21\u5757<\/span><span>\uff08\u5bf9\u5e94\u201c\u5206\u89e3\u201d\uff09<\/span><span>\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u901a\u8fc7\u5206\u6790\u5404\u7279\u5f81\u5728\u6570\u636e\u96c6\u4e2d\u88ab\u6fc0\u6d3b\u7684\u6837\u672c\uff0c\u6765\u8fdb\u884c\u201c\u63cf\u8ff0\u201d\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5229\u7528\u5f52\u56e0\u56fe\u5206\u6790\u5b83\u4eec\u5728\u7279\u5b9a\u63d0\u793a\u8bcd\u4e2d\u7684\u4ea4\u4e92\u5173\u7cfb<\/span><span>\uff08\u5bf9\u5e94\u201c\u4ea4\u4e92\u201d\uff09<\/span><span>\uff1b<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u901a\u8fc7<\/span><\/span><strong><span><span>\u56e0\u679c\u5e72\u9884\u5b9e\u9a8c\uff08causal steering interventions\uff09<\/span><\/span><\/strong><span><span>\u5bf9\u8fd9\u4e9b\u5047\u8bbe\u8fdb\u884c\u201c\u9a8c\u8bc1\u201d\u3002<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u8ba4\u4e3a\uff0c\u4ee5\u4e0b\u51e0\u9879\u5173\u952e\u9009\u62e9\u5177\u6709\u7a33\u5065\u6027\uff0c\u5e76\u4e14\u672a\u6765\u6709\u6548\u7684\u5206\u89e3\u65b9\u6cd5\u8981\u4e48\u4f1a\u505a\u51fa\u76f8\u4f3c\u9009\u62e9\uff0c\u8981\u4e48\u4f1a\u627e\u5230\u65b0\u7684\u65b9\u5f0f\u6765\u5904\u7406\u8fd9\u4e9b\u6838\u5fc3\u95ee\u9898\uff1a<\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u4f7f\u7528\u201c\u5b66\u4e60\u5230\u7684\u7279\u5f81\u201d\u66ff\u4ee3\u795e\u7ecf\u5143<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u867d\u7136\u795e\u7ecf\u5143\u7684<\/span><\/span><strong><span><span>\u6700\u5927\u6fc0\u6d3b\u6837\u672c<\/span><\/span><\/strong><span><span>\u901a\u5e38\u662f\u53ef\u89e3\u91ca\u7684\uff0c\u4f46\u5176\u4f4e\u6fc0\u6d3b\u503c\u6837\u672c\u5374\u96be\u4ee5\u89e3\u91ca\u3002\u7406\u8bba\u4e0a\u53ef\u4ee5\u901a\u8fc7\u8bbe\u5b9a\u9608\u503c\u9650\u5236\u795e\u7ecf\u5143\u5728\u201c\u53ef\u89e3\u91ca\u533a\u95f4\u201d\u5185\u8fd0\u884c\uff0c\u4f46\u6211\u4eec\u53d1\u73b0\uff0c\u8fd9\u79cd\u65b9\u5f0f\u5bf9\u6a21\u578b\u6027\u80fd\u7684\u7834\u574f<\/span><\/span><strong><span><span>\u8fdc\u5927\u4e8e\u4f7f\u7528\u8f6c\u7801\u5668\u6216 CLT<\/span><\/span><\/strong><span><span>\u3002\u8fd9\u610f\u5473\u7740\uff0c\u8bad\u7ec3\u51fa\u7684\u66ff\u4ee3\u5c42\u5728\u53ef\u89e3\u91ca\u6027\u3001L0 \u7a00\u758f\u5ea6\u4e0e MSE \u91cd\u6784\u8bef\u5dee\u65b9\u9762\uff0c\u53ef\u5b9e\u73b0\u5bf9\u201c\u9608\u503c\u795e\u7ecf\u5143\u201d\u7684\u5e15\u7d2f\u6258\u6539\u8fdb<\/span><span>\uff08Pareto improvement\uff09<\/span><span>\u3002\u867d\u7136\u795e\u7ecf\u5143\u96c6\u5408\u672c\u8eab\u662f\u56fa\u5b9a\u7684\uff0c\u4f46\u5b83\u4eec\u4ecd\u53ef\u4f5c\u4e3a\u7814\u7a76\u8d77\u70b9\uff0c\u4e14\u4e0d\u9700\u989d\u5916\u8ba1\u7b97\u5f00\u9500<\/span><span>\uff08\u53c2\u89c1 [41]\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u4f7f\u7528\u201c\u8de8\u5c42\u8f6c\u7801\u5668\u201d\u800c\u975e\u201c\u6b8b\u5dee\u6d41\u81ea\u7f16\u7801\u5668\u201d<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u867d\u7136\u6b8b\u5dee\u6d41 SAE \u80fd\u5206\u89e3\u6a21\u578b\u7684\u6f5c\u5728\u72b6\u6001\uff0c\u4f46\u5b83\u4e0d\u5177\u5907\u5bf9<\/span><\/span><strong><span><span>\u6a21\u578b\u8ba1\u7b97\u6b65\u9aa4\u672c\u8eab<\/span><\/span><\/strong><span><span>\u7684\u81ea\u7136\u5206\u89e3\u80fd\u529b\u3002\u8f6c\u7801\u5668\u7684\u5173\u952e\u4f18\u52bf\u5728\u4e8e\uff1a\u5176\u7279\u5f81\u6a2a\u8de8 MLP \u5c42\uff0c\u5e76\u901a\u8fc7\u6b8b\u5dee\u6d41\u4e0e\u5176\u4ed6\u5c42\u7684\u8f6c\u7801\u5668\u7279\u5f81<\/span><\/span><strong><span><span>\u7ebf\u6027\u4ea4\u4e92<\/span><\/span><\/strong><span><span>\uff1b\u800c SAE \u7279\u5f81\u4e4b\u95f4\u7684\u4ea4\u4e92\uff0c\u5219\u9700\u901a\u8fc7<\/span><\/span><strong><span><span>\u975e\u7ebf\u6027\u7684 MLP \u7f51\u7edc<\/span><\/span><\/strong><span><span>\u8fdb\u884c\u4e2d\u4ecb\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u4f7f\u7528\u201c\u8de8\u5c42\u8f6c\u7801\u5668\uff08CLTs\uff09\u201d\u800c\u975e\u201c\u5355\u5c42\u8f6c\u7801\u5668\u201d<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u5728\u65e9\u671f\u5047\u8bbe [15] \u4e2d\u6307\u51fa\uff0c\u4e0d\u540c\u7684 MLP \u5c42\u53ef\u80fd\u5171\u540c\u534f\u4f5c\uff0c\u5b9e\u73b0\u4e00\u4e2a\u5355\u4e00\u7684\u8ba1\u7b97\u6b65\u9aa4\uff0c\u5373\u201c\u8de8\u5c42\u53e0\u52a0\u73b0\u8c61<\/span><span>\uff08cross-layer superposition\uff09<\/span><span>\u201d\u3002\u6700\u6781\u7aef\u7684\u60c5\u51b5\u662f\uff1a\u591a\u4e2a\u5c42\u7ea7\u4e0d\u65ad\u653e\u5927\u65e9\u671f\u5c42\u7684\u4e00\u4e2a\u7279\u5f81\uff0c\u4f7f\u5176\u8db3\u591f\u5f3a\u5927\u5230\u53ef\u4ee5\u5f71\u54cd\u6a21\u578b\u540e\u90e8\u7684\u8f93\u51fa\u3002CLT \u80fd\u5c06\u8fd9\u4e00\u7c7b\u91cd\u590d\u6a21\u5f0f\u201c\u538b\u7f29\u201d\u4e3a\u4e00\u4e2a\u7edf\u4e00\u7279\u5f81\u3002\u6211\u4eec\u5728\u5b9e\u9a8c\u4e2d\u53d1\u73b0\u4e86\u8be5\u73b0\u8c61\u7684\u8bc1\u636e\uff0c\u6bd4\u5982\u8def\u5f84\u957f\u5ea6\u4e0e\u56fe\u4e2d\u5f71\u54cd\u529b\u4e4b\u95f4\u7684\u5e15\u7d2f\u6258\u6539\u8fdb\u3002<\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u4f7f\u7528\u201c\u7ebf\u6027\u76f4\u63a5\u4f5c\u7528\u201d\u8ba1\u7b97\u7279\u5f81\u4ea4\u4e92\uff0c\u800c\u975e\u975e\u7ebf\u6027\u5f52\u56e0\u6216\u6d88\u878d<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u76ee\u524d\u5df2\u6709\u5927\u91cf\u5173\u4e8e\u201c\u663e\u8457\u6027\u56fe<\/span><span>\uff08saliency maps\uff09<\/span><span>\u201d\u6216\u975e\u7ebf\u6027\u7f51\u7edc\u5f52\u56e0\u7684\u6587\u732e\uff0c\u5305\u62ec\u6d88\u878d\u5206\u6790\u3001\u8def\u5f84\u79ef\u5206\u68af\u5ea6 [42]\u3001Shapley \u503c\u7b49\u65b9\u6cd5 [43]\u3002\u4f46\u5373\u4f7f\u662f\u6700\u6709\u539f\u5219\u7684\u975e\u7ebf\u6027\u4fe1\u4efb\u5206\u914d\u65b9\u6cd5\uff0c\u4ecd\u7136\u5145\u6ee1\u4e0d\u786e\u5b9a\u6027\u3002\u7531\u4e8e\u6211\u4eec\u5e0c\u671b\u7cbe\u786e\u5730\u63a8\u7406\u673a\u5236\uff0c\u56e0\u6b64\u6211\u4eec\u6784\u5efa\u4e86\u4e00\u4e2a\u7ed3\u6784\uff1a\u5728\u51bb\u7ed3\u90e8\u5206\u673a\u5236<\/span><span>\uff08\u5982\u6ce8\u610f\u529b\u6a21\u5f0f\u548c\u5f52\u4e00\u5316\u9879\uff09<\/span><span>\u540e\uff0c\u7279\u5f81\u4e4b\u95f4\u7684\u76f4\u63a5\u4ea4\u4e92\u4e3a<\/span><\/span><strong><span><span>\u6761\u4ef6\u7ebf\u6027\uff08conditionally linear\uff09<\/span><\/span><\/strong><span><span>\u3002\u8fd9\u6837\u53ef\u4ee5\u5c06\u95ee\u9898\u5206\u4e3a\u4e24\u90e8\u5206\uff1a\u4e00\u90e8\u5206\u662f\u6211\u4eec\u80fd\u591f\u673a\u5236\u5316\u7406\u89e3\u7684\uff0c\u53e6\u4e00\u90e8\u5206\u5c1a\u5f85\u7814\u7a76 [18]\u3002\u8f6c\u7801\u5668\u7684\u4f7f\u7528\u4e5f\u662f\u5b9e\u73b0\u7ebf\u6027\u7279\u5f81\u4ea4\u4e92\u7684\u5173\u952e\u524d\u63d0 [39, 40]\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6211\u4eec\u8fd8\u505a\u51fa\u4e86\u4e00\u4e9b\u201c\u4fbf\u5229\u6027\u9009\u62e9\u201d\u6216\u201c\u5411\u66f4\u901a\u7528\u89e3\u51b3\u65b9\u6848\u8fc8\u51fa\u7684\u7b2c\u4e00\u6b65\u201d\uff1a<\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u5408\u5e76\u5904\u7406\u6ce8\u610f\u529b\u8def\u5f84<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5f52\u56e0\u56fe\u4e2d\u7684\u6bcf\u6761\u8fb9\u90fd\u8868\u793a\u4e24\u4e2a\u7279\u5f81\u4e4b\u95f4\u7684\u76f4\u63a5\u4ea4\u4e92\uff0c\u8fd9\u4e9b\u4ea4\u4e92\u8def\u5f84\u4e2d\u6709\u4e9b\u7ecf\u8fc7\u6b8b\u5dee\u6d41\uff0c\u6709\u4e9b\u7ecf\u8fc7\u6ce8\u610f\u529b\u5934<\/span><span>\uff08attention heads\uff09<\/span><span>\u3002\u5728\u5f53\u524d\u5de5\u4f5c\u4e2d\uff0c\u6211\u4eec<\/span><\/span><strong><span><span>\u4e0d\u533a\u5206\u8fd9\u4e9b\u8def\u5f84\u7c7b\u578b<\/span><\/span><\/strong><span><span>\u3002\u4f46\u8fd9\u5ffd\u7565\u4e86\u5f88\u591a\u6709\u8da3\u7684\u7ed3\u6784\uff0c\u56e0\u4e3a\u54ea\u4e9b\u6ce8\u610f\u529b\u5934\u4ecb\u5bfc\u4e86\u67d0\u4e2a\u4ea4\u4e92\uff0c\u53ef\u80fd\u672c\u8eab\u5c31\u5bcc\u6709\u8bed\u4e49<\/span><span>\uff08\u5982\u201c\u540e\u7ee7\u5934\u201d[44]\u3001\u201c\u5f52\u7eb3\u5934\u201d[30]\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u5ffd\u7565 QK \u5de5\u4f5c\u56de\u8def<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4e3a\u4e86\u83b7\u5f97\u7279\u5f81\u95f4\u7684\u7ebf\u6027\u4ea4\u4e92\uff0c\u6211\u4eec\u5c06 transformer \u7684\u89e3\u91ca\u4efb\u52a1\u5206\u6210\u4e24\u90e8\u5206<\/span><span>\uff08\u53c2\u89c1 Framework [18]\uff09<\/span><span>\uff1a\u9996\u5148\u5206\u6790\u7279\u5f81\u4e4b\u95f4\u7684\u4ea4\u4e92\uff0c\u6761\u4ef6\u662f\u5728\u67d0\u7ec4\u6ce8\u610f\u529b\u5934\u4e0b\u7684\u201cOV \u5de5\u4f5c\u56de\u8def\u201d\uff1b\u4f46\u6211\u4eec\u6ca1\u6709\u5904\u7406\u7b2c\u4e8c\u90e8\u5206\u2014\u2014\u5373\u4e3a\u4f55\u6ce8\u610f\u529b\u5934\u5173\u6ce8\u67d0\u4e9b\u4f4d\u7f6e\uff0c\u5373\u201cQK \u5de5\u4f5c\u56de\u8def\u201d\u3002\u672c\u7814\u7a76\u4e0d\u6d89\u53ca\u6b64\u90e8\u5206\u3002<\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">CLT \u7684\u8bad\u7ec3\u4ec5\u4f7f\u7528\u7a00\u758f\u6b63\u5219\u9879\u4e0e\u91cd\u6784\u635f\u5931<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5c3d\u7ba1\u6211\u4eec\u7684\u7ec8\u6781\u76ee\u6807\u662f\u6784\u5efa\u4e00\u4e2a\u5728\u673a\u5236\u4e0a\u5fe0\u5b9e\u4e8e\u539f\u6a21\u578b\u3001\u5e76\u5177\u5907\u7a00\u758f\u53ef\u89e3\u91ca\u7ed3\u6784\u7684\u66ff\u4ee3\u6a21\u578b\uff0c\u4f46\u76ee\u524d\u8bad\u7ec3\u8fc7\u7a0b<\/span><\/span><strong><span><span>\u5e76\u672a\u76f4\u63a5\u9488\u5bf9\u8fd9\u4e9b\u76ee\u6807\u8fdb\u884c\u4f18\u5316<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c3d\u7ba1\u5982\u6b64\uff0c\u6211\u4eec\u76ee\u524d\u7684\u65b9\u6cd5\u5df2\u7ecf\u5728\u89c4\u5212\u3001\u591a\u8bed\u8a00\u7ed3\u6784\u3001\u5e7b\u89c9\u3001\u62d2\u7edd\u751f\u6210\u7b49\u591a\u4e2a\u65b9\u5411\u4e0a\uff0c\u63ed\u793a\u51fa\u4e86\u4e00\u4e9b\u6709\u8da3\u4e14\u53ef\u9a8c\u8bc1\u7684\u673a\u5236<\/span><span>\uff08\u8be6\u89c1\u914d\u5957\u8bba\u6587\uff09<\/span><span>\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u76f8\u4fe1\uff0c<\/span><\/span><strong><span><span>\u8bad\u7ec3\u51fa\u7684\u53ef\u89e3\u91ca\u66ff\u4ee3\u6a21\u578b<\/span><\/span><\/strong><span><span>\u8fd9\u4e00\u7814\u7a76\u8303\u5f0f\u7684\u6301\u7eed\u63a8\u8fdb\uff0c\u5c06\u5728<\/span><\/span><strong><span><span>\u56fe\u7ed3\u6784\u5ea6\u91cf\u7684\u91cf\u5316\u6307\u6807<\/span><\/span><\/strong><span><span>\u4e0e<\/span><\/span><strong><span><span>\u6a21\u578b\u884c\u4e3a\u53ef\u89e3\u91ca\u6027\u7684\u8d28\u5316\u8868\u73b0<\/span><\/span><\/strong><span><span>\u4e0a\u5e26\u6765\u540c\u6b65\u8fdb\u6b65\u3002\u8fd9\u79cd\u8fdb\u5c55\u53ef\u80fd\u662f\u6e10\u8fdb\u5f0f\u7684\u2014\u2014\u5373\u901a\u8fc7\u5bf9 CLT \u4e0e\u6ce8\u610f\u529b\u673a\u5236\u7684\u9010\u6b65\u4f18\u5316\uff0c\u6301\u7eed\u63d0\u9ad8\u5de5\u4f5c\u56de\u8def\u8bc6\u522b\u80fd\u529b\uff1b\u4e5f\u53ef\u80fd\u51fa\u73b0\u4e00\u79cd<\/span><\/span><strong><span><span>\u5b8c\u5168\u4e0d\u540c\u7684\u5206\u89e3\u65b9\u6cd5<\/span><\/span><\/strong><span><span>\uff0c\u5728\u66f4\u5927\u89c4\u6a21\u4e0a\u66f4\u6709\u6548\u5730\u63ed\u793a\u6a21\u578b\u673a\u5236\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u65e0\u8bba\u5982\u4f55\uff0c\u6211\u4eec\u671f\u671b\u8fdb\u5165\u4e00\u4e2a\u65b0\u7684\u9636\u6bb5\uff0c\u5373\uff1a<\/span><\/span><strong><span><span>\u5206\u89e3\u65b9\u6cd5\u4e0e\u201c\u795e\u7ecf\u7f51\u7edc\u751f\u7269\u5b66\u201d\u7814\u7a76\u4e4b\u95f4\u5f62\u6210\u98de\u8f6e\u6548\u5e94<\/span><\/span><\/strong><span><span>\u3002\u5177\u4f53\u800c\u8a00\uff0c\u6a21\u578b\u7ed3\u6784\u5206\u6790\u4e2d\u53d1\u73b0\u7684\u65b0\u673a\u5236\u5c06\u6fc0\u53d1\u65b0\u7684\u5206\u89e3\u6280\u672f\u7684\u521b\u65b0\uff0c\u800c\u65b0\u7684\u6280\u672f\u53c8\u5c06\u53cd\u8fc7\u6765\u63ed\u793a\u66f4\u591a\u6a21\u578b\u5185\u90e8\u884c\u4e3a\uff0c\u4ece\u800c\u5c06\u6df1\u5c42\u7ed3\u6784\u4e0d\u65ad\u5e26\u5165\u5149\u660e\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">8.1 \u7ed3\u8bed\uff1a\u52a0\u6cd5\u5e26\u6765\u7684\u542f\u793a<\/span><\/span><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u52a0\u6cd5\u662f\u795e\u7ecf\u7f51\u7edc\u4e2d\u6700\u7b80\u5355\u7684\u884c\u4e3a\u4e4b\u4e00\uff0c\u6b63\u56e0\u5176\u7ed3\u6784\u9ad8\u5ea6\u660e\u786e\uff0c\u6211\u4eec\u80fd\u591f<\/span><\/span><strong><span><span>\u5bf9\u6240\u6709\u7279\u5f81\u5728\u5b8c\u6574\u95ee\u9898\u57df\u4e0a\u7684\u884c\u4e3a\u8fdb\u884c\u7cbe\u786e\u523b\u753b<\/span><\/span><\/strong><span><span>\u3002\u8fd9\u4f7f\u6211\u4eec\u53ef\u4ee5\u8df3\u8fc7\u90a3\u4e00\u6b65\u5e38\u89c1\u5374\u56f0\u96be\u7684\u6d41\u7a0b\u2014\u2014\u5373\u53cd\u590d\u89c2\u5bdf\u6570\u636e\u96c6\u4e2d\u6fc0\u6d3b\u6837\u672c\uff0c\u8bd5\u56fe\u7406\u89e3\u4e00\u4e2a\u7279\u5f81\u76f8\u5bf9\u4e8e\u5176\u4ed6\u7279\u5f81\u5728\u76f8\u4f3c\u8bed\u5883\u4e0b\u7684\u884c\u4e3a\u5dee\u5f02\u3002\u8fd9\u4e00\u5206\u6790\u63ed\u793a\u4e86 Haiku 3.5 \u6240\u4f7f\u7528\u7684\u4e00\u7cfb\u5217\u542f\u53d1\u5f0f\u7b56\u7565\uff0c\u4f8b\u5982\uff1a\u201c\u8bf4\u51fa\u4ee55\u7ed3\u5c3e\u7684\u6570\u5b57\u201d\u201c\u8bf4\u51fa\u5927\u7ea6\u662f50\u7684\u6570\u5b57\u201d\u201c\u8bf4\u51fa\u4ee551\u5f00\u5934\u7684\u6570\u5b57\u201d\u7b49\u3002\u8fd9\u4e9b\u6a21\u5f0f\u5728 Nikankin \u7684\u5de5\u4f5c\u4e2d\u5df2\u6709\u63cf\u8ff0 [21]\u3002\u6b64\u5916\uff0c\u6211\u4eec\u8fd8\u53d1\u73b0\u4e86\u4e00\u7ec4\u67e5\u627e\u8868\u7c7b\u7279\u5f81<\/span><span>\uff08lookup table features\uff09<\/span><span>\uff0c\u5b83\u4eec\u5c06\u6ee1\u8db3\u67d0\u4e9b\u6761\u4ef6\u7684\u8f93\u5165\u5bf9<\/span><span>\uff08\u5982\u4e2a\u4f4d\u6570\u5206\u522b\u4e3a6\u548c9\uff09<\/span><span>\u8fde\u63a5\u5230\u6ee1\u8db3\u67d0\u79cd\u8f93\u51fa\u540e\u679c\u7684\u548c\u7c7b\u7279\u5f81<\/span><span>\uff08\u5982\u4ea7\u751f\u4ee55\u7ed3\u5c3e\u7684\u548c\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7136\u800c\uff0c\u5373\u4f7f\u662f\u5728\u8fd9\u4e2a<\/span><\/span><strong><span><span>\u76f8\u5bf9\u7b80\u5355\u7684\u4efb\u52a1<\/span><\/span><\/strong><span><span>\u4e2d\uff0c\u6211\u4eec\u5728\u4ec5\u57fa\u4e8e\u539f\u59cb\u6570\u636e\u6837\u672c\u8fdb\u884c\u7279\u5f81\u6807\u6ce8\u65f6\uff0c\u4ecd\u7136\u72af\u4e86\u4e0d\u5c11\u9519\u8bef\u3002\u4f8b\u5982\uff0c\u6211\u4eec\u66fe\u5c06\u201c_6 + _9\u201d\u7c7b\u7279\u5f81\u8bef\u8ba4\u4e3a\u662f\u201c\u548c\u4e3a _5\u201d\u7684\u7279\u5f81\uff0c\u53ea\u56e0\u5728\u67d0\u4e9b\u8bed\u5883\u4e0b\u5b83\u540e\u9762\u603b\u662f\u7d27\u8ddf\u4e00\u4e2a\u4ee55\u7ed3\u5c3e\u7684\u6570\u5b57\u3002\u6b64\u5916\uff0c\u6211\u4eec\u4e5f\u96be\u4ee5\u533a\u5206\uff1a\u54ea\u4e9b\u662f<\/span><\/span><strong><span><span>\u7cbe\u5ea6\u8f83\u4f4e\u7684\u4e0d\u540c\u5c3a\u5ea6\u7279\u5f81<\/span><\/span><\/strong><span><span>\uff0c\u54ea\u4e9b\u662f\u4ec5\u56e0\u8f93\u5165\u9891\u7387\u9ad8\u800c**\u201c\u4f2a\u88c5\u201d\u4e3a\u654f\u611f\u7279\u5b9a\u8f93\u5165**\u7684\u7279\u5f81\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u90a3\u4e48\uff0c\u5f53\u6211\u4eec\u9762\u5bf9\u7684\u662f\u51e0\u5341\u79cd\u201c\u62d2\u7edd\u7279\u5f81\u201d\u8fd9\u79cd\u66f4\u4e3a\u6a21\u7cca\u7684\u8bed\u4e49\u7c7b\u522b\u65f6\uff0c\u60c5\u51b5\u53ef\u60f3\u800c\u77e5\u4f1a\u590d\u6742\u5f97\u591a\uff01\u5982\u679c\u6211\u4eec\u5e0c\u671b\u771f\u6b63\u7406\u89e3\u8fd9\u4e9b\u6bd4\u7b97\u672f\u66f4\u590d\u6742\u7684\u9886\u57df\uff0c\u5c31\u5fc5\u987b\u501f\u52a9\u7279<\/span><\/span><strong><span><span>\u5f81\u51e0\u4f55\uff08feature geometry\uff09<\/span><\/span><\/strong><span><span>\u6216<\/span><\/span><strong><span><span>\u8d85\u4eba\u7ea7\u81ea\u52a8\u89e3\u91ca\u80fd\u529b\uff08superhuman autointerpretability\uff09<\/span><\/span><\/strong><span><span>\u7b49\u65b9\u6cd5\uff0c\u5bf9\u7279\u5f81\u4e4b\u95f4\u8fdb\u884c\u66f4\u7cbe\u7ec6\u7684\u533a\u5206\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u56e0\u4e3a\u52a0\u6cd5\u4efb\u52a1\u672c\u8eab\u7ed3\u6784\u6e05\u6670\uff0c\u6211\u4eec\u8fd8\u5f97\u4ee5\u89c2\u5bdf\u5230\u8fd9\u4e9b\u7279\u5f81\u662f\u5982\u4f55<\/span><\/span><strong><span><span>\u4e92\u76f8\u8fde\u63a5\uff0c\u6784\u5efa\u51fa\u5e76\u884c\u7684\u8def\u5f84\u7ed3\u6784<\/span><\/span><\/strong><span><span>\u7684\u3002\u4e5f\u5c31\u662f\u8bf4\uff0c\u6a21\u578b\u4ece<\/span><\/span><strong><span><span>\u8f93\u5165\u5bfc\u5411\u7684\u7b80\u5355\u542f\u53d1\u5f0f\u7b56\u7565<\/span><\/span><\/strong><span><span>\uff0c\u9010\u6b65\u6f14\u5316\u51fa<\/span><\/span><strong><span><span>\u8f93\u51fa\u5bfc\u5411\u7684\u590d\u6742\u542f\u53d1\u5f0f\u4f53\u7cfb<\/span><\/span><\/strong><span><span>\u3002\u8fd9\u4e5f\u4f53\u73b0\u4e86\u4e00\u4e2a\u8f6c\u53d8\uff1a\u4ece Nikankin \u6240\u63d0\u51fa\u7684\u201c\u542f\u53d1\u5f0f\u96c6\u5408<\/span><span>\uff08Bag of Heuristics\uff09<\/span><span>\u201d\uff0c\u6f14\u5316\u4e3a\u201c\u542f\u53d1\u5f0f\u56fe\u7ed3\u6784<\/span><span>\uff08Graph of Heuristics\uff09<\/span><span>\u201d\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u865a\u62df\u6743\u91cd<\/span><span>\uff08virtual weights<\/span><span>\uff09\u63ed\u793a\u4e86\u8fd9\u79cd\u8ba1\u7b97\u7ed3\u6784\uff1a\u4e0d\u540c\u7684\u67e5\u627e\u8868\u7c7b\u7279\u5f81\u7ec4\u5408\u5728\u4e00\u8d77\uff0c\u5f62\u6210\u5177\u6709\u4e0d\u540c\u6a21\u6570\u4e0e\u5c3a\u5ea6\u7684\u52a0\u6cd5\u7279\u5f81\uff1b\u8fd9\u4e9b\u53c8\u8fdb\u4e00\u6b65\u7ec4\u5408\u51fa\u66f4\u7cbe\u786e\u7684\u52a0\u6cd5\u7279\u5f81\uff0c\u5e76\u6700\u7ec8\u5bfc\u5411\u8f93\u51fa\u3002\u6211\u4eec\u63a8\u6d4b\uff0c\u5728\u66f4\u6a21\u7cca\u7684\u81ea\u7136\u8bed\u8a00\u4efb\u52a1\u4e2d\uff0c\u6211\u4eec\u76ee\u524d\u6240\u5212\u5206\u7684\u7279\u5f81\u7c7b\u578b\u2014\u2014\u5982\u201c\u672a\u77e5\u5b9e\u4f53\u201d\u201c\u6709\u5bb3\u8bf7\u6c42\u201d\u201c\u5e9e\u5927\u6982\u5ff5\u201d\u7b49\u2014\u2014\u5b9e\u9645\u4e0a\u6df7\u5408\u4e86\u6765\u81ea<\/span><\/span><strong><span><span>\u4e0d\u540c\u6df1\u5ea6\u7684\u7279\u5f81\u89d2\u8272<\/span><\/span><\/strong><span><span>\u3002\u800c\u6a21\u578b\u771f\u6b63\u505a\u7684\uff0c\u53ef\u80fd\u662f\u4e00\u4e2a<\/span><\/span><strong><span><span>\u9519\u7efc\u590d\u6742\u7684\u4fe1\u606f\u805a\u5408\u4e0e\u53d8\u6362\u8fc7\u7a0b<\/span><\/span><\/strong><span><span>\uff0c\u53ea\u4e0d\u8fc7\u76ee\u524d\u4ecd\u672a\u88ab\u6211\u4eec\u5145\u5206\u7406\u89e3\u3002<\/span><\/span><\/span><\/p>\n<h2 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span><br \/><\/span><\/h2>\n<h3 style=\", Arial, sans-serif;letter-spacing: 0.544px\">\n<section style=\"letter-spacing: 0.544px;text-align: right;font-size: 13px\">\n<section style=\"margin-top: 10px;margin-bottom: 10px;letter-spacing: 0.544px;text-align: center\">\n<section style=\"vertical-align: middle\">\n<section style=\"margin-bottom: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"clear: both;line-height: 0\">\n<section style=\"line-height: 0;width: 0px\"><\/section>\n<\/section>\n<\/section>\n<section style=\"padding-right: 10px;padding-left: 10px;font-size: 16px;line-height: 1.4\">\n<p><strong><strong style=\"text-align: left;letter-spacing: 0.544px\"><span style=\", Arial, sans-serif\"><strong style=\"letter-spacing: 0.578px\"><span>9. \u76f8\u5173\u5de5\u4f5c<\/span><\/strong><\/span><\/strong><\/strong><\/p>\n<\/section>\n<section style=\"margin-top: -2px;, Arial, sans-serif\">\n<section style=\"float: left;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<section style=\"float: right;width: 8px;height: 3px;line-height: 0\"><span><br \/><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/h3>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;letter-spacing: 0.578px;line-height: 1.75em\"><span><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c3d\u7ba1\u673a\u5236\u53ef\u89e3\u91ca\u6027\u4ecd\u662f\u4e00\u4e2a\u65b0\u5174\u9886\u57df\uff0c\u4f46\u8fd1\u5e74\u6765\u53d1\u5c55\u8fc5\u901f\u3002\u82e5\u60f3\u4e86\u89e3\u8be5\u9886\u57df\u7684\u5f00\u653e\u95ee\u9898\u4e0e\u5df2\u6709\u65b9\u6cd5\u7684\u6574\u4f53\u683c\u5c40\uff0c\u6211\u4eec\u63a8\u8350 Sharkey \u7b49\u4eba\u8fd1\u671f\u64b0\u5199\u7684\u7efc\u8ff0\u6587\u732e [32]\u3002\u66f4\u5b8f\u89c2\u7684\u89c6\u89d2\u53ef\u89c1\u4e8e\u8fd1\u5e74\u6765\u5173\u4e8e\u673a\u5236\u53ef\u89e3\u91ca\u6027\u53ca\u5176\u76f8\u5173\u4e3b\u9898\u7684\u7efc\u8ff0<\/span><span>\uff08\u5982\u6587\u732e [45, 46, 47, 48]\uff09<\/span><span>\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u6211\u4eec\u4ee5\u5f80\u7684\u8bba\u6587\u4e2d\uff0c\u5df2\u8ba8\u8bba\u8fc7\u672c\u7814\u7a76\u6240\u4f9d\u6258\u7684\u4e00\u4e9b\u57fa\u7840\u6027\u8bfe\u9898\u3002\u4e3a\u4e86\u907f\u514d\u91cd\u590d\uff0c\u6b64\u5904\u4ec5\u4f5c\u5f15\u7528\uff0c\u8bfb\u8005\u53ef\u53c2\u89c1\u6211\u4eec\u6b64\u524d\u7684\u76f8\u5173\u8ba8\u8bba\u3002\u8fd9\u4e9b\u8bfe\u9898\u5305\u62ec\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u53ef\u89e3\u91ca\u7279\u5f81\u7684\u5b58\u5728\u6027<\/span><\/span><\/strong><span><span>\uff08\u5982\u6587\u732e [49, 50, 51]\uff0c\u53c2\u89c1\u524d\u8ff0\u8ba8\u8bba\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6ce8\u610f\u529b\u5934\u5206\u6790<\/span><\/span><\/strong><span><span>\uff08\u5982 [52, 53]\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>BERT \u7814\u7a76\u7efc\u8ff0\uff08Bertology\uff09<\/span><\/span><\/strong><span><span>\uff08\u5982 [54]\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u53ef\u89e3\u91ca\u6027\u63a5\u53e3<\/span><\/span><\/strong><span><span>\uff08\u5982 [55, 56]\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7279\u5f81\u89e3\u7f20\uff08disentanglement\uff09<\/span><\/span><\/strong><span><span>\uff08\u5982 [57]\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u538b\u7f29\u611f\u77e5\u7406\u8bba<\/span><\/span><\/strong><span><span>\uff08\u5982 [58, 59]\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7a00\u758f\u5b57\u5178\u5b66\u4e60\uff08sparse dictionary learning\uff09<\/span><\/span><\/strong><span><span>\uff08\u5982 [60, 61]\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u53e0\u52a0\u7406\u8bba\uff08superposition theory\uff09<\/span><\/span><\/strong><span><span>\uff08\u5982 [6, 5]\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u795e\u7ecf\u7f16\u7801\u4e0e\u5206\u5e03\u5f0f\u8868\u793a\u7406\u8bba<\/span><\/span><\/strong><span><span>\uff08\u5982 [62]\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6fc0\u6d3b\u5f15\u5bfc\u6280\u672f\uff08activation steering\uff09<\/span><\/span><\/strong><span><span>\uff08\u5982 [63, 64]\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u63a5\u4e0b\u6765\u7684\u4e24\u4e2a\u7ae0\u8282\u4e2d\uff0c\u6211\u4eec\u5c06\u91cd\u70b9\u8ba8\u8bba\u673a\u5236\u53ef\u89e3\u91ca\u6027\u5b9e\u8df5\u4e2d\u7684\u4e24\u4e2a\u6838\u5fc3\u9636\u6bb5 [65]\uff1a<\/span><\/span><strong><span><span>\u7279\u5f81\u8bc6\u522b\uff08feature discovery\uff09\u4e0e\u5de5\u4f5c\u56de\u8def\u5206\u6790\uff08circuit analysis\uff09<\/span><\/span><\/strong><span><span>\u3002\u968f\u540e\uff0c\u6211\u4eec\u8fd8\u5c06\u56de\u987e\u4e00\u4e9b\u6709\u5173\u795e\u7ecf\u7f51\u7edc\u201c\u751f\u7269\u5b66\u201d\u5c42\u9762\u7684\u7814\u7a76\u5de5\u4f5c\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u00a7 9.1 \u7279\u5f81\u8bc6\u522b\u65b9\u6cd5<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5728\u5de5\u4f5c\u56de\u8def\u5206\u6790\u4e2d\uff0c\u9996\u8981\u6311\u6218\u662f\u627e\u5230\u5408\u9002\u7684\u5206\u6790\u5355\u5143 [32]\u3002\u795e\u7ecf\u7f51\u7edc\u7684\u5929\u7136\u7ec4\u6210\u5355\u5143\u2014\u2014\u5982\u6ce8\u610f\u529b\u5934\u548c\u795e\u7ecf\u5143\u2014\u2014\u56e0\u5176\u53e0\u52a0\u73b0\u8c61\u7684\u5b58\u5728\u800c\u7f3a\u4e4f\u53ef\u89e3\u91ca\u6027 [7, 66]\uff0c\u8fd9\u4f7f\u5f97\u5bfb\u627e\u66f4\u4f18\u7684\u5206\u6790\u5355\u4f4d\u6210\u4e3a\u8be5\u9886\u57df\u7684\u6838\u5fc3\u95ee\u9898\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7a00\u758f\u5b57\u5178\u5b66\u4e60\u8d77\u6e90\u4e8e\u795e\u7ecf\u79d1\u5b66\uff0c\u7528\u4e8e\u5206\u6790\u795e\u7ecf\u8bb0\u5f55\u6570\u636e [60]\u3002\u8fd1\u5e74\u6765\u7684\u7814\u7a76 [67, 8, 9, 10, 11, 68] \u501f\u52a9\u7a00\u758f\u81ea\u7f16\u7801\u5668<\/span><\/span><\/strong><span><span>&nbsp;[69, 70] \u5c06\u8be5\u6280\u672f\u6269\u5c55\u5230\u8bed\u8a00\u6a21\u578b\u7684\u8868\u793a\u5b66\u4e60\u4e2d\uff0c\u7528\u4e8e\u5bf9\u6297\u53e0\u52a0\u6548\u5e94\u3002\u867d\u7136 SAEs \u5df2\u6210\u529f\u6269\u5c55\u81f3\u524d\u6cbf\u5927\u6a21\u578b [10, 68]\uff0c\u4f46\u7814\u7a76\u8005\u4e5f\u53d1\u73b0\u4e86\u591a\u4e2a\u65b9\u6cd5\u5b66\u9650\u5236\uff0c\u4f8b\u5982\uff1a<\/span><\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7279\u5f81\u7f29\u5c0f<\/span><\/span><\/strong><span><span>&nbsp;[71]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7279\u5f81\u5438\u6536<\/span><\/span><\/strong><span><span>&nbsp;[35, 40]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7f3a\u4e4f\u89c4\u8303\u5316<\/span><\/span><\/strong><span><span>[72, 73, 74]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u81ea\u52a8\u89e3\u91ca\u56f0\u96be<\/span><\/span><\/strong><span><span>&nbsp;[75, 76, 77]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5728\u4e0b\u6e38\u4efb\u52a1\u4e2d\u7684\u5206\u7c7b\u4e0e\u5f15\u5bfc\u8868\u73b0\u8f83\u5dee<\/span><\/span><\/strong><span><span>&nbsp;[33, 34]<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4ece\u5de5\u4f5c\u56de\u8def\u5206\u6790\u7684\u89d2\u5ea6\u770b\uff0cSAE \u7684\u5c40\u9650\u5728\u4e8e\u5b83<\/span><\/span><strong><span><span>\u5206\u89e3\u7684\u662f\u8868\u793a\u800c\u975e\u8ba1\u7b97\u8fc7\u7a0b<\/span><\/span><\/strong><span><span>\u3002\u76f8\u6bd4\u4e4b\u4e0b\uff0c<\/span><\/span><strong><span><span>\u8f6c\u7801\u5668<\/span><\/span><\/strong><span><span>&nbsp;[12, 13, 14, 17] \u901a\u8fc7\u9884\u6d4b\u975e\u7ebf\u6027\u6a21\u5757\u7684\u8f93\u51fa\uff0c\u80fd\u591f\u7a7f\u8d8a\u975e\u7ebf\u6027\u53d8\u6362\uff0c<\/span><\/span><strong><span><span>\u76f4\u63a5\u8ba1\u7b97\u7279\u5f81\u4e4b\u95f4\u7684\u4ea4\u4e92<\/span><\/span><\/strong><span><span>\uff0c\u65e0\u9700\u4f9d\u8d56\u8def\u5f84\u79ef\u5206\u3001\u6d88\u878d\u7b49\u4e2d\u4ecb\u5f52\u56e0\u65b9\u6cd5\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u76ee\u524d\u5b57\u5178\u5b66\u4e60\u65b9\u6cd5\u4ecd\u5904\u5728\u6d3b\u8dc3\u63a2\u7d22\u9636\u6bb5\uff0c\u6211\u4eec\u5bf9\u89e3\u51b3\u65b9\u6cd5\u5b66\u6311\u6218\u7684\u65b0\u65b9\u5411\u4ecd\u4fdd\u6301\u9ad8\u5ea6\u5174\u8da3\u3002\u8fd1\u671f\u7684\u7814\u7a76\u63a2\u7d22\u4e86\u4ee5\u4e0b\u7ed3\u6784\u6027\u6539\u8fdb\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u591a\u5c42\u7279\u5f81\u5b66\u4e60<\/span><span>\uff08multilayer feature learning\uff09<\/span><span>[15, 78]<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u6dfb\u52a0\u8df3\u8dc3\u8fde\u63a5<\/span><span>\uff08skip connections\uff09<\/span><span>[79]<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5f15\u5165\u68af\u5ea6\u4fe1\u606f [80]<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u878d\u5165\u66f4\u5f3a\u7684\u5c42\u7ea7\u5f52\u7eb3\u504f\u7f6e<\/span><span>\uff08hierarchical inductive biases\uff09<\/span><span>[38, 39]<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4f7f\u7528\u4e13\u5bb6\u6df7\u5408\u7ed3\u6784\u4ee5\u63d0\u5347\u8ba1\u7b97\u6548\u7387<\/span><span>\uff08mixtures-of-experts\uff09<\/span><span>[81]<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6b64\u5916\uff0c\u7814\u7a76\u793e\u533a\u4e5f\u5728\u63a2\u7d22\u65b0\u7684\u8bad\u7ec3\u7b56\u7565\uff0c\u4ee5\u5b66\u4e60\u66f4\u8d34\u5408\u4e0b\u6e38\u6fc0\u6d3b\u5206\u5e03\u7684\u5b57\u5178 [82]\uff0c\u51cf\u5c11\u7279\u5f81\u7f29\u5c0f\u73b0\u8c61 [83, 71]\uff0c\u5e76\u8ba9\u4e0b\u6e38\u4ea4\u4e92\u53d8\u5f97\u66f4\u52a0\u7a00\u758f [84]\u3002\u4e3a\u5ea6\u91cf\u8fd9\u4e9b\u65b9\u6cd5\u8fdb\u5c55\uff0c\u7814\u7a76\u8005\u8fd8\u63d0\u51fa\u4e86\u4e00\u7cfb\u5217\u6807\u51c6\u5316\u8bc4\u4f30\u534f\u8bae\u4e0e benchmark<\/span><span>\uff08\u5982 [85, 86, 87, 88, 34, 89, 90]\uff09<\/span><span>\u3002\u6211\u4eec\u8ba4\u4e3a\uff0c<\/span><\/span><strong><span><span>\u4ee5\u5de5\u4f5c\u56de\u8def\u4e3a\u4e2d\u5fc3\u7684\u8bc4\u4f30\u6307\u6807<\/span><\/span><\/strong><span><span>\u5c06\u6210\u4e3a\u5b57\u5178\u5b66\u4e60\u4e0b\u4e00\u9636\u6bb5\u7684\u4e3b\u6218\u573a\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u9664\u4e86\u5b57\u5178\u5b66\u4e60\u5916\uff0c\u8fd8\u6709\u4e00\u4e9b<\/span><\/span><strong><span><span>\u65e0\u76d1\u7763\u65b9\u6cd5<\/span><\/span><\/strong><span><span>\u5728\u5c0f\u89c4\u6a21\u8bbe\u5b9a\u4e2d\u53d6\u5f97\u521d\u6b65\u6210\u529f\u3002\u4f8b\u5982\uff1a<\/span><\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5c06\u6fc0\u6d3b\u53d8\u6362\u4e3a<\/span><\/span><strong><span><span>\u5c40\u90e8\u4ea4\u4e92\u57fa\uff08local interaction basis\uff09<\/span><\/span><\/strong><span><span>\uff1a &nbsp;\u2003L. Bushnaq \u7b49\u4eba\uff0c\u300aIdentifying computationally-relevant and sparsely interacting features in neural networks\u300b\uff0carXiv:2405.10928\uff082024\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5229\u7528\u635f\u5931\u666f\u89c2\u4e2d\u7684\u201c\u7b80\u5e76\u6027\u201d\u8fdb\u884c\u673a\u5236\u53ef\u89e3\u91ca\u6027\u5206\u6790\uff1a &nbsp;\u2003L. Bushnaq \u7b49\u4eba\uff0c\u300aUsing degeneracy in the loss landscape for mechanistic interpretability\u300b\uff0carXiv:2405.10927\uff082024\uff09[91, 92]<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u57fa\u4e8e\u5f52\u56e0\u7684\u53c2\u6570\u5206\u89e3\u65b9\u6cd5\u4e5f\u6b63\u5728\u53d1\u5c55 [93]<\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span>\u00a7 9.2 \u5de5\u4f5c\u56de\u8def\u53d1\u73b0\u65b9\u6cd5<\/span><\/span><\/strong><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u672f\u8bed\u5b9a\u4e49\u3002<\/span><\/span><\/strong><span><span>&nbsp;\u5728\u73b0\u6709\u6587\u732e\u4e2d\uff0c\u201c\u5de5\u4f5c\u56de\u8def<\/span><span>\uff08circuit\uff09<\/span><span>\u201d\u4e00\u8bcd\u7684\u542b\u4e49\u591a\u79cd\u591a\u6837\u3002Olah \u7b49\u4eba [65] \u6700\u521d\u5c06\u5176\u5b9a\u4e49\u4e3a\u795e\u7ecf\u7f51\u7edc\u4e2d\u7684\u4e00\u4e2a\u5b50\u56fe\uff0c\u5176\u8282\u70b9\u662f\u6fc0\u6d3b\u7a7a\u95f4\u4e2d\u7684\u65b9\u5411\uff0c\u8fb9\u5219\u8868\u793a\u8fd9\u4e9b\u65b9\u5411\u4e4b\u95f4\u7684\u6743\u91cd\u3002\u968f\u7740\u7814\u7a76\u7684\u53d1\u5c55\uff0c\u8fd9\u4e00\u5b9a\u4e49\u5728\u90e8\u5206\u6587\u732e\u4e2d\u88ab\u653e\u5bbd\uff0c\u73b0\u5728\u201c\u5de5\u4f5c\u56de\u8def\u201d\u4e00\u8bcd\u5e38\u5e38\u6cdb\u6307\u7f51\u7edc\u7ec4\u4ef6\u7684\u5b50\u56fe\uff0c\u5176\u8fb9\u6743\u91cd\u901a\u8fc7\u67d0\u79cd\u5f52\u56e0\u6216\u5e72\u9884\u65b9\u6cd5\u8ba1\u7b97\u5f97\u51fa [94, 2, 3]\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5f53\u524d\u5173\u4e8e\u5de5\u4f5c\u56de\u8def\u7684\u5b9a\u4e49\u548c\u65b9\u6cd5\u5728\u591a\u4e2a\u7ef4\u5ea6\u4e0a\u5b58\u5728\u5dee\u5f02\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5206\u6790\u5355\u5143\u662f\u5426\u5177\u6709<\/span><\/span><strong><span><span>\u5168\u5c40\u53ef\u89e3\u91ca\u6027<\/span><\/span><\/strong><span><span>\uff1f<\/span><span>\uff08\u4f8b\u5982\uff0c\u5bf9\u6bd4\u201c\u5355\u4e49\u7279\u5f81\u201d\u4e0e\u201c\u8de8\u6570\u636e\u5206\u5e03\u6267\u884c\u591a\u4efb\u52a1\u7684\u6ce8\u610f\u529b\u5934\u201d\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5de5\u4f5c\u56de\u8def\u672c\u8eab\u662f\u5426\u662f<\/span><\/span><strong><span><span>\u5168\u5c40\u6027\u7ed3\u6784<\/span><\/span><\/strong><span><span>\uff0c\u6216\u4ec5\u662f<\/span><\/span><strong><span><span>\u5c40\u90e8\u6709\u6548\u7684\u5f52\u56e0\u56fe<\/span><\/span><\/strong><span><span>\uff1f\u6216\u8005\u662f\u5176\u4ed6\u5f62\u5f0f\uff1f<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5de5\u4f5c\u56de\u8def\u4e2d\u7684\u8fb9\u662f\u5426\u5177\u5907<\/span><\/span><strong><span><span>\u53ef\u89e3\u91ca\u6027<\/span><\/span><\/strong><span><span>\uff1f<\/span><span>\uff08\u4f8b\u5982\uff0c\u662f\u5426\u901a\u8fc7\u7ebf\u6027\u5f52\u56e0\u5f97\u5230\uff0c\u800c\u975e\u590d\u6742\u975e\u7ebf\u6027\u5e72\u9884\uff1f\uff09<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u65b9\u6cd5\u662f\u5426<\/span><\/span><strong><span><span>\u81ea\u7136\u5904\u7406\u53e0\u52a0\u73b0\u8c61<\/span><\/span><\/strong><span><span>\uff1f<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u8ba4\u4e3a\uff0c\u673a\u5236\u53ef\u89e3\u91ca\u6027\u7814\u7a76\u7684\u201c\u5317\u6781\u661f\u201d\u76ee\u6807\u662f\uff1a\u6784\u5efa\u4e00\u4e2a<\/span><\/span><strong><span><span>\u7531\u5168\u5c40\u53ef\u89e3\u91ca\u5355\u5143\u7ec4\u6210\u3001\u4e14\u8fb9\u6743\u91cd\u4e5f\u5177\u5907\u89e3\u91ca\u6027\u548c\u5168\u5c40\u6709\u6548\u6027<\/span><\/span><\/strong><span><span>\u7684\u7ed3\u6784\u3002\u672c\u7814\u7a76\u5c1a\u672a\u8fbe\u5230\u8fd9\u4e00\u76ee\u6807\uff0c\u5f53\u524d\u4ec5\u63d0\u4f9b\u4e86<\/span><\/span><strong><span><span>\u5c40\u90e8\u6709\u6548\u7684\u5f52\u56e0\u56fe<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span style=\"text-decoration: underline\">\u4eba\u5de5\u5206\u6790<\/span><\/span><\/strong><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u65e9\u671f\u7684\u5de5\u4f5c\u56de\u8def\u53d1\u73b0\u4e3b\u8981\u4f9d\u8d56\u4eba\u5de5\u5b8c\u6210\uff0c\u9700\u8981\u660e\u786e\u7684\u5047\u8bbe\u548c\u5b9a\u5236\u5316\u7684\u9a8c\u8bc1\u65b9\u6cd5 [51, 18, 30, 2, 95]\u3002\u5e38\u89c1\u6280\u672f\u5305\u62ec\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u56e0\u679c\u4e2d\u4ecb\u5206\u6790\uff08causal mediation analysis\uff09<\/span><\/span><\/strong><span><span>&nbsp;[96]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u6fc0\u6d3b\u8865\u4e01\uff08activation patching\uff09<\/span><\/span><\/strong><span><span>&nbsp;[1, 97, 98]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u8865\u4e01\u9012\u5f52\uff08patch patching\uff09<\/span><\/span><\/strong><span><span>&nbsp;[2, 99]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5206\u5e03\u5f0f\u5bf9\u9f50\u641c\u7d22\uff08distributed alignment search\uff09<\/span><\/span><\/strong><span><span>&nbsp;[100, 101]<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u4e9b\u65b9\u6cd5\u5e38\u7528\u4e8e\u9a8c\u8bc1\u673a\u5236\u5047\u8bbe\u548c\u5b9a\u4f4d\u56e0\u679c\u8def\u5f84\uff0c\u4f46\u901a\u5e38<\/span><\/span><strong><span><span>\u4e0d\u63d0\u4f9b\u5177\u6709\u7ebf\u6027\u3001\u53ef\u89e3\u91ca\u610f\u4e49\u7684\u7279\u5f81\u4e4b\u95f4\u8fb9\u6743\u91cd<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span style=\"text-decoration: underline\">\u81ea\u52a8\u5206\u6790<\/span><\/span><\/strong><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>Conmy \u7b49\u4eba [3] \u9996\u6b21\u5c06\u5de5\u4f5c\u56de\u8def\u5206\u6790\u81ea\u52a8\u5316\uff0c\u63d0\u51fa\u4e86\u4e00\u79cd<\/span><\/span><strong><span><span>\u9012\u5f52\u8865\u4e01\u7b97\u6cd5<\/span><\/span><\/strong><span><span>\uff0c\u53ef\u5728\u6307\u5b9a\u4efb\u52a1\u4e0b\u81ea\u52a8\u8bc6\u522b\u7ec4\u6210\u5b50\u56fe\u3002\u7136\u800c\uff0c\u8fd9\u79cd\u65b9\u6cd5\u8ba1\u7b97\u4ee3\u4ef7\u9ad8\u6602\uff0c\u6bcf\u4e00\u6b65\u90fd\u9700\u8981\u4e00\u6b21\u5b8c\u6574\u7684\u524d\u5411\u4f20\u64ad\u3002\u8fd9\u63a8\u52a8\u4e86**\u5f52\u56e0\u8865\u4e01<\/span><span>\uff08attribution patching\uff09<\/span><span>**\u65b9\u6cd5\u7684\u63d0\u51fa [102, 103]\uff0c\u8be5\u65b9\u6cd5\u5229\u7528\u68af\u5ea6\u6765\u9ad8\u6548\u8fd1\u4f3c\u5e72\u9884\u6548\u679c\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u540e\u7eed\u7684\u5927\u91cf\u7814\u7a76\u5bf9\u5f52\u56e0\u8865\u4e01\u8fdb\u884c\u4e86\u6269\u5c55\uff0c\u5305\u62ec\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u63d0\u5347\u68af\u5ea6\u8fd1\u4f3c\u7cbe\u5ea6<\/span><\/span><\/strong><span><span>&nbsp;[104, 105, 106]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5c06\u65b9\u6cd5\u9002\u914d\u4e8e\u89c6\u89c9\u6a21\u578b<\/span><\/span><\/strong><span><span>&nbsp;[107]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u878d\u5408\u4f4d\u7f6e\u4fe1\u606f<\/span><\/span><\/strong><span><span>&nbsp;[108]<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5176\u4ed6\u88ab\u7814\u7a76\u7684\u65b9\u6cd5\u8fd8\u5305\u62ec\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u63a9\u7801\u5b66\u4e60\uff08learned masking\uff09<\/span><\/span><\/strong><span><span>&nbsp;[109, 110, 111]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5de5\u4f5c\u56de\u8def\u63a2\u9488\u6cd5\uff08circuit probing\uff09<\/span><\/span><\/strong><span><span>&nbsp;[112]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u79bb\u6563\u5316\u65b9\u6cd5\uff08discretization\uff09<\/span><\/span><\/strong><span><span>&nbsp;[113]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u4fe1\u606f\u6d41\u5206\u6790\uff08information flow analysis\uff09<\/span><\/span><\/strong><span><span>&nbsp;[114, 115]<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u4e9b\u81ea\u52a8\u5316\u65b9\u6cd5\u7684\u4e3b\u8981\u76ee\u6807\u662f\uff1a<\/span><\/span><strong><span><span>\u9694\u79bb\u5173\u952e\u6a21\u578b\u7ec4\u4ef6\uff08\u5982\u5c42\u3001\u795e\u7ecf\u5143\u3001\u6ce8\u610f\u529b\u5934\uff09\u53ca\u5176\u76f8\u4e92\u4f5c\u7528\u5173\u7cfb<\/span><\/span><\/strong><span><span>\u3002\u4e0d\u8fc7\uff0c\u5b83\u4eec<\/span><\/span><strong><span><span>\u5e76\u672a\u89e3\u51b3\u7ec4\u4ef6\u672c\u8eab\u7684\u53ef\u89e3\u91ca\u6027\u95ee\u9898<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span style=\"text-decoration: underline\">\u56de\u5f52\u53ef\u89e3\u91ca\u5355\u5143<\/span><\/span><\/strong><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u8fd1\u5e74\u6765\uff0c\u501f\u52a9\u7a00\u758f\u5b57\u5178\u5b66\u4e60\u63d0\u4f9b\u7684\u66f4\u4f18\u8ba1\u7b97\u5355\u5143\uff0c\u672c\u7814\u7a76\u4e0e\u5176\u4ed6\u76f8\u5173\u5de5\u4f5c [12, 17, 16, 116] \u4e00\u540c\u91cd\u65b0\u56de\u5230\u201c\u53d1\u73b0\u53ef\u89e3\u91ca\u7ec4\u4ef6\u95f4\u8fde\u63a5\u201d\u7684\u8def\u5f84\u4e0a\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5177\u4f53\u6765\u8bf4\uff0c\u6211\u4eec\u7684\u7814\u7a76\u5728\u65b9\u6cd5\u4e0a\u4e0e Dunefsky \u7b49\u4eba [12] \u548c Ge \u7b49\u4eba [17] \u6700\u4e3a\u63a5\u8fd1\uff1a\u4ed6\u4eec\u4e5f\u91c7\u7528\u8f6c\u7801\u5668\u6765\u6784\u5efa<\/span><\/span><strong><span><span>\u9010\u63d0\u793a\u8bcd\uff08per-prompt\uff09\u5f52\u56e0\u56fe<\/span><\/span><\/strong><span><span>\uff0c\u5e76\u5728\u8ba1\u7b97\u8fc7\u7a0b\u4e2d\u4f7f\u7528<\/span><\/span><strong><span><span>stop-gradient<\/span><\/span><\/strong><span><span>\u4ee5\u5206\u6790\u4e0e\u8f93\u5165\u65e0\u5173\u7684\u5168\u5c40\u6743\u91cd\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4f46\u6211\u4eec\u7684\u65b9\u6cd5\u6709\u6240\u4e0d\u540c\uff0c\u5177\u4f53\u4f53\u73b0\u5728\u4ee5\u4e0b\u65b9\u9762\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4f7f\u7528\u8de8\u5c42\u8f6c\u7801\u5668<\/span><span>\uff08crosscoders\uff09<\/span><span>**\u6574\u5408\u5197\u4f59\u7279\u5f81<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u91c7\u7528<\/span><\/span><strong><span><span>\u66f4\u5177\u5168\u5c40\u89c6\u91ce\u7684\u56fe\u88c1\u526a\u7b97\u6cd5<\/span><\/span><\/strong><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5f15\u5165<\/span><\/span><strong><span><span>\u9519\u8bef\u8282\u70b9\uff08error nodes\uff09\u673a\u5236<\/span><\/span><\/strong><span><span>&nbsp;[16]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u914d\u5907<\/span><\/span><strong><span><span>\u66f4\u5f3a\u5927\u7684\u53ef\u89c6\u5316\u7cfb\u7edf<\/span><\/span><\/strong><span><span>\uff0c\u652f\u6301\u66f4\u6df1\u5165\u7684\u5b9a\u6027\u5206\u6790<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u4e9b\u7814\u7a76\u7cbe\u795e\u66f4\u63a5\u8fd1 Olah \u7b49\u4eba [65] \u6240\u63d0\u51fa\u7684\u201c\u539f\u59cb\u5de5\u4f5c\u56de\u8def\u613f\u666f\u201d\uff0c\u4f46\u5b83\u4eec\u4ecd\u4f9d\u8d56\u4e8e\u7279\u5b9a\u63d0\u793a\u8bcd\u4e0b\u7684\u91cf<\/span><span>\uff08\u5982\u6ce8\u610f\u529b\u6a21\u5f0f\uff09<\/span><span>\uff0c\u56e0\u6b64<\/span><\/span><strong><span><span>\u5176\u901a\u7528\u6027\u4ecd\u6709\u9650<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span style=\"text-decoration: underline\">\u6ce8\u610f\u529b\u5de5\u4f5c\u56de\u8def<\/span><\/span><\/strong><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>transformer \u4e2d\u7684\u6ce8\u610f\u529b\u673a\u5236\u4e3a\u4f20\u7edf\u57fa\u4e8e\u6743\u91cd\u7684\u5de5\u4f5c\u56de\u8def\u5206\u6790\u5e26\u6765\u4e86\u6311\u6218\u3002Olah \u7b49\u4eba [65] \u4f7f\u7528\u8fb9\u6743\u65b9\u6cd5\u5206\u6790\u795e\u7ecf\u7f51\u7edc\u7ed3\u6784\uff0c\u4f46 Elhage \u7b49\u4eba [18] \u6307\u51fa\uff0c\u6ce8\u610f\u529b\u5c42\u53ef\u88ab\u5206\u89e3\u4e3a\u4e24\u90e8\u5206\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u975e\u7ebf\u6027\u7684 QK \u90e8\u5206<\/span><\/span><\/strong><span><span>\uff1a\u63a7\u5236\u6ce8\u610f\u529b\u6a21\u5f0f<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u7ebf\u6027\u7684 OV \u90e8\u5206<\/span><\/span><\/strong><span><span>\uff1a\u63a7\u5236\u6ce8\u610f\u529b\u8f93\u51fa<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5982\u679c\u6211\u4eec\u51bb\u7ed3 QK \u90e8\u5206<\/span><span>\uff08\u4f8b\u5982\u5728\u7279\u5b9a\u63d0\u793a\u8bcd\u4e0b\uff09<\/span><span>\uff0c\u5219\u8f6c\u7801\u5668\u4e2d\u901a\u8fc7\u6ce8\u610f\u529b\u4f20\u5bfc\u7684\u7279\u5f81\u4ea4\u4e92\u5c31\u53d8\u4e3a<\/span><\/span><strong><span><span>\u7ebf\u6027\u53ef\u5206\u6790\u7ed3\u6784<\/span><\/span><\/strong><span><span>\u3002\u672c\u7814\u7a76\u4e0e Dunefsky \u7b49\u4eba [12] \u91c7\u7528\u4e86\u8be5\u601d\u8def\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5176\u4ed6\u7814\u7a76\u5219\u5c1d\u8bd5\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5728\u6ce8\u610f\u529b\u8f93\u51fa\u4e0a\u8bad\u7ec3 SAE<\/span><\/span><\/strong><span><span>&nbsp;[117, 16, 116]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5c06\u7279\u5f81\u4e0e key\/query \u77e9\u9635\u76f8\u4e58\u4ee5\u89e3\u91ca\u6ce8\u610f\u529b\u6a21\u5f0f<\/span><\/span><\/strong><span><span>&nbsp;[17]<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span style=\"text-decoration: underline\">\u66ff\u4ee3\u6a21\u578b<\/span><\/span><\/strong><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u6211\u4eec\u63d0\u51fa\u7684<\/span><\/span><strong><span><span>\u66ff\u4ee3\u6a21\u578b\u7684\u7406\u5ff5\uff0c\u4e0e\u65e9\u671f\u5173\u4e8e\u56e0\u679c\u62bd\u8c61<\/span><\/span><\/strong><span><span>&nbsp;[118, 119] \u548c<\/span><\/span><strong><span><span>\u4ee3\u7406\u6a21\u578b<\/span><\/span><\/strong><span><span>&nbsp;[120, 121] \u7684\u7814\u7a76\u7cbe\u795e\u76f8\u4f3c\u2014\u2014\u5b83\u4eec\u8bd5\u56fe\u5b66\u4e60\u4e00\u4e2a\u53ef\u89e3\u91ca\u7684\u56fe\u6a21\u578b\uff0c\u80fd\u591f\u5fe0\u5b9e\u8868\u793a\u4e00\u4e2a\u5e95\u5c42\u9ed1\u7bb1\u6a21\u578b\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u4f46\u4e0d\u540c\u4e4b\u5904\u5728\u4e8e\uff1a\u8fd9\u4e9b\u65b9\u6cd5\u901a\u5e38<\/span><\/span><strong><span><span>\u9700\u8981\u4efb\u52a1\u8bf4\u660e\u6216\u76d1\u7763\u4fe1\u53f7<\/span><\/span><\/strong><span><span>\uff0c\u800c\u6211\u4eec\u7684\u65b9\u6cd5<\/span><\/span><strong><span><span>\u5728\u5b8c\u5168\u65e0\u76d1\u7763\u7684\u8bbe\u5b9a\u4e0b\u5b66\u4e60\u66ff\u4ee3\u6a21\u578b<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<h4 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><strong style=\"font-size: 15px\"><span><span style=\"text-decoration: underline\">\u5de5\u4f5c\u56de\u8def\u8bc4\u4f30<\/span><\/span><\/strong><\/h4>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u56e0\u679c\u6e05\u6d17\uff08causal scrubbing\uff09<\/span><\/span><\/strong><span><span>&nbsp;[122] \u662f\u65e9\u671f\u8bc4\u4f30\u89e3\u91ca\u8d28\u91cf\u7684\u7406\u8bba\u65b9\u6cd5\u4e4b\u4e00\uff0c\u5176\u57fa\u672c\u601d\u8def\u662f\u901a\u8fc7<\/span><\/span><strong><span><span>\u4fdd\u6301\u884c\u4e3a\u4e0d\u53d8\u7684\u91cd\u91c7\u6837\u6d88\u878d<\/span><\/span><\/strong><span><span>\u6765\u8bc4\u4f30\u89e3\u91ca\u5408\u7406\u6027\u3002Shi \u7b49\u4eba [123] \u5219\u7cfb\u7edf\u5316\u5730\u63d0\u51fa\u4e86\u8bc4\u4f30\u5de5\u4f5c\u56de\u8def\u5047\u8bbe\u7684\u4e09\u5927\u6807\u51c6\uff1a<\/span><\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u884c\u4e3a\u4fdd\u6301\u6027<\/span><span>\uff08behavior preservation\uff09<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u5c40\u90e8\u5b9a\u4f4d\u6027<\/span><span>\uff08localization\uff09<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u7b80\u7ea6\u6027<\/span><span>\uff08minimality\uff09<\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u4ed6\u4eec\u5c06\u8fd9\u4e9b\u6d4b\u8bd5\u5e94\u7528\u4e8e transformer \u4e2d\u7684\u5408\u6210\u5de5\u4f5c\u56de\u8def\u548c\u5b9e\u9645\u8bc6\u522b\u51fa\u7684\u5de5\u4f5c\u56de\u8def\u4e2d\u3002<\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u7136\u800c\uff0cMiller \u7b49\u4eba [26] \u5bf9\u73b0\u6709\u673a\u5236\u5fe0\u5b9e\u6027\u8bc4\u4f30\u6307\u6807\u63d0\u51fa\u4e86\u91cd\u8981\u6279\u8bc4\uff0c\u6307\u51fa\u5b83\u4eec\u5bf9\u6d88\u878d\u65b9\u6cd5\u4e2d\u7684<\/span><\/span><strong><span><span>\u7ec6\u5fae\u5dee\u5f02<\/span><\/span><\/strong><span><span>\u6781\u4e3a\u654f\u611f\uff0c\u4ece\u800c\u53ef\u80fd\u8bef\u5bfc\u8bc4\u4f30\u7ed3\u679c\u3002<\/span><\/span><\/span><\/p>\n<h3 style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span style=\"font-weight: bold\">\u00a7 9.3 \u795e\u7ecf\u73af\u8def\u751f\u7269\u5b66\u4e0e\u73b0\u8c61\u5b66<\/span><\/span><\/h3>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span>\u9664\u4e86\u65b9\u6cd5\u8bba\u4e4b\u5916\uff0c\u5df2\u6709\u5927\u91cf\u7814\u7a76\u901a\u8fc7\u6df1\u5165\u7684\u4e2a\u6848\u5206\u6790\u63ed\u793a\u4e86\u6a21\u578b\u4e2d\u7684\u6709\u8da3\u73b0\u8c61\u5b66\u7ed3\u6784\u3002\u4f8b\u5982\uff0c\u4ee5\u4e0b\u4efb\u52a1\u4e2d\u90fd\u5f00\u5c55\u8fc7\u7ec6\u81f4\u7684\u5de5\u4f5c\u56de\u8def\u5206\u6790\uff1a<\/span><\/span><\/p>\n<ul style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5728\u73a9\u5177\u6a21\u578b\u4e2d\u7684\u7b97\u672f\u8fd0\u7b97&nbsp;<\/span><\/span><\/strong><span><span>[95, 124, 125, 126, 127]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>Python \u6587\u6863\u5b57\u7b26\u4e32\u751f\u6210\u4efb\u52a1&nbsp;<\/span><\/span><\/strong><span><span>[128]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u95f4\u63a5\u5bbe\u8bed\u8bc6\u522b\u4efb\u52a1&nbsp;<\/span><\/span><\/strong><span><span>[2]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u5927\u4e8e\u64cd\u4f5c\u7b26\u7684\u8ba1\u7b97&nbsp;<\/span><\/span><\/strong><span><span>[129]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u591a\u9879\u9009\u62e9\u9898\u56de\u7b54\u4efb\u52a1&nbsp;<\/span><\/span><\/strong><span><span>[130]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u4ee3\u8bcd\u6027\u522b\u8bc6\u522b&nbsp;<\/span><\/span><\/strong><span><span>[96, 131, 132]<\/span><\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><strong><span><span>\u4e0a\u4e0b\u6587\u5185\u5b66\u4e60&nbsp;<\/span><\/span><\/strong><span><span>[133]<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ul>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 24px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u8fd9\u4e9b\u4e2a\u6848\u7814\u7a76\u7684\u4e0d\u65ad\u79ef\u7d2f\uff0c\u4f7f\u5f97\u4eba\u4eec\u80fd\u591f\u8fdb\u4e00\u6b65\u7814\u7a76\u8fd9\u4e9b\u7ed3\u6784\u5728<\/span><\/span><strong><span><span>\u5176\u4ed6\u4efb\u52a1\u4e2d\u5982\u4f55\u88ab\u590d\u7528<\/span><\/span><\/strong><span><span>&nbsp;[134, 135]\u3002\u6b64\u5916\uff0cTigges \u7b49\u4eba [136] \u53d1\u73b0\uff0c\u8bb8\u591a\u5de5\u4f5c\u56de\u8def\u5206\u6790\u7684\u53d1\u73b0\u5177\u6709<\/span><\/span><strong><span><span>\u8de8\u8bad\u7ec3\u8fc7\u7a0b\u548c\u6a21\u578b\u89c4\u6a21\u7684\u4e00\u81f4\u6027<\/span><\/span><\/strong><span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><span style=\"font-size: 15px\"><span><span>\u5728\u8fd9\u4e9b\u5206\u6790\u51fa\u73b0\u4e4b\u524d\uff0c\u8fd8\u6709\u4e00\u6761\u957f\u4e45\u7684\u201c<\/span><\/span><strong><span><span>Bertology<\/span><\/span><\/strong><span><span>\u201d\u7814\u7a76\u8def\u7ebf\uff0c\u4e13\u6ce8\u4e8e\u901a\u8fc7\u6ce8\u610f\u529b\u6a21\u5f0f\u5206\u6790\u548c\u63a2\u9488\u6cd5<\/span><span>\uff08probing\uff09<\/span><span>\u6765\u63a2\u7d22\u8bed\u8a00\u6a21\u578b\u7684\u201c\u751f\u7406\u7ed3\u6784\u201d<\/span><span>\uff08\u53c2\u89c1\u7efc\u8ff0 [54]\uff09<\/span><span>\u3002<\/span><\/span><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><span style=\"font-size: 15px\"><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><span style=\"font-size: 15px\"><br \/><\/span><\/p>\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;font-family: PingFangSC-light;font-size: 15px;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none\" data-pm-slice=\"0 0 []\">\n<section style=\"margin: 0px;padding: 0px 6px;max-width: 100%;width: 661px;vertical-align: top\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;line-height: 1.4\">\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: both;min-height: 1em\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%\"><span>\u53c2\u8003\u6587\u732e<\/span><\/strong><\/p>\n<\/section>\n<\/section>\n<\/section>\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;font-family: PingFangSC-light;font-size: 15px;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-indent: 0px;text-transform: none;text-align: center;width: 661px\">\n<section style=\"margin: 0px;padding: 0px 0px 0px 4px;max-width: 100%;width: 661px;height: 360px;vertical-align: top\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;text-align: justify;font-size: 13px\">\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: both;min-height: 1em\"><span><br \/><\/span><\/p>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 8px;line-height: 1em;text-align: left\" data-pm-slice=\"4 6 []\"><span style=\"font-size: 15px\"><span style=\"font-size: 13px\"><span>Locating and editing factual knowledge in gpt \u2002[link]Meng, K., Bau, D., Andonian, A. and Belinkov, Y., 2022. arXiv preprint arXiv:2202.05262.<\/span><\/span><\/span><\/p>\n<ol style=\"margin-left: 8px;margin-right: 8px\" class=\"list-paddingleft-1\">\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Interpretability in the wild: a circuit for indirect object identification in gpt-2 small \u2002[link]Wang, K., Variengien, A., Conmy, A., Shlegeris, B. and Steinhardt, J., 2022. arXiv preprint arXiv:2211.00593.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Towards automated circuit discovery for mechanistic interpretability \u2002[PDF]Conmy, A., Mavor-Parker, A., Lynch, A., Heimersheim, S. and Garriga-Alonso, A., 2023. Advances in Neural Information Processing Systems, Vol 36, pp. 16318&#8211;16352.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Thread: Circuits \u2002[link]Cammarata, N., Carter, S., Goh, G., Olah, C., Petrov, M., Schubert, L., Voss, C., Egan, B. and Lim, S.K., 2020. Distill.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Linear algebraic structure of word senses, with applications to polysemy \u2002[PDF]Arora, S., Li, Y., Liang, Y., Ma, T. and Risteski, A., 2018. Transactions of the Association for Computational Linguistics, Vol 6, pp. 483&#8211;495. MIT Press.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Decoding The Thought Vector \u2002[link]Goh, G., 2016.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Toy Models of Superposition \u2002[HTML]Elhage, N., Hume, T., Olsson, C., Schiefer, N., Henighan, T., Kravec, S., Hatfield-Dodds, Z., Lasenby, R., Drain, D., Chen, C., Grosse, R., McCandlish, S., Kaplan, J., Amodei, D., Wattenberg, M. and Olah, C., 2022. Transformer Circuits Thread.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Towards Monosemanticity: Decomposing Language Models With Dictionary Learning \u2002[HTML]Bricken, T., Templeton, A., Batson, J., Chen, B., Jermyn, A., Conerly, T., Turner, N., Anil, C., Denison, C., Askell, A., Lasenby, R., Wu, Y., Kravec, S., Schiefer, N., Maxwell, T., Joseph, N., Hatfield-Dodds, Z., Tamkin, A., Nguyen, K., McLean, B., Burke, J.E., Hume, T., Carter, S., Henighan, T. and Olah, C., 2023. Transformer Circuits Thread.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse Autoencoders Find Highly Interpretable Model Directions \u2002[link]Cunningham, H., Ewart, A., Smith, L., Huben, R. and Sharkey, L., 2023. arXiv preprint arXiv:2309.08600.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Scaling and evaluating sparse autoencoders \u2002[link]Gao, L., la Tour, T.D., Tillman, H., Goh, G., Troll, R., Radford, A., Sutskever, I., Leike, J. and Wu, J., 2024. arXiv preprint arXiv:2406.04093.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Jumping ahead: Improving reconstruction fidelity with jumprelu sparse autoencoders \u2002[link]Rajamanoharan, S., Lieberum, T., Sonnerat, N., Conmy, A., Varma, V., Kramar, J. and Nanda, N., 2024. arXiv preprint arXiv:2407.14435.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Transcoders find interpretable LLM feature circuits \u2002[PDF]Dunefsky, J., Chlenski, P. and Nanda, N., 2025. Advances in Neural Information Processing Systems, Vol 37, pp. 24375&#8211;24410.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>dictionary_learning Github Repository \u2002[link]Marks, S., Karvonen, A. and Mueller, A., 2024. Github.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Predicting Future Activations \u2002[link]Templeton, A., Batson, J., Jermyn, A. and Olah, C., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse Crosscoders for Cross-Layer Features and Model Diffing \u2002[HTML]Lindsey, J., Templeton, A., Marcus, J., Conerly, T., Batson, J. and Olah, C., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse Feature Circuits: Discovering and Editing Interpretable Causal Graphs in Language Models \u2002[link]Marks, S., Rager, C., Michaud, E.J., Belinkov, Y., Bau, D. and Mueller, A., 2024. arXiv preprint arXiv:2403.19647.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Automatically identifying local and global circuits with linear computation graphs \u2002[link]Ge, X., Zhu, F., Shu, W., Wang, J., He, Z. and Qiu, X., 2024. arXiv preprint arXiv:2405.13868.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>A Mathematical Framework for Transformer Circuits \u2002[HTML]Elhage, N., Nanda, N., Olsson, C., Henighan, T., Joseph, N., Mann, B., Askell, A., Bai, Y., Chen, A., Conerly, T., DasSarma, N., Drain, D., Ganguli, D., Hatfield-Dodds, Z., Hernandez, D., Jones, A., Kernion, J., Lovitt, L., Ndousse, K., Amodei, D., Brown, T., Clark, J., Kaplan, J., McCandlish, S. and Olah, C., 2021. Transformer Circuits Thread.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Fact Finding: Attempting to Reverse-Engineer Factual Recall on the Neuron Level \u2002[link]Nanda, N., Rajamanoharan, S. and Shah, R., 2023.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Using Features For Easy Circuit Identification \u2002[link]Batson, J., Chen, B. and Jones, A., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Arithmetic Without Algorithms: Language Models Solve Math With a Bag of Heuristics \u2002[link]Nikankin, Y., Reusch, A., Mueller, A. and Belinkov, Y., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Language Models Use Trigonometry to Do Addition \u2002[link]Kantamneni, S. and Tegmark, M., 2025.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Pre-trained large language models use fourier features to compute addition \u2002[link]Zhou, T., Fu, D., Sharan, V. and Jia, R., 2024. arXiv preprint arXiv:2406.03445.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse Autoencoders Work on Attention Layer Outputs \u2002[link]Kissane, C., robertzk,, Conmy, A. and Nanda, N., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Superposition, Memorization, and Double Descent \u2002[HTML]Henighan, T., Carter, S., Hume, T., Elhage, N., Lasenby, R., Fort, S., Schiefer, N. and Olah, C., 2023. Transformer Circuits Thread.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Transformer circuit faithfulness metrics are not robust \u2002[link]Miller, J., Chughtai, B. and Saunders, W., 2024. arXiv preprint arXiv:2407.08734.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>The Pile: An 800GB Dataset of Diverse Text for Language Modeling \u2002[link]Gao, L., Biderman, S., Black, S., Golding, L., Hoppe, T., Foster, C., Phang, J., He, H., Thite, A., Nabeshima, N., Presser, S. and Leahy, C., 2020.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>LMSYS-Chat-1M: A Large-Scale Real-World LLM Conversation Dataset \u2002[link]Zheng, L., Chiang, W., Sheng, Y., Li, T., Zhuang, S., Wu, Z., Zhuang, Y., Li, Z., Lin, Z., Xing, E.P., Gonzalez, J.E., Stoica, I. and Zhang, H., 2023.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Interpretability Evals for Dictionary Learning \u2002[link]Lindsey, J., Cunningham, H., Conerly, T. and Templeton, A., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>In-context Learning and Induction Heads \u2002[HTML]Olsson, C., Elhage, N., Nanda, N., Joseph, N., DasSarma, N., Henighan, T., Mann, B., Askell, A., Bai, Y., Chen, A., Conerly, T., Drain, D., Ganguli, D., Hatfield-Dodds, Z., Hernandez, D., Johnston, S., Jones, A., Kernion, J., Lovitt, L., Ndousse, K., Amodei, D., Brown, T., Clark, J., Kaplan, J., McCandlish, S. and Olah, C., 2022. Transformer Circuits Thread.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>How do language models bind entities in context? \u2002[link]Feng, J. and Steinhardt, J., 2023. arXiv preprint arXiv:2310.17191.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Open Problems in Mechanistic Interpretability \u2002[link]Sharkey, L., Chughtai, B., Batson, J., Lindsey, J., Wu, J., Bushnaq, L., Goldowsky-Dill, N., Heimersheim, S., Ortega, A., Bloom, J. and others,, 2025. arXiv preprint arXiv:2501.16496.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Are Sparse Autoencoders Useful? A Case Study in Sparse Probing \u2002[link]Kantamneni, S., Engels, J., Rajamanoharan, S., Tegmark, M. and Nanda, N., 2025. arXiv preprint arXiv:2502.16681.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>AXBENCH: Steering LLMs? Even Simple Baselines Outperform Sparse Autoencoders \u2002[link]Wu, Z., Arora, A., Geiger, A., Wang, Z., Huang, J., Jurafsky, D., Manning, C.D. and Potts, C., 2025. arXiv preprint arXiv:2501.17148.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>A is for absorption: Studying feature splitting and absorption in sparse autoencoders \u2002[link]Chanin, D., Wilken-Smith, J., Dulka, T., Bhatnagar, H. and Bloom, J., 2024. arXiv preprint arXiv:2409.14507.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Do sparse autoencoders find &#8220;true features&#8221;? \u2002[link]Till, D., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Measuring feature sensitivity using dataset filtering \u2002[link]Turner, N.L., Jermyn, A. and Batson, J., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Matryoshka Sparse Autoencoders \u2002[link]Nabeshima, N., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Learning Multi-Level Features with Matryoshka SAEs \u2002[link]Bussmann, B., Leask, P. and Nanda, N., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Showing SAE Latents Are Not Atomic Using Meta-SAEs \u2002[link]Bussmann, B., Pearce, M., Leask, P., Bloom, J., Sharkey, L. and Nanda, N., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Monitor: An AI-Driven Observability Interface \u2002[link]Meng, K., Huang, V., Chowdhury, N., Choi, D., Steinhardt, J. and Schwettmann, S., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Axiomatic attribution for deep networks \u2002[link]Sundararajan, M., Taly, A. and Yan, Q., 2017. arXiv preprint arXiv:1703.01365.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>A unified approach to interpreting model predictions \u2002[PDF]Lundberg, S.M. and Lee, S., 2017. Advances in neural information processing systems, Vol 30.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Successor Heads: Recurring, Interpretable Attention Heads In The Wild \u2002[link]Gould, R., Ong, E., Ogden, G. and Conmy, A., 2023.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Toward transparent ai: A survey on interpreting the inner structures of deep neural networks \u2002[link]R\u00e4uker, T., Ho, A., Casper, S. and Hadfield-Menell, D., 2023. 2023 IEEE Conference on Secure and Trustworthy Machine Learning (SaTML), pp. 464&#8211;483.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Mechanistic Interpretability for AI Safety&#8211;A Review \u2002[link]Bereska, L. and Gavves, E., 2024. arXiv preprint arXiv:2404.14082.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>A Primer on the Inner Workings of Transformer-based Language Models \u2002[link]Ferrando, J., Sarti, G., Bisazza, A. and Costa-jussa, M.R., 2024. arXiv preprint arXiv:2405.00208.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>The quest for the right mediator: A history, survey, and theoretical grounding of causal interpretability \u2002[link]Mueller, A., Brinkmann, J., Li, M., Marks, S., Pal, K., Prakash, N., Rager, C., Sankaranarayanan, A., Sharma, A.S., Sun, J. and others,, 2024. arXiv preprint arXiv:2408.01416.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Efficient estimation of word representations in vector space \u2002[link]Mikolov, T., Chen, K., Corrado, G. and Dean, J., 2013. arXiv preprint arXiv:1301.3781.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Visualizing and understanding recurrent networks \u2002[link]Karpathy, A., Johnson, J. and Fei-Fei, L., 2015. arXiv preprint arXiv:1506.02078.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Curve Detectors \u2002[link]Cammarata, N., Goh, G., Carter, S., Schubert, L., Petrov, M. and Olah, C., 2020. Distill.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Analyzing multi-head self-attention: Specialized heads do the heavy lifting, the rest can be pruned \u2002[link]Voita, E., Talbot, D., Moiseev, F., Sennrich, R. and Titov, I., 2019. arXiv preprint arXiv:1905.09418.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Tensor2tensor transformer visualization \u2002[link]Jones, L., 2017.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>A primer in bertology: What we know about how bert works \u2002[link]Rogers, A., Kovaleva, O. and Rumshisky, A., 2020. Transactions of the Association for Computational Linguistics, Vol 8, pp. 842&#8211;866. MIT Press. DOI: 10.1162\/tacl_a_00349<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>The Building Blocks of Interpretability \u2002[link]Olah, C., Satyanarayan, A., Johnson, I., Carter, S., Schubert, L., Ye, K. and Mordvintsev, A., 2018. Distill. DOI: 10.23915\/distill.00010<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>A multiscale visualization of attention in the transformer model \u2002[link]Vig, J., 2019. arXiv preprint arXiv:1906.05714.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Representation learning: A review and new perspectives \u2002[link]Bengio, Y., Courville, A. and Vincent, P., 2013. IEEE transactions on pattern analysis and machine intelligence, Vol 35(8), pp. 1798&#8211;1828. IEEE.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Compressed sensing \u2002[PDF]Donoho, D.L., 2006. IEEE Transactions on information theory, Vol 52(4), pp. 1289&#8211;1306. IEEE.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Compressed Sensing, Sparsity, and Dimensionality in Neuronal Information Processing and Data Analysis \u2002[link]Ganguli, S. and Sompolinsky, H., 2012. Annual Review of Neuroscience, Vol 35(1), pp. 485-508. DOI: 10.1146\/annurev-neuro-062111-150410<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse coding with an overcomplete basis set: A strategy employed by V1? \u2002[link]Olshausen, B.A. and Field, D.J., 1997. Vision research, Vol 37(23), pp. 3311&#8211;3325. Elsevier. DOI: 10.1016\/S0042-6989(97)00169-7<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse and redundant representations: from theory to applications in signal and image processing Elad, M., 2010. , Vol 2(1). Springer.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Local vs. Distributed Coding \u2002[link]Thorpe, S.J., 1989. Intellectica, Vol 8, pp. 3&#8211;40.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Unsupervised representation learning with deep convolutional generative adversarial networks \u2002[link]Radford, A., Metz, L. and Chintala, S., 2015. arXiv preprint arXiv:1511.06434.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Activation Addition: Steering Language Models Without Optimization \u2002[link]Turner, A.M., Thiergart, L., Udell, D., Leech, G., Mini, U. and MacDiarmid, M., 2023.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Zoom In: An Introduction to Circuits \u2002[link]Olah, C., Cammarata, N., Schubert, L., Goh, G., Petrov, M. and Carter, S., 2020. Distill. DOI: 10.23915\/distill.00024.001<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Distributed Representations: Composition &amp; Superposition \u2002[HTML]Olah, C., 2023.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Transformer visualization via dictionary learning: contextualized embedding as a linear superposition of transformer factors \u2002[link]Yun, Z., Chen, Y., Olshausen, B.A. and LeCun, Y., 2021. arXiv preprint arXiv:2103.15949.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Scaling Monosemanticity: Extracting Interpretable Features from Claude 3 Sonnet \u2002[HTML]Templeton, A., Conerly, T., Marcus, J., Lindsey, J., Bricken, T., Chen, B., Pearce, A., Citro, C., Ameisen, E., Jones, A., Cunningham, H., Turner, N.L., McDougall, C., MacDiarmid, M., Freeman, C.D., Sumers, T.R., Rees, E., Batson, J., Jermyn, A., Carter, S., Olah, C. and Henighan, T., 2024. Transformer Circuits Thread.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse autoencoder \u2002[PDF]Ng, A. and others,, 2011. CS294A Lecture notes, Vol 72(2011), pp. 1&#8211;19.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>k-Sparse Autoencoders \u2002[link]Makhzani, A. and Frey, B.J., 2013. CoRR, Vol abs\/1312.5663.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Addressing Feature Suppression in SAEs \u2002[link]Wright, B. and Sharkey, L., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse Autoencoders Do Not Find Canonical Units of Analysis \u2002[link]Leask, P., Bussmann, B., Pearce, M., Bloom, J., Tigges, C., Moubayed, N.A., Sharkey, L. and Nanda, N., 2025. arXiv preprint arXiv:2502.04878.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Saes are highly dataset dependent: A case study on the refusal direction \u2002[link]Kissane, C., Krzyzanowski, R., Nanda, N. and Conmy, A., 2024. Alignment Forum.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse Autoencoders Trained on the Same Data Learn Different Features \u2002[link]Paulo, G. and Belrose, N., 2025. arXiv preprint arXiv:2501.16615.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Language models can explain neurons in language models \u2002[HTML]Bills, S., Cammarata, N., Mossing, D., Tillman, H., Gao, L., Goh, G., Sutskever, I., Leike, J., Wu, J. and Saunders, W., 2023.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Automatically interpreting millions of features in large language models \u2002[link]Paulo, G., Mallen, A., Juang, C. and Belrose, N., 2024. arXiv preprint arXiv:2410.13928.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse Autoencoders Can Interpret Randomly Initialized Transformers \u2002[link]Heap, T., Lawson, T., Farnik, L. and Aitchison, L., 2025. arXiv preprint arXiv:2501.17727.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Residual Stream Analysis with Multi-Layer SAEs \u2002[link]Lawson, T., Farnik, L., Houghton, C. and Aitchison, L., 2024. arXiv preprint arXiv:2409.04185.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Transcoders Beat Sparse Autoencoders for Interpretability \u2002[link]Paulo, G., Shabalin, S. and Belrose, N., 2025. arXiv preprint arXiv:2501.18823.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Features that Make a Difference: Leveraging Gradients for Improved Dictionary Learning \u2002[link]Olmo, J., Wilson, J., Forsey, M., Hepner, B., Howe, T.V. and Wingate, D., 2024. arXiv preprint arXiv:2411.10397.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Efficient dictionary learning with switch sparse autoencoders \u2002[link]Mudide, A., Engels, J., Michaud, E.J., Tegmark, M. and de Witt, C.S., 2024. arXiv preprint arXiv:2410.08201.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Identifying functionally important features with end-to-end sparse dictionary learning \u2002[PDF]Braun, D., Taylor, J., Goldowsky-Dill, N. and Sharkey, L., 2025. Advances in Neural Information Processing Systems, Vol 37, pp. 107286&#8211;107325.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Improving Dictionary Learning with Gated Sparse Autoencoders \u2002[link]Rajamanoharan, S., Conmy, A., Smith, L., Lieberum, T., Varma, V., Kramar, J., Shah, R. and Nanda, N., 2024. arXiv preprint arXiv:2404.16014.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Jacobian Sparse Autoencoders: Sparsify Computations, Not Just Activations \u2002[link]Farnik, L., Lawson, T., Houghton, C. and Aitchison, L., 2025. arXiv preprint arXiv:2502.18147.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Towards principled evaluations of sparse autoencoders for interpretability and control \u2002[link]Makelov, A., Lange, G. and Nanda, N., 2024. arXiv preprint arXiv:2405.08366.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Ravel: Evaluating interpretability methods on disentangling language model representations \u2002[link]Huang, J., Wu, Z., Potts, C., Geva, M. and Geiger, A., 2024. arXiv preprint arXiv:2402.17700.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Measuring progress in dictionary learning for language model interpretability with board game models \u2002[PDF]Karvonen, A., Wright, B., Rager, C., Angell, R., Brinkmann, J., Smith, L., Mayrink Verdun, C., Bau, D. and Marks, S., 2025. Advances in Neural Information Processing Systems, Vol 37, pp. 83091&#8211;83118.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Evaluating open-source sparse autoencoders on disentangling factual knowledge in gpt-2 small \u2002[link]Chaudhary, M. and Geiger, A., 2024. arXiv preprint arXiv:2409.04478.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>SAEBench: A comprehensive benchmark for sparse autoencoders, December 2024 \u2002[link]Karvonen, A., Rager, C., Lin, J., Tigges, C., Bloom, J., Chanin, D., Lau, Y., Farrell, E., Conmy, A., Mc-Dougall, C. and others,. URL https:\/\/www. neuronpedia. org\/sae-bench\/info.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Evaluating Sparse Autoencoders on Targeted Concept Erasure Tasks \u2002[link]Karvonen, A., Rager, C., Marks, S. and Nanda, N., 2024. arXiv preprint arXiv:2411.18895.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>The local interaction basis: Identifying computationally-relevant and sparsely interacting features in neural networks \u2002[link]Bushnaq, L., Heimersheim, S., Goldowsky-Dill, N., Braun, D., Mendel, J., Hanni, K., Griffin, A., Stohler, J., Wache, M. and Hobbhahn, M., 2024. arXiv preprint arXiv:2405.10928.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Using degeneracy in the loss landscape for mechanistic interpretability \u2002[link]Bushnaq, L., Mendel, J., Heimersheim, S., Braun, D., Goldowsky-Dill, N., Hanni, K., Wu, C. and Hobbhahn, M., 2024. arXiv preprint arXiv:2405.10927.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Interpretability in Parameter Space: Minimizing Mechanistic Description Length with Attribution-based Parameter Decomposition \u2002[link]Braun, D., Bushnaq, L., Heimersheim, S., Mendel, J. and Sharkey, L., 2025. arXiv preprint arXiv:2501.14926.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>SUMMIT: Scaling Deep Learning Interpretability by Visualizing Activation and Attribution Summarizations Hohman, F., Park, H., Robinson, C. and Chau, D.H.P., 2019.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Progress measures for grokking via mechanistic interpretability \u2002[link]Nanda, N., Chan, L., Lieberum, T., Smith, J. and Steinhardt, J., 2023. arXiv preprint arXiv:2301.05217.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Investigating gender bias in language models using causal mediation analysis \u2002[PDF]Vig, J., Gehrmann, S., Belinkov, Y., Qian, S., Nevo, D., Singer, Y. and Shieber, S., 2020. Advances in neural information processing systems, Vol 33, pp. 12388&#8211;12401.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Towards best practices of activation patching in language models: Metrics and methods \u2002[link]Zhang, F. and Nanda, N., 2023. arXiv preprint arXiv:2309.16042.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>How to use and interpret activation patching \u2002[link]Heimersheim, S. and Nanda, N., 2024. arXiv preprint arXiv:2404.15255.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Localizing model behavior with path patching \u2002[link]Goldowsky-Dill, N., MacLeod, C., Sato, L. and Arora, A., 2023. arXiv preprint arXiv:2304.05969.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Finding alignments between interpretable causal variables and distributed neural representations \u2002[PDF]Geiger, A., Wu, Z., Potts, C., Icard, T. and Goodman, N., 2024. Causal Learning and Reasoning, pp. 160&#8211;187.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Interpretability at scale: Identifying causal mechanisms in alpaca \u2002[PDF]Wu, Z., Geiger, A., Icard, T., Potts, C. and Goodman, N., 2023. Advances in neural information processing systems, Vol 36, pp. 78205&#8211;78226.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Attribution Patching: Activation Patching At Industrial Scale \u2002[link]Nanda, N., 2023.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Attribution Patching Outperforms Automated Circuit Discovery \u2002[link]Syed, A., Rager, C. and Conmy, A., 2023. arXiv preprint arXiv:2310.10348.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>AtP*: An efficient and scalable method for localizing LLM behaviour to components \u2002[link]Kram\u00e1r, J., Lieberum, T., Shah, R. and Nanda, N., 2024. arXiv preprint arXiv:2403.00745.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Have faith in faithfulness: Going beyond circuit overlap when finding model mechanisms \u2002[link]Hanna, M., Pezzelle, S. and Belinkov, Y., 2024. arXiv preprint arXiv:2403.17806.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>EAP-GP: Mitigating Saturation Effect in Gradient-based Automated Circuit Identification \u2002[link]Zhang, L., Dong, W., Zhang, Z., Yang, S., Hu, L., Liu, N., Zhou, P. and Wang, D., 2025. arXiv preprint arXiv:2502.06852.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Automatic discovery of visual circuits \u2002[link]Rajaram, A., Chowdhury, N., Torralba, A., Andreas, J. and Schwettmann, S., 2024. arXiv preprint arXiv:2404.14349.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Position-aware Automatic Circuit Discovery \u2002[link]Haklay, T., Orgad, H., Bau, D., Mueller, A. and Belinkov, Y., 2025. arXiv preprint arXiv:2502.04577.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Low-complexity probing via finding subnetworks \u2002[link]Cao, S., Sanh, V. and Rush, A.M., 2021. arXiv preprint arXiv:2104.03514.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Discovering variable binding circuitry with desiderata \u2002[link]Davies, X., Nadeau, M., Prakash, N., Shaham, T.R. and Bau, D., 2023. arXiv preprint arXiv:2307.03637.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Finding transformer circuits with edge pruning \u2002[PDF]Bhaskar, A., Wettig, A., Friedman, D. and Chen, D., 2025. Advances in Neural Information Processing Systems, Vol 37, pp. 18506&#8211;18534.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Uncovering intermediate variables in transformers using circuit probing \u2002[link]Lepori, M.A., Serre, T. and Pavlick, E., 2023. arXiv preprint arXiv:2311.04354.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Sparse autoencoders enable scalable and reliable circuit identification in language models \u2002[link]O&#8217;Neill, C. and Bui, T., 2024. arXiv preprint arXiv:2405.12522.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Information flow routes: Automatically interpreting language models at scale \u2002[link]Ferrando, J. and Voita, E., 2024. arXiv preprint arXiv:2403.00824.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>VISIT: Visualizing and interpreting the semantic information flow of transformers \u2002[link]Katz, S. and Belinkov, Y., 2023. arXiv preprint arXiv:2305.13417.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Dictionary Learning Improves Patch-Free Circuit Discovery in Mechanistic Interpretability: A Case Study on Othello-GPT \u2002[link]He, Z., Ge, X., Tang, Q., Sun, T., Cheng, Q. and Qiu, X., 2024. arXiv preprint arXiv:2402.12201.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Attention Output SAEs Improve Circuit Analysis \u2002[link]Kissane, C., Krzyzanowski, R., Conmy, A. and Nanda, N., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Causal abstractions of neural networks \u2002[PDF]Geiger, A., Lu, H., Icard, T. and Potts, C., 2021. Advances in Neural Information Processing Systems, Vol 34, pp. 9574&#8211;9586.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Causal abstraction: A theoretical foundation for mechanistic interpretability \u2002[link]Geiger, A., Ibeling, D., Zur, A., Chaudhary, M., Chauhan, S., Huang, J., Arora, A., Wu, Z., Goodman, N., Potts, C. and others,, 2023. arXiv preprint arXiv:2301.04709.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Causal proxy models for concept-based model explanations \u2002[PDF]Wu, Z., D\u2019Oosterlinck, K., Geiger, A., Zur, A. and Potts, C., 2023. International conference on machine learning, pp. 37313&#8211;37334.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Decomposing and editing predictions by modeling model computation \u2002[link]Shah, H., Ilyas, A. and Madry, A., 2024. arXiv preprint arXiv:2404.11534.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Causal scrubbing, a method for rigorously testing interpretability hypotheses \u2002[link]Chan, L., Garriga-Alonso, A., Goldwosky-Dill, N., Greenblatt, R., Nitishinskaya, J., Radhakrishnan, A., Shlegeris, B. and Thomas, N., 2022. AI Alignment Forum.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Hypothesis testing the circuit hypothesis in LLMs \u2002[PDF]Shi, C., Beltran Velez, N., Nazaret, A., Zheng, C., Garriga-Alonso, A., Jesson, A., Makar, M. and Blei, D., 2025. Advances in Neural Information Processing Systems, Vol 37, pp. 94539&#8211;94567.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>The clock and the pizza: Two stories in mechanistic explanation of neural networks \u2002[PDF]Zhong, Z., Liu, Z., Tegmark, M. and Andreas, J., 2023. Advances in neural information processing systems, Vol 36, pp. 27223&#8211;27250.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>A toy model of universality: Reverse engineering how networks learn group operations \u2002[PDF]Chughtai, B., Chan, L. and Nanda, N., 2023. International Conference on Machine Learning, pp. 6243&#8211;6267.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Grokking group multiplication with cosets \u2002[link]Stander, D., Yu, Q., Fan, H. and Biderman, S., 2023. arXiv preprint arXiv:2312.06581.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Fourier circuits in neural networks and transformers: A case study of modular arithmetic with multiple inputs \u2002[link]Li, C., Liang, Y., Shi, Z., Song, Z. and Zhou, T., 2024. arXiv preprint arXiv:2402.09469.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>A circuit for Python docstrings in a 4-layer attention-only transformer \u2002[link]Heimersheim, S. and Janiak, J., 2023. Alignment Forum.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>How does GPT-2 compute greater-than?: Interpreting mathematical abilities in a pre-trained language model \u2002[PDF]Hanna, M., Liu, O. and Variengien, A., 2023. Advances in Neural Information Processing Systems, Vol 36, pp. 76033&#8211;76060.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Does circuit analysis interpretability scale? evidence from multiple choice capabilities in chinchilla \u2002[link]Lieberum, T., Rahtz, M., Kramar, J., Nanda, N., Irving, G., Shah, R. and Mikulik, V., 2023. arXiv preprint arXiv:2307.09458.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Identifying a preliminary circuit for predicting gendered pronouns in gpt-2 small \u2002[link]Mathwin, C., Corlouer, G., Kran, E., Barez, F. and Nanda, N., 2023. URL: https:\/\/itch.io\/jam\/mechint\/rate\/1889871.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Identifying and adapting transformer-components responsible for gender bias in an English language model \u2002[link]Chintam, A., Beloch, R., Zuidema, W., Hanna, M. and Van Der Wal, O., 2023. arXiv preprint arXiv:2310.12611.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Scaling Sparse Feature Circuits For Studying In-Context Learning \u2002[link]Kharlapenko, D., Shabalin, S., Barez, F., Nanda, N. and Conmy, A., 2025.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Circuit component reuse across tasks in transformer language models \u2002[link]Merullo, J., Eickhoff, C. and Pavlick, E., 2023. arXiv preprint arXiv:2310.08744.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Circuit Compositions: Exploring Modular Structures in Transformer-Based Language Models \u2002[link]Mondorf, P., Wold, S. and Plank, B., 2024. arXiv preprint arXiv:2410.01434.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>LLM circuit analyses are consistent across training and scale \u2002[link]Tigges, C., Hanna, M., Yu, Q. and Biderman, S., 2024. arXiv preprint arXiv:2407.10827.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Gemma 2: Improving open language models at a practical size \u2002[PDF]Team, G., Riviere, M., Pathak, S., Sessa, P.G., Hardin, C., Bhupatiraju, S., Hussenot, L., Mesnard, T., Shahriari, B., Rame, A. and others,, 2024. arXiv preprint arXiv:2408.00118.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Gemma Scope: Open Sparse Autoencoders Everywhere All At Once on Gemma 2 \u2002[PDF]Lieberum, T., Rajamanoharan, S., Conmy, A., Smith, L., Sonnerat, N., Varma, V., Kram\u00e1r, J., Dragan, A., Shah, R. and Nanda, N., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Dictionary Learning Optimization Techniques \u2002[link]Conerly, T., Cunningham, H., Templeton, A., Lindsey, J., Hosmer, B. and Jermyn, A., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Feature Manifold Toy Model \u2002[link]Olah, C. and Batson, J., 2023.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Not all language model features are linear \u2002[PDF]Engels, J., Michaud, E.J., Liao, I., Gurnee, W. and Tegmark, M., 2024. arXiv preprint arXiv:2405.14860.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>What is a Linear Representation? What is a Multidimensional Feature? \u2002[link]Olah, C., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 13px\"><span>Curve Detector Manifolds in InceptionV1 \u2002[link]Gorton, O., 2024.<\/span><\/span><\/p>\n<\/li>\n<li style=\"text-align: left\">\n<p style=\"margin-bottom: 8px;line-height: 1em;text-align: left\"><span style=\"font-size: 15px\"><span style=\"font-size: 13px\"><span>Residual stream norms grow exponentially over the forward pass \u2002[link]Heimersheim, S. and Turner, A., 2023.<\/span><\/span><\/span><\/p>\n<\/li>\n<\/ol>\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: both;min-height: 1em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><span><br \/><\/span><\/span><\/p>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<section style=\"margin: 3px 0px 0px;padding: 0px;max-width: 100%;font-family: PingFangSC-light;font-size: 15px;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 14px;letter-spacing: 1px\">\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: both;min-height: 1em;text-align: center\"><span>\u53c2\u8003\u6587\u732e\u53ef<\/span><strong style=\"margin: 0px;padding: 0px;max-width: 100%\"><span>\u4e0a\u4e0b\u6ed1\u52a8<\/span><\/strong><span>\u67e5\u770b<\/span><\/p>\n<\/section>\n<\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\"><span style=\"font-size: 15px\"><br \/><\/span><\/p>\n<section data-pm-slice=\"2 3 []\" style=\"margin: 0px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;letter-spacing: 0.578px;line-height: 1.75em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><br \/><\/span><\/section>\n<section style=\"margin: 10px 0px 0px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;text-align: center;justify-content: center\">\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;width: auto;vertical-align: top;min-width: 10%;height: auto\">\n<section style=\"margin: 0px 0px -15px;padding: 0px;max-width: 100%\">\n<section style=\"margin: 0px;padding: 0px 10px;max-width: 100%;font-size: 16px;line-height: 2;letter-spacing: 3px\">\n<p style=\"margin: 0px;padding: 0px;max-width: 100%;clear: both;min-height: 1em\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\">\u5927\u6a21\u578b\u53ef\u89e3\u91ca\u6027\u8bfb\u4e66\u4f1a<\/span><\/strong><\/p>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<section style=\"margin: 0px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;font-size: 14px;, Arial, sans-serif\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 15px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\"><span data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-right: 8px; margin-bottom: 0px; margin-left: 8px; color: rgb(136, 136, 136); font-family: -apple-system-font, system-ui, &quot;Helvetica Neue&quot;, &quot;PingFang SC&quot;, &quot;Hiragino Sans GB&quot;, &quot;Microsoft YaHei UI&quot;, &quot;Microsoft YaHei&quot;, Arial, sans-serif; font-size: 14px; letter-spacing: 0.544px; -webkit-tap-highlight-color: transparent; outline: 0px; line-height: 2em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;letter-spacing: 0.544px; font-size: 15px;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\" style=\"margin: 0px;padding: 0px;max-width: 100%\"><br \/><\/span><\/span><\/span><\/strong><\/span><\/section>\n<p data-pm-slice=\"0 0 []\" style=\"margin: 0px 8px 8px;padding: 0px;max-width: 100%;clear: both;min-height: 1em;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\">\u96c6\u667a\u4ff1\u4e50\u90e8\u8054\u5408\u4e0a\u6d77\u4ea4\u901a\u5927\u5b66\u526f\u6559\u6388\u5f20\u62f3\u77f3\u3001\u963f\u91cc\u4e91\u5927\u6a21\u578b\u53ef\u89e3\u91ca\u6027\u56e2\u961f\u8d1f\u8d23\u4eba\u6c88\u65ed\u3001\u5f69\u4e91\u79d1\u6280\u9996\u5e2d\u79d1\u5b66\u5bb6\u8096\u8fbe\u3001\u5317\u4eac\u5e08\u8303\u5927\u5b66\u7855\u58eb\u751f\u6768\u660e\u54f2\u548c\u6d59\u6c5f\u5927\u5b66\u535a\u58eb\u751f\u59da\u4e91\u5fd7\u5171\u540c\u53d1\u8d77<a class=\"normal_text_link\" target=\"_blank\" style=\"margin: 0px;padding: 0px;text-decoration: none;cursor: default;max-width: 100%\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247713890&amp;idx=1&amp;sn=816619fcf7efca6f9dea8de014145234&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\">\u300c\u5927\u6a21\u578b\u53ef\u89e3\u91ca\u6027\u300d\u8bfb\u4e66\u4f1a<\/a>\u3002\u672c\u8bfb\u4e66\u4f1a\u65e8\u5728\u7a81\u7834\u5927\u6a21\u578b\u201c\u9ed1\u7bb1\u201d\u56f0\u5883\uff0c\u5c1d\u8bd5\u4ece\u4ee5\u4e0b\u56db\u4e2a\u89c6\u89d2\u68b3\u7406\u5927\u8bed\u8a00\u6a21\u578b\u53ef\u89e3\u91ca\u6027\u7684\u79d1\u5b66\u65b9\u6cd5\u8bba\uff1a<\/span><\/p>\n<p style=\"margin: 0px 8px 8px;padding: 0px;max-width: 100%;clear: both;min-height: 1em;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\">\u81ea\u4e0b\u800c\u4e0a\uff1aTransformer circuit \u4e3a\u4ec0\u4e48\u6709\u6548\uff1f<\/span><\/p>\n<p style=\"margin: 0px 8px 8px;padding: 0px;max-width: 100%;clear: both;min-height: 1em;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\">\u81ea\u4e0a\u800c\u4e0b\uff1a\u795e\u7ecf\u7f51\u7edc\u7684\u7cbe\u7ec6\u51b3\u7b56\u903b\u8f91\u548c\u6027\u80fd\u6839\u56e0\u662f\u5426\u53ef\u4ee5\u88ab\u4e25\u8c28\u3001\u6e05\u6670\u5730\u89e3\u91ca\u6e05\u695a\uff1f<\/span><\/p>\n<section style=\"margin: 0px 8px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\">\u590d\u6742\u79d1\u5b66\uff1a\u6e17\u6d41\u76f8\u53d8\u3001\u6d8c\u73b0\u3001\u81ea\u7ec4\u7ec7\u7b49\u590d\u6742\u79d1\u5b66\u7406\u8bba\u5982\u4f55\u7406\u89e3\u5927\u6a21\u578b\u7684\u63a8\u7406\u4e0e\u5b66\u4e60\u80fd\u529b\uff1f<\/span><\/section>\n<section style=\"margin: 0px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\">\u7cfb\u7edf\u5de5\u7a0b\uff1a\u5982\u4f55\u62e5\u62b1\u4e0d\u786e\u5b9a\u6027\uff0c\u5728\u5177\u4f53\u7684\u4e1a\u754c\u5b9e\u8df5\u4e2d\u521b\u9020\u4ef7\u503c\uff1f<\/span><\/section>\n<section style=\"margin: 0px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\"><br \/><\/span><\/section>\n<section style=\"margin: 0px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\">\u4e94\u4f4d\u53d1\u8d77\u4eba\u8001\u5e08\u4f1a\u5e26\u9886\u5927\u5bb6\u7814\u8bfb\u9886\u57df\u524d\u6cbf\u8bba\u6587\uff0c\u73b0\u8bda\u9080\u5bf9\u6b64\u8bdd\u9898\u611f\u5174\u8da3\u7684\u670b\u53cb\uff0c\u4e00\u8d77\u5171\u521b\u3001\u5171\u5efa\u3001\u5171\u4eab\u300c\u5927\u6a21\u578b\u53ef\u89e3\u91ca\u6027\u300d\u4e3b\u9898\u793e\u533a\uff0c\u901a\u8fc7\u4e92\u76f8\u7684\u4ea4\u6d41\u4e0e\u78b0\u649e\uff0c\u4fc3\u8fdb\u6211\u4eec\u66f4\u6df1\u5165\u7684\u7406\u89e3\u4ee5\u4e0a\u95ee\u9898\u3002\u65e0\u8bba\u60a8\u662f\u81f4\u529b\u4e8e\u7a81\u7834AI\u53ef\u89e3\u91ca\u6027\u7406\u8bba\u74f6\u9888\u7684\u7814\u7a76\u8005\uff0c\u63a2\u7d22\u590d\u6742\u7cfb\u7edf\u4e0e\u667a\u80fd\u672c\u8d28\u7684\u4ea4\u53c9\u5b66\u79d1\u63a2\u7d22\u8005\uff0c\u8fd8\u662f\u8ffd\u6c42\u6a21\u578b\u5b89\u5168\u53ef\u4fe1\u7684\u5de5\u7a0b\u5b9e\u8df5\u8005\uff0c\u8bda\u9080\u60a8\u5171\u540c\u53c2\u4e0e\u8fd9\u573a\u63ed\u5f00\u5927\u6a21\u578b\u201c\u9ed1\u7bb1\u201d\u7684\u601d\u60f3\u76db\u5bb4\u3002<\/span><\/section>\n<section style=\"margin: 0px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\"><br \/><\/span><\/section>\n<section style=\"margin: 0px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\">\u8bfb\u4e66\u4f1a\u5df2\u4e8e2025\u5e746\u670819\u65e5\u542f\u52a8\uff0c\u6bcf\u5468\u56db\u665a19:30-21:30\uff0c\u9884\u8ba1\u6301\u7eed\u5206\u4eab8-10\u5468\u5de6\u53f3\u3002<\/span><\/section>\n<section style=\"margin: 0px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\"><br \/><\/span><\/section>\n<section style=\"margin: 0px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px;line-height: 2em\"><a href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247713890&amp;idx=1&amp;sn=816619fcf7efca6f9dea8de014145234&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" target=\"_blank\" data-linktype=\"1\" rel=\"noopener noreferrer\"><span style=\"margin:0px;padding:0px;max-width:100%;vertical-align:bottom;overflow:hidden;width:100%\" class=\"js_jump_icon h5_image_link\"><img alt=\"\u56fe\u7247\" class=\"rich_pages wxw-img\" data-ratio=\"0.5712962962962963\" data-w=\"1080\" style=\"margin: 0px;padding: 0px;border: 0px;max-width: 100%;vertical-align: bottom;height: auto !important;width: 661px !important\" data-backw=\"578\" data-backh=\"330\" src=\"\" \/><\/span><\/a><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 15px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\"><span data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-right: 8px; margin-bottom: 0px; margin-left: 8px; color: rgb(136, 136, 136); font-family: -apple-system-font, system-ui, &quot;Helvetica Neue&quot;, &quot;PingFang SC&quot;, &quot;Hiragino Sans GB&quot;, &quot;Microsoft YaHei UI&quot;, &quot;Microsoft YaHei&quot;, Arial, sans-serif; font-size: 14px; letter-spacing: 0.544px; -webkit-tap-highlight-color: transparent; outline: 0px; line-height: 2em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;letter-spacing: 0.544px; font-size: 15px;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\" style=\"margin: 0px;padding: 0px;max-width: 100%\"><br \/><\/span><\/span><\/span><\/strong><\/span><\/section>\n<section style=\"margin: 0px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;font-size: 14px;, Arial, sans-serif\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 15px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px;font-size: 15px\"><span data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;margin-right: 8px; margin-bottom: 0px; margin-left: 8px; color: rgb(136, 136, 136); font-family: -apple-system-font, system-ui, &quot;Helvetica Neue&quot;, &quot;PingFang SC&quot;, &quot;Hiragino Sans GB&quot;, &quot;Microsoft YaHei UI&quot;, &quot;Microsoft YaHei&quot;, Arial, sans-serif; font-size: 14px; letter-spacing: 0.544px; -webkit-tap-highlight-color: transparent; outline: 0px; line-height: 2em;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;letter-spacing: 0.544px; font-size: 15px;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\" style=\"margin: 0px;padding: 0px;max-width: 100%\"><br \/><\/span><\/span><\/span><\/strong><\/span><\/section>\n<section style=\"margin: 0px 8px 24px;padding: 0px;max-width: 100%;, Arial, sans-serif;font-size: 17px;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none\"><span style=\"margin: 0px;padding: 0px;max-width: 100%;font-size: 15px\"><span data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;-webkit-tap-highlight-color: transparent;margin: 0px 8px 5px;padding: 0px;outline: 0px;max-width: 100%;box-sizing: border-box !important;overflow-wrap: break-word !important;clear: both;min-height: 1em;font-style: normal;font-variant-ligatures: normal;font-variant-caps: normal;font-weight: 400;letter-spacing: 0.544px;orphans: 2;text-align: justify;text-indent: 0px;text-transform: none;widows: 2;word-spacing: 0px;-webkit-text-stroke-width: 0px;white-space: normal;text-decoration-thickness: initial;text-decoration-style: initial;text-decoration-color: initial;background-color: rgb(255, 255, 255);color: rgb(136, 136, 136);font-family: -apple-system-font, system-ui, &quot;Helvetica Neue&quot;, &quot;PingFang SC&quot;, &quot;Hiragino Sans GB&quot;, &quot;Microsoft YaHei UI&quot;, &quot;Microsoft YaHei&quot;, Arial, sans-serif;font-size: 14px;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;node&quot;,{&quot;tagName&quot;:&quot;span&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;-webkit-tap-highlight-color: transparent;margin: 0px;padding: 0px;outline: 0px;max-width: 100%;box-sizing: border-box !important;overflow-wrap: break-word !important;color: rgb(63, 63, 63);font-size: 15px;&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\" style=\"margin: 0px;padding: 0px;max-width: 100%\">\u8be6\u60c5\u8bf7\u89c1\uff1a<a class=\"normal_text_link\" target=\"_blank\" style=\"margin: 0px;padding: 0px;text-decoration: none;cursor: default;max-width: 100%\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247713890&amp;idx=1&amp;sn=816619fcf7efca6f9dea8de014145234&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\">\u7834\u89e3AI\u9ed1\u7bb1\u7684\u56db\u91cd\u89c6\u89d2\uff1a\u5927\u6a21\u578b\u53ef\u89e3\u91ca\u6027\u8bfb\u4e66\u4f1a\u542f\u52a8<\/a><\/span><\/span><\/section>\n<p style=\"margin-left: 8px;margin-right: 8px;margin-bottom: 0px;line-height: 1.75em\" data-pm-slice=\"2 2 []\"><span style=\"font-size: 15px\"><br \/><\/span><\/p>\n<section style=\"margin-right: 8px;margin-bottom: 8px;margin-left: 8px;letter-spacing: 0.544px;, Arial, sans-serif;font-size: 14px\"><strong><strong style=\"letter-spacing: 0.544px;font-size: 16px;text-align: center;, Arial, sans-serif\"><strong style=\"text-align: left;font-family: PingFangSC-light;letter-spacing: 0.544px\"><span style=\"font-size: 15px;letter-spacing: 0.544px\"><span>\u63a8\u8350\u9605\u8bfb<\/span><\/span><\/strong><\/strong><\/strong><\/section>\n<section style=\"margin-right: 8px;margin-bottom: 8px;margin-left: 8px;letter-spacing: 0.544px;, Arial, sans-serif;font-size: 14px\"><strong><\/strong><\/section>\n<section style=\"margin-right: 8px;margin-bottom: 8px;margin-left: 8px;letter-spacing: 0.544px;, Arial, sans-serif;font-size: 14px\"><strong><span>1. &nbsp;<a class=\"normal_text_link\" target=\"_blank\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247713894&amp;idx=1&amp;sn=4bafdd6dfd5ae2b451b1deb82c833f69&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\"><span style=\"text-decoration: underline\">\u4ece\u5f52\u56e0\u56fe\u5230 AI \u7684\u201c\u751f\u7269\u5b66\u201d\uff1a\u63a2\u7d22\u5927\u8bed\u8a00\u6a21\u578b\u7684\u5185\u90e8\u673a\u5236\u300c\u4e0a\u300d<\/span><\/a><\/span><\/strong><span style=\"text-decoration: underline\"><strong><span><br \/><\/span><\/strong><\/span><\/section>\n<section style=\"margin-right: 8px;margin-bottom: 8px;margin-left: 8px;letter-spacing: 0.544px;, Arial, sans-serif;font-size: 14px\"><strong style=\"letter-spacing: 0.544px\"><span>2.&nbsp;<a class=\"normal_text_link\" target=\"_blank\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247713910&amp;idx=1&amp;sn=9219b1abb3837fd9bf8b392241985c5b&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\"><span style=\"text-decoration: underline\">\u6253\u5f00AI\u9ed1\u7bb1\uff1a\u5982\u4f55\u7528\u5f52\u56e0\u56fe\u7ed8\u5236\u5927\u8bed\u8a00\u6a21\u578b\u7684\u8111\u56de\u8def\uff1f<\/span><\/a><\/span><\/strong><span style=\"text-decoration: underline\"><strong style=\"letter-spacing: 0.544px\"><span><br \/><\/span><\/strong><\/span><\/section>\n<section style=\"margin-right: 8px;margin-bottom: 8px;margin-left: 8px;letter-spacing: 0.544px;, Arial, sans-serif;font-size: 14px\"><strong style=\"letter-spacing: 0.544px\"><span>3.&nbsp;<a class=\"normal_text_link\" target=\"_blank\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247713900&amp;idx=1&amp;sn=5c4a4849bfadd7f159d92e5b82c9180f&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\"><span style=\"text-decoration: underline\">\u4ece\u5f52\u56e0\u56fe\u5230 AI \u7684\u201c\u751f\u7269\u5b66\u201d\uff1a\u63a2\u7d22 Claude3.5 Haiku \u7684\u5185\u90e8\u673a\u5236\u300c\u4e2d\u300d<\/span><\/a><\/span><\/strong><\/section>\n<section style=\"margin-right: 8px;margin-bottom: 8px;margin-left: 8px;letter-spacing: 0.544px;, Arial, sans-serif;font-size: 14px\"><strong style=\"letter-spacing: 0.544px\"><\/strong><\/section>\n<section style=\"margin: 0px 8px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px\" data-pm-slice=\"0 0 []\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\">4.&nbsp;<\/span><\/strong><\/span><span style=\"margin: 0px;padding: 0px;max-width: 100%;text-decoration: underline\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><a class=\"normal_text_link\" target=\"_blank\" style=\"margin: 0px;padding: 0px;text-decoration: none;cursor: default;max-width: 100%\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247710871&amp;idx=1&amp;sn=f572fc0ff9abbc6b32185b835ed39122&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\">\u6d8c\u73b0\u52a8\u529b\u5b66\u5982\u4f55\u7528\u6765\u5206\u6790\u590d\u6742\u7cfb\u7edf\uff1f | \u65b0\u8bfe\u4e0a\u7ebf<\/a><\/span><\/strong><\/strong><\/span><\/section>\n<section style=\"margin: 0px 8px 8px;padding: 0px;max-width: 100%;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%;letter-spacing: 0.544px\"><\/strong><strong style=\"margin: 0px;padding: 0px;max-width: 100%;, Arial, sans-serif;font-size: 14px;letter-spacing: 0.544px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\">5.&nbsp;<\/span><\/strong><strong style=\"margin: 0px;padding: 0px;max-width: 100%;, Arial, sans-serif;font-size: 14px;letter-spacing: 0.544px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><a class=\"normal_text_link\" target=\"_blank\" style=\"margin: 0px;padding: 0px;text-decoration: none;cursor: default;max-width: 100%\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247710722&amp;idx=1&amp;sn=1525450b1cd21fb737953390f8efe8ec&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\"><span style=\"text-decoration: underline\">AI\u65f6\u4ee3\u7684\u5b66\u4e60\uff1a\u5171\u63a2\u4eba\u7c7b\u5b66\u4e60\u7684\u590d\u6742\u6027<\/span><\/a><\/span><\/strong><\/section>\n<p style=\"margin: 0px 8px 8px;padding: 0px;max-width: 100%;clear: both;min-height: 1em;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px\"><strong style=\"margin-top: 0px;margin-right: 0px;margin-left: 0px;padding: 0px;max-width: 100%\"><span style=\"margin-top: 0px;margin-right: 0px;margin-left: 0px;padding: 0px;max-width: 100%\">6.&nbsp;<\/span><\/strong><span style=\"margin-top: 0px;margin-right: 0px;margin-left: 0px;padding: 0px;max-width: 100%;text-decoration: underline\"><strong style=\"margin-top: 0px;margin-right: 0px;margin-left: 0px;padding: 0px;max-width: 100%\"><span style=\"margin-top: 0px;margin-right: 0px;margin-left: 0px;padding: 0px;max-width: 100%\"><a class=\"normal_text_link\" target=\"_blank\" style=\"margin: 0px;padding: 0px;text-decoration: none;cursor: default;max-width: 100%\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247710237&amp;idx=3&amp;sn=58ef1bd72e608f0778d03e8f271520c6&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\">\u63a2\u7d22\u8005\u8ba1\u5212 | \u96c6\u667a\u4ff1\u4e50\u90e82025\u5185\u5bb9\u56e2\u961f\u62db\u52df\uff08\u5168\u804c&amp;\u517c\u804c\uff09<\/a><\/span><\/strong><\/span><\/p>\n<p style=\"margin: 0px 8px;padding: 0px;max-width: 100%;clear: both;min-height: 1em;font-style: normal;font-weight: 400;letter-spacing: 0.544px;text-align: justify;text-indent: 0px;text-transform: none;, Arial, sans-serif;font-size: 14px\"><span style=\"margin:0px;padding:0px;max-width:100%\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%\"><strong data-pm-slice=\"0 0 []\" style=\"margin:0px;padding:0px;max-width:100%;, Arial, sans-serif;font-size:14px;font-style:normal;text-align:justify;text-indent:0px;text-transform:none;letter-spacing:0.544px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><span style=\"text-decoration: none\">7.<\/span><\/span><\/strong><\/strong><\/span><span style=\"margin:0px;padding:0px;max-width:100%\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%\"><strong data-pm-slice=\"0 0 []\" style=\"margin:0px;padding:0px;max-width:100%;, Arial, sans-serif;font-size:14px;font-style:normal;text-align:justify;text-indent:0px;text-transform:none;letter-spacing:0.544px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><span style=\"text-decoration: none\">&nbsp;<\/span><\/span><\/strong><\/strong><\/span><span style=\"margin: 0px;padding: 0px;max-width: 100%;text-decoration: underline\"><strong style=\"margin: 0px;padding: 0px;max-width: 100%\"><strong data-pm-slice=\"0 0 []\" style=\"margin: 0px;padding: 0px;max-width: 100%;, Arial, sans-serif;font-size: 14px;font-style: normal;text-align: justify;text-indent: 0px;text-transform: none;letter-spacing: 0.544px\"><span style=\"margin: 0px;padding: 0px;max-width: 100%\"><a class=\"normal_text_link\" target=\"_blank\" style=\"margin: 0px;padding: 0px;text-decoration: none;cursor: default;max-width: 100%\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247714367&amp;idx=1&amp;sn=a53ea91c122b2f82d5e0840d521d24a6&amp;scene=21#wechat_redirect\" data-itemshowtype=\"0\" data-linktype=\"2\" rel=\"noopener noreferrer\"><span style=\"text-decoration: underline\">\u7cfb\u7edf\u79d1\u5b66\u524d\u6cbf\u5341\u8bb2\uff1a\u7406\u89e3\u81ea\u7136\u3001\u751f\u547d\u4e0e\u793e\u4f1a\u7684\u590d\u6742\u6027<\/span><\/a><\/span><\/strong><\/strong><\/span><\/p>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;font-size: 14px;letter-spacing: 0.578px;line-height: 2em\"><span><br \/><\/span><\/p>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;font-size: 14px;letter-spacing: 0.578px;line-height: 2em\" data-pm-slice=\"2 2 []\"><span><br \/><\/span><\/p>\n<section style=\"text-align: center;margin-left: 8px;margin-right: 8px;margin-bottom: 0px\"><a href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzIzMjQyNzQ5MA==&amp;mid=2247715376&amp;idx=2&amp;sn=e9b6f441a1a3615be72bb0b60594c015&amp;scene=21#wechat_redirect\" data-itemshowtype=\"11\" target=\"_blank\" data-linktype=\"1\" rel=\"noopener noreferrer\"><span style=\"width:100%\" class=\"js_jump_icon h5_image_link\"><img class=\"rich_pages wxw-img js_insertlocalimg\" data-backh=\"263\" data-backw=\"562\" data-imgfileid=\"100232693\" data-ratio=\"0.4685185185185185\" data-s=\"300,640\" data-type=\"jpeg\" data-w=\"1080\" style=\"width: 100%;height: auto !important\" src=\"\/wp-content\/uploads\/2025\/07\/wxsync-2025-07-76d6ccbff104d8ea2f1201406559067b-19.jpeg\" \/><\/span><\/a><\/section>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;font-size: 14px;letter-spacing: 0.578px;line-height: 2em\"><span><br \/><\/span><\/p>\n<p style=\"margin-right: 8px;margin-bottom: 0px;margin-left: 8px;, Arial, sans-serif;font-size: 14px;letter-spacing: 0.578px;line-height: 2em\"><span style=\", Arial, sans-serif;font-size: 15px;letter-spacing: 0.578px;text-indent: 0em\"><span><br \/><\/span><\/span><\/p>\n<section style=\"margin-bottom: 0px;, Arial, sans-serif;font-size: 14px;letter-spacing: 0.578px;line-height: 2em;margin-left: 0px;margin-right: 0px\"><span style=\"text-indent: 0em;font-family: PingFangSC-light;font-size: 15px;font-weight: 700;letter-spacing: 0.544px;text-align: left\"><span>\u70b9\u51fb\u201c\u9605\u8bfb\u539f\u6587\u201d\uff0c\u62a5\u540d\u8bfb\u4e66\u4f1a&nbsp;<\/span><\/span><\/section>\n<\/p>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u5bfc\u8bed AI\u7684\u201c\u9ed1\u76d2\u201d\u95ee\u9898\u4e00\u76f4\u56f0\u6270\u7740\u7814\u7a76\u8005\u548c\u7528\u6237\u2014\u2014\u6211\u4eec\u77e5\u9053ChatGPT\u3001Claude\u8fd9\u4e9b\u5927\u6a21\u578b\u5f88\u806a\u660e\uff0c\u4f46\u5374\u4e0d\u77e5\u9053\u5b83\u4eec\u662f\u5982\u4f55\u601d\u8003\u7684\u3002\u8fd9\u5c31\u50cf\u770b\u5230\u4e00\u4e2a\u5929\u624d\u5b66\u751f\u603b\u80fd\u7ed9\u51fa\u6b63\u786e\u7b54\u6848\uff0c\u5374\u65e0\u6cd5\u7406\u89e3\u4ed6\u7684\u89e3\u9898\u601d\u8def\u3002 \u5728\u4eca\u5e743\u6708\uff0cAnthropic\uff08Claude\u6a21\u578b\u7684\u5f00\u53d1\u5546\uff09\u53d1\u5e03\u4e86\u4e00\u9879\u91cd\u78c5\u7814\u7a76\uff0c\u9996\u6b21\u8ba9\u6211\u4eec\u80fd\u591f\u201c\u770b\u89c1\u201d\u8bed&#8230;<\/p>\n","protected":false},"author":0,"featured_media":62460,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[1],"tags":[],"special":[],"_links":{"self":[{"href":"https:\/\/swarma.org\/index.php?rest_route=\/wp\/v2\/posts\/62523"}],"collection":[{"href":"https:\/\/swarma.org\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/swarma.org\/index.php?rest_route=\/wp\/v2\/types\/post"}],"replies":[{"embeddable":true,"href":"https:\/\/swarma.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=62523"}],"version-history":[{"count":0,"href":"https:\/\/swarma.org\/index.php?rest_route=\/wp\/v2\/posts\/62523\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/swarma.org\/index.php?rest_route=\/wp\/v2\/media\/62460"}],"wp:attachment":[{"href":"https:\/\/swarma.org\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=62523"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/swarma.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=62523"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/swarma.org\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=62523"},{"taxonomy":"special","embeddable":true,"href":"https:\/\/swarma.org\/index.php?rest_route=%2Fwp%2Fv2%2Fspecial&post=62523"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}