{"id":32370,"date":"2022-02-11T22:33:34","date_gmt":"2022-02-11T14:33:34","guid":{"rendered":"https:\/\/swarma.org\/?p=32370"},"modified":"2022-02-11T22:33:34","modified_gmt":"2022-02-11T14:33:34","slug":"%e4%bb%80%e4%b9%88%e6%98%af%e5%be%ae%e5%88%86%e7%86%b5%ef%bc%9a%e5%b0%86%e9%a6%99%e5%86%9c%e7%86%b5%e6%8b%93%e5%b1%95%e5%88%b0%e8%bf%9e%e7%bb%ad%e5%88%86%e5%b8%83-%e9%9b%86%e6%99%ba%e7%99%be","status":"publish","type":"post","link":"https:\/\/swarma.org\/?p=32370","title":{"rendered":"\u4ec0\u4e48\u662f\u5fae\u5206\u71b5\uff1a\u5c06\u9999\u519c\u71b5\u62d3\u5c55\u5230\u8fde\u7eed\u5206\u5e03 | \u96c6\u667a\u767e\u79d1"},"content":{"rendered":"
\n

<\/p>\n


<\/p>\n

\u201c\u96c6\u667a\u767e\u79d1\u7cbe\u9009\u201d\u662f\u4e00\u4e2a\u957f\u671f\u4e13\u680f\uff0c\u6301\u7eed\u4e3a\u5927\u5bb6\u63a8\u9001\u590d\u6742\u6027\u79d1\u5b66\u76f8\u5173\u7684\u57fa\u672c\u6982\u5ff5\u548c\u8d44\u6e90\u4fe1\u606f\u3002\u4f5c\u4e3a\u96c6\u667a\u4ff1\u4e50\u90e8\u7684\u5f00\u6e90\u79d1\u5b66\u9879\u76ee\uff0c\u96c6\u667a\u767e\u79d1\u5e0c\u671b\u6253\u9020\u590d\u6742\u6027\u79d1\u5b66\u9886\u57df\u6700\u5168\u9762\u7684\u767e\u79d1\u5168\u4e66\uff0c\u6b22\u8fce\u5bf9\u590d\u6742\u6027\u79d1\u5b66\u611f\u5174\u8da3\u3001\u70ed\u7231\u77e5\u8bc6\u6574\u7406\u548c\u5206\u4eab\u7684\u670b\u53cb\u52a0\u5165\uff01
<\/span><\/section>\n

<\/section>\n
\u672c\u6587\u662f\u5bf9\u96c6\u667a\u767e\u79d1\u4e2d\u201c\u5fae\u5206\u71b5<\/span>\u201d\u8bcd\u6761\u7684\u6458\u5f55\uff0c\u53c2\u8003\u8d44\u6599\u53ca\u76f8\u5173\u8bcd\u6761\u8bf7\u53c2\u9605\u767e\u79d1\u8bcd\u6761\u539f\u6587\u3002<\/span><\/section>\n

<\/section>\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n

\u672c\u8bcd\u6761\u7531\u96c6\u667a\u4ff1\u4e50\u90e8\u4f17\u5305\u751f\u4ea7\uff0c\u96be\u514d\u5b58\u5728\u7eb0\u6f0f\u548c\u95ee\u9898\uff0c\u6b22\u8fce\u5927\u5bb6\u7559\u8a00\u53cd\u9988\u6216\u8005\u524d\u5f80\u5bf9\u5e94\u7684\u767e\u79d1\u8bcd\u6761\u9875\u9762\u8fdb\u884c\u4fee\u6539\uff0c\u4e00\u7ecf\u4fee\u6539\uff0c\u53ef\u4ee5\u83b7\u5f97\u5bf9\u5e94\u7684\u79ef\u5206\u5956\u52b1\u5662\uff01<\/em><\/span><\/p>\n


<\/p>\n

\n
\n
\n
\n
\n
\n
\n
\n
\n
\n

\u76ee\u5f55<\/strong><\/p>\n


<\/p>\n

\n
\u4e00\u3001\u5b9a\u4e49<\/span><\/strong><\/section>\n
\u4e8c\u3001\u5fae\u5206\u71b5\u7684\u6027\u8d28<\/span><\/strong><\/section>\n
\u4e09\u3001\u6b63\u6001\u5206\u5e03\u4e2d\u7684\u6700\u5927\u5316<\/span><\/strong><\/section>\n
\u56db\u3001\u4f8b\u5b50\uff1a\u6307\u6570\u5206\u5e03<\/span><\/strong><\/section>\n
\u4e94\u3001\u4e0e\u4f30\u8ba1\u5668\u8bef\u5dee\u7684\u5173\u7cfb
<\/span><\/strong><\/section>\n
\u516d\u3001\u5404\u79cd\u5206\u5e03\u7684\u5fae\u5206\u71b5
<\/span><\/strong><\/section>\n
\u4e03\u3001\u53d8\u4f53<\/span><\/strong><\/section>\n
\u516b\u3001<\/strong>\u7f16\u8005\u63a8\u8350<\/strong><\/strong><\/strong><\/span><\/section>\n
\u4e5d\u3001\u767e\u79d1\u9879\u76ee\u5fd7\u613f\u8005\u62db\u52df<\/strong><\/strong><\/strong><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n
<\/section>\n

\u5fae\u5206\u71b5 Differential entropy\uff08\u4e5f\u88ab\u79f0\u4e3a\u8fde\u7eed\u71b5 continuous entropy\uff09\u662f\u4fe1\u606f\u8bba\u4e2d\u7684\u4e00\u4e2a\u6982\u5ff5\uff0c\u5176\u6765\u6e90\u4e8e\u9999\u519c\u5c1d\u8bd5\u5c06\u4ed6\u7684\u9999\u519c\u71b5\u7684\u6982\u5ff5\u6269\u5c55\u5230\u8fde\u7eed\u7684\u6982\u7387\u5206\u5e03\u3002\u9999\u519c\u71b5\u662f\u8861\u91cf\u4e00\u4e2a\u968f\u673a\u53d8\u91cf\u7684\u5e73\u5747\u60ca\u5f02\u7a0b\u5ea6\u7684\u6307\u6807\u3002\u53ef\u60dc\u7684\u662f\uff0c\u9999\u519c\u53ea\u662f\u5047\u8bbe\u5b83\u662f\u79bb\u6563\u71b5\u7684\u6b63\u786e\u8fde\u7eed\u6a21\u62df\u800c\u5e76\u6ca1\u6709\u63a8\u5bfc\u51fa\u516c\u5f0f\uff0c\u4f46\u4e8b\u5b9e\u4e0a\u5b83\u5e76\u4e0d\u662f\u79bb\u6563\u71b5\u7684\u6b63\u786e\u8fde\u7eed\u6a21\u62df\u3002\u79bb\u6563\u71b5\u7684\u5b9e\u9645\u8fde\u7eed\u7248\u672c\u662f\u79bb\u6563\u70b9\u7684\u6781\u9650\u5bc6\u5ea6 limiting density of discrete points\uff08LDDP\uff09\u3002\u5fae\u5206\u71b5\uff08\u6b64\u5904\u63cf\u8ff0\uff09\u5728\u6587\u732e\u4e2d\u5f88\u5e38\u89c1\uff0c\u4f46\u5b83\u662f LDDP \u7684\u4e00\u4e2a\u6781\u9650\u60c5\u51b5\uff0c\u5e76\u4e14\u5931\u53bb\u4e86\u4e0e\u79bb\u6563\u71b5\u7684\u57fa\u672c\u8054\u7cfb\u3002<\/span>
<\/p>\n


<\/span><\/p>\n

<\/h2>\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n


<\/p>\n

\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n

<\/section>\n

<\/section>\n
\n
<\/svg><\/section>\n<\/section>\n<\/section>\n
\n

\u5b9a\u4e49<\/strong><\/strong><\/p>\n<\/section>\n

\n

<\/section>\n

<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n


<\/h2>\n

\u8bbe\u968f\u673a\u53d8\u91cfX\uff0c\u5176\u6982\u7387\u5bc6\u5ea6\u51fd\u6570f\u7684\u7684\u5b9a\u4e49\u57df\u662fX\u7684\u96c6\u5408\u3002\u8be5\u5fae\u5206\u71b5\u6216\u8005h(X)\u6216\u8005h(f)\u5b9a\u4e49\u4e3a<\/span><\/p>\n

<\/p>\n


<\/p>\n

\u5bf9\u4e8e\u6ca1\u6709\u663e\u5f0f\u5bc6\u5ea6\u51fd\u6570\u8868\u8fbe\u5f0f\uff0c\u4f46\u6709\u663e\u5f0f\u5206\u4f4d\u6570\u51fd\u6570\u8868\u8fbe\u5f0f\u7684\u6982\u7387\u5206\u5e03\uff0cQ(p)\uff0c\u5219h(Q)\u53ef\u4ee5\u7528\u5bfc\u6570Q(p)\u6765\u5b9a\u4e49\uff0c\u5373\u5206\u4f4d\u6570\u5bc6\u5ea6\u51fd\u6570Q'(p)<\/span><\/p>\n


<\/p>\n

<\/p>\n


<\/p>\n

\u4e0e\u79bb\u6563\u6a21\u578b\u4e00\u6837\uff0c\u5fae\u5206\u71b5\u7684\u5355\u4f4d\u53d6\u51b3\u4e8e\u5bf9\u6570\u7684\u5e95\u6570\uff0c\u901a\u5e38\u662f2\uff08\u5355\u4f4d\uff1a\u6bd4\u7279\uff1b\u8bf7\u53c2\u9605\u5bf9\u6570\u5355\u4f4d\uff0c\u4e86\u89e3\u4e0d\u540c\u57fa\u6570\u7684\u5bf9\u6570\u3002\uff09\u76f8\u5173\u6982\u5ff5\uff0c\u5982\u8054\u5408\u71b5\u3001\u6761\u4ef6\u5fae\u5206\u71b5\u548c\u76f8\u5bf9\u71b5\uff0c\u4ee5\u7c7b\u4f3c\u7684\u65b9\u5f0f\u5b9a\u4e49\u3002\u4e0e\u79bb\u6563\u6a21\u578b\u4e0d\u540c\uff0c\u5fae\u5206\u71b5\u7684\u504f\u79fb\u91cf\u53d6\u51b3\u4e8e\u6d4b\u91cf\u5355\u4f4d\u3002[4]\u4f8b\u5982\uff0c\u4ee5\u6beb\u7c73\u4e3a\u5355\u4f4d\u7684\u91cf\u7684\u5fae\u5206\u71b5\u5c06\u6bd4\u4ee5\u7c73\u4e3a\u5355\u4f4d\u6d4b\u91cf\u7684\u76f8\u540c\u91cf\u7684\u5fae\u5206\u71b5\u5927 log(1000)\uff1b\u65e0\u91cf\u7eb2\u91cf\u7684log(1000)\u5fae\u5206\u71b5\u5c06\u5927\u4e8e\u76f8\u540c\u91cf\u9664\u4ee51000\u3002<\/span><\/p>\n


\u5728\u5c1d\u8bd5\u5c06\u79bb\u6563\u71b5\u7684\u6027\u8d28\u5e94\u7528\u4e8e\u5fae\u5206\u71b5\u65f6\u5fc5\u987b\u5c0f\u5fc3\uff0c\u56e0\u4e3a\u6982\u7387\u5bc6\u5ea6\u51fd\u6570\u53ef\u4ee5\u5927\u4e8e1\u3002\u4f8b\u5982\uff0c\u5747\u5300\u5206\u5e03U(0,1\/2)\u5177\u6709\u201c\u8d1f\u201d\u5fae\u5206\u71b5<\/span><\/p>\n


<\/p>\n

<\/p>\n


<\/p>\n

\u56e0\u6b64\uff0c\u5fae\u5206\u71b5\u5e76\u4e0d\u5177\u6709\u79bb\u6563\u71b5\u7684\u6240\u6709\u6027\u8d28\u3002<\/span><\/p>\n


\u6ce8\u610f\uff0c\u8fde\u7eed\u4e92\u4fe1\u606fI(X;Y)\u5177\u6709\u4fdd\u7559\u5176\u4f5c\u4e3a\u79bb\u6563\u4fe1\u606f\u5ea6\u91cf\u7684\u57fa\u672c\u610f\u4e49\u7684\u533a\u522b\uff0c\u56e0\u4e3a\u5b83\u5b9e\u9645\u4e0a\u662fX\u548cY\u7684\u201c\u5206\u533a\u201d\u7684\u79bb\u6563\u4e92\u4fe1\u606f\u7684\u6781\u9650\uff0c\u56e0\u4e3a\u8fd9\u4e9b\u5206\u533a\u53d8\u5f97\u8d8a\u6765\u8d8a\u7ec6\u3002\u56e0\u6b64\uff0c\u5b83\u5728\u975e\u7ebf\u6027\u540c\u80da\uff08\u8fde\u7eed\u4e14\u552f\u4e00\u53ef\u9006\u7684\u6620\u5c04\uff09\u4e0b\u662f\u4e0d\u53d8\u7684\uff0c\u5305\u53d8\u6362X\u548cY\uff0c\u5e76\u4e14\u4ecd\u7136\u8868\u793a\u53ef\u5728\u5141\u8bb8\u8fde\u7eed\u503c\u7a7a\u95f4\u7684\u4fe1\u9053\u4e0a\u4f20\u8f93\u7684\u79bb\u6563\u4fe1\u606f\u91cf\u3002<\/span><\/p>\n


\u5bf9\u4e8e\u6269\u5c55\u5230\u8fde\u7eed\u7a7a\u95f4\u7684\u79bb\u6563\u71b5\u7684\u76f4\u63a5\u6a21\u62df\uff0c\u53c2\u89c1\u79bb\u6563\u70b9\u7684\u6781\u9650\u5bc6\u5ea6\u3002<\/span><\/p>\n


<\/p>\n

\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n


<\/p>\n

\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n
\n

<\/section>\n

<\/section>\n
\n
<\/svg><\/section>\n<\/section>\n<\/section>\n
\n

\u5fae\u5206\u71b5\u7684\u6027\u8d28<\/span><\/strong><\/strong><\/span><\/strong><\/strong><\/p>\n<\/section>\n

\n

<\/section>\n
<\/strong>
<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n


<\/p>\n