{"id":1754,"date":"2025-12-24T19:37:24","date_gmt":"2025-12-24T11:37:24","guid":{"rendered":"https:\/\/147227.xyz\/?p=1754"},"modified":"2026-02-13T19:45:21","modified_gmt":"2026-02-13T11:45:21","slug":"%e5%b0%8f%e7%b1%b3%e6%96%b0%e5%bc%80%e6%ba%90%e6%a8%a1%e5%9e%8bmimo-v2-flash%ef%bc%8c%e4%b8%80%e6%8b%9b%e6%8a%8a%e8%ae%a1%e7%ae%97%e9%87%8f%e7%a0%8d%e5%88%b0%e5%ba%95","status":"publish","type":"post","link":"https:\/\/147227.xyz\/?p=1754","title":{"rendered":"\u5c0f\u7c73\u65b0\u5f00\u6e90\u6a21\u578bMiMo-V2-Flash\uff0c\u4e00\u62db\u628a\u8ba1\u7b97\u91cf\u780d\u5230\u5e95"},"content":{"rendered":"

\u9605\u8bfb\u9884\u8ba1 5 \u5206\u949f<\/p>

\u672c\u6587\u8f6c\u8f7d\u81ea\u5c0f\u7c73\u65b0\u5f00\u6e90\u6a21\u578bMiMo-V2-Flash\uff0c\u4e00\u62db\u628a\u8ba1\u7b97\u91cf\u780d\u5230\u5e95<\/a><\/p>\n

\n
<\/span><\/figure>\n

\u5c0f\u7c73\u521a\u5f00\u6e90\u4e86\u4e00\u4e2a 309B \u7684\u5927\u6a21\u578b MiMo-V2-Flash\uff0c\u6280\u672f\u62a5\u544a\u91cc\u6709\u4e2a\u6570\u636e\u8ba9\u6211\u5f88\u610f\u5916\uff1a<\/span><\/p>\n

\u5b83\u53ea\u8ba9\u6a21\u578b\u201c\u770b\u201d 128 \u4e2a token\uff0c\u5374\u80fd\u5904\u7406 256k token \u7684\u8d85\u957f\u6587\u6863\u3002<\/span><\/strong><\/p>\n

\u800c\u4e14\uff0c\u201c\u770b\u5f97\u5c11\u201d\u7684\u7248\u672c\uff0c\u5728\u957f\u6587\u6863\u7406\u89e3\u6d4b\u8bd5\u4e0a\u7684\u6210\u7ee9\uff0c<\/span>\u53cd\u800c\u6bd4\u201c\u770b\u5f97\u591a\u201d\u7684\u7248\u672c\u66f4\u9ad8<\/span><\/strong>\u3002<\/span><\/p>\n

\u8fd9\u662f\u600e\u4e48\u56de\u4e8b\uff1f<\/span><\/p>\n

<\/span><\/figure>\n

\u4eca\u5929\u6211\u4eec\u6765\u804a\u804a\u8fd9\u4e2a\u53cd\u5e38\u8bc6\u7684\u8bbe\u8ba1\uff0c\u4ee5\u53ca\u5b83\u80cc\u540e\u7684\u6280\u672f\u6d1e\u5bdf\u3002<\/span><\/p>\n

\n<\/span>\u4ec0\u4e48\u662f\u201c\u770b\u591a\u5c11\u201d\uff1f<\/span><\/span><\/span>
\n<\/h2>\n

\u5927\u6a21\u578b\u5904\u7406\u6587\u5b57\u7684\u65f6\u5019\uff0c\u6709\u4e00\u4e2a\u5173\u952e\u673a\u5236\u53eb<\/span>\u6ce8\u610f\u529b\uff08Attention\uff09<\/span><\/strong>\u3002<\/span><\/p>\n

\u7b80\u5355\u8bf4\uff0c\u5c31\u662f\u6a21\u578b\u8bfb\u5230\u5f53\u524d\u8fd9\u4e2a\u5b57\u65f6\uff0c\u5f97\u56de\u8fc7\u5934\u53bb\u770b\u770b\u524d\u9762\u7684\u5b57\uff0c\u624d\u80fd\u660e\u767d\u5f53\u4e0b\u7684\u542b\u4e49\u3002<\/span><\/p>\n

\u6bd4\u5982\u4f60\u95ee\u6a21\u578b\uff1a\u201c\u5c0f\u6c90\u6628\u5929\u53bb\u5317\u4eac\uff0c\u4ed6\u4eca\u5929\u53bb\u4e86\u54ea\u91cc\uff1f\u201d<\/span><\/p>\n

<\/span><\/figure>\n

\u6a21\u578b\u5728\u7406\u89e3\u201c\u4ed6\u201d\u8fd9\u4e2a\u5b57\u7684\u65f6\u5019\uff0c\u9700\u8981\u201c\u770b\u201d\u5230\u524d\u9762\u7684\u201c\u5c0f\u6c90\u201d\uff0c\u624d\u77e5\u9053\u201c\u4ed6\u201d\u6307\u7684\u662f\u8c01\u3002<\/span><\/p>\n

\u4f20\u7edf\u7684\u505a\u6cd5\u662f\uff1a<\/span>\u8ba9\u6a21\u578b\u770b\u5230\u6240\u6709\u5b57\u3002<\/span><\/strong>\u4f60\u7ed9\u6a21\u578b\u4e00\u7bc7 10000 \u5b57\u7684\u6587\u7ae0\uff0c\u6a21\u578b\u5728\u5904\u7406\u6bcf\u4e2a\u5b57\u7684\u65f6\u5019\uff0c\u90fd\u53ef\u4ee5\u53c2\u8003\u8fd9 10000 \u4e2a\u5b57\u7684\u5168\u90e8\u4fe1\u606f\u3002<\/span><\/p>\n

\u8fd9\u53eb\u201c\u5168\u5c40\u6ce8\u610f\u529b\u201d\u3002<\/span><\/strong>\u542c\u8d77\u6765\u5f88\u5b8c\u7f8e\uff0c\u4fe1\u606f\u5168\u9762\uff0c\u4e0d\u4f1a\u9057\u6f0f\u3002<\/span><\/p>\n

\u4f46\u95ee\u9898\u662f\u2014\u2014<\/span>\u8ba1\u7b97\u6210\u672c\u592a\u9ad8\u4e86\uff01\uff01<\/span><\/strong><\/p>\n

\u6211\u4eec\u6765\u7b97\u4e00\u7b14\u8d26\u3002\u5047\u8bbe\u6587\u7ae0\u6709 n \u4e2a\u5b57\u3002<\/span><\/p>\n

    \n
  • \n
    \u7b2c 1 \u4e2a\u5b57\u9700\u8981\u770b\u5230\u524d 1 \u4e2a\u5b57\u7684\u4fe1\u606f<\/span><\/section>\n<\/li>\n
  • \n
    \u7b2c 2 \u4e2a\u5b57\u9700\u8981\u770b\u5230\u524d 2 \u4e2a\u5b57\u7684\u4fe1\u606f<\/span><\/section>\n<\/li>\n
  • \n
    \u7b2c 3 \u4e2a\u5b57\u9700\u8981\u770b\u5230\u524d 3 \u4e2a\u5b57\u7684\u4fe1\u606f<\/span><\/section>\n<\/li>\n
  • \n
    …<\/span><\/section>\n<\/li>\n
  • \n
    \u7b2c n \u4e2a\u5b57\u9700\u8981\u770b\u524d n \u4e2a\u5b57\u7684\u4fe1\u606f<\/span><\/section>\n<\/li>\n<\/ul>\n

    \u603b\u5171\u9700\u8981\u770b\u591a\u5c11\u6b21\uff1f1+2+3+…+n \u2248\u00a0<\/span>n\u00b2\/2<\/span><\/strong><\/p>\n

    \u8ba1\u7b97\u91cf\u662f\u5b57\u6570\u7684\u5e73\u65b9\u7ea7\u522b\u3002<\/span><\/strong><\/p>\n

    1000 \u5b57\u7684\u65f6\u5019\uff0c100 \u4e07\u6b21\u8ba1\u7b97\uff0c\u8fd8\u884c\u3002<\/span>
    <\/span>10000 \u5b57\u7684\u65f6\u5019\uff0c1 \u4ebf\u6b21\u8ba1\u7b97\uff0c\u6709\u70b9\u5403\u529b\u3002<\/span>
    <\/span>256000 \u5b57\u7684\u65f6\u5019\uff1f<\/span>655 \u4ebf\u6b21\u8ba1\u7b97<\/span><\/strong>\uff0c\u6bcf\u751f\u6210\u4e00\u4e2a\u5b57\u90fd\u8981\u7b97\u4e00\u904d\u3002<\/span><\/p>\n

    \u8fd9\u5c31\u662f\u4e3a\u4ec0\u4e48\u5f88\u591a\u6a21\u578b\u5904\u7406\u957f\u6587\u6863\u7684\u65f6\u5019\u4f1a\u53d8\u5f97\u5f88\u6162\uff0c\u751a\u81f3\u76f4\u63a5\u544a\u8bc9\u4f60\u201c\u8d85\u8fc7\u4e0a\u4e0b\u6587\u9650\u5236\u201d\u3002<\/span><\/p>\n

    <\/span><\/figure>\n

    \u5168\u5c40\u6ce8\u610f\u529b\u7684\u8ba1\u7b97\u6210\u672c\uff0c\u968f\u6587\u6863\u957f\u5ea6\u6307\u6570\u7ea7\u589e\u957f\u3002<\/span><\/strong><\/p>\n

    \n<\/span>\u8ba9 AI \u5b66\u4f1a\u9009\u62e9\u6027\u8fd1\u89c6<\/span><\/span><\/span>
    \n<\/h2>\n

    MiMo-V2-Flash \u7684\u505a\u6cd5\u5f88\u6709\u610f\u601d\u3002\u5b83\u628a\u6a21\u578b\u7684\u51e0\u5341\u4e2a\u5c42\uff0c\u786c\u751f\u751f\u62c6\u6210\u4e86\u4e24\u79cd\uff1a<\/span><\/p>\n

      \n
    • \n
      \u8fd1\u89c6\u5c42\uff08Sliding Window\uff09\uff1a\u5360\u4e86\u7edd\u5927\u591a\u6570\uff085 \u5c42\uff09\uff0c\u6bcf\u5c42\u53ea\u80fd\u770b\u89c1\u524d\u540e 128 \u4e2a Token\u3002<\/span><\/section>\n<\/li>\n
    • \n
      \u8fdc\u89c6\u5c42\uff08Global\uff09\uff1a\u53ea\u6709\u5c11\u6570\uff081 \u5c42\uff09\uff0c\u53ef\u4ee5\u770b\u6e05\u5168\u6587\u3002<\/span><\/section>\n<\/li>\n<\/ul>\n

      \u7136\u540e\u50cf\u53e0\u6c49\u5821\u4e00\u6837\u5faa\u73af\u5806\u53e0\uff1a<\/span><\/p>\n

      <\/span>\u8fd1\u89c6 \u2192 \u8fd1\u89c6 \u2192 \u8fd1\u89c6 \u2192 \u8fd1\u89c6 \u2192 \u8fd1\u89c6 \u2192 \u8fdc\u89c6 \u2192 \u8fd1\u89c6 \u2192 \u8fd1\u89c6 \u2192 ... \u00a0<\/span>
      <\/span><\/code><\/pre>\n
      <\/span><\/figure>\n
      \u4e3a\u4ec0\u4e48\u8fd9\u6837\u8bbe\u8ba1\uff1f<\/span><\/strong>\u5c0f\u6c90\u89c9\u5f97\u53ef\u4ee5\u7528\u4e00\u4e2a\u6bd4\u55bb\u6765\u7406\u89e3\uff1a<\/span><\/p>\n
      \u60f3\u8c61\u4f60\u5728\u8bfb\u4e00\u672c 500 \u9875\u7684\u5c0f\u8bf4\u3002<\/span><\/p>\n
      \u5168\u5c40\u6ce8\u610f\u529b\u7684\u8bfb\u6cd5<\/span><\/strong>\uff1a\u6bcf\u8bfb\u5230\u4e00\u4e2a\u5b57\uff0c\u90fd\u8981\u5f3a\u8feb\u81ea\u5df1\u628a\u4ece\u7b2c 1 \u9875\u5230\u521a\u624d\u7684\u6240\u6709\u5185\u5bb9\u5728\u8111\u5b50\u91cc\u8fc7\u4e00\u904d\u3002\u201c\u8fd9\u4e2a\u2018\u4ed6\u2019\u662f\u8c01\u6765\u7740\uff1f\u8ba9\u6211\u4ece\u5934\u60f3\u4e00\u904d…\u201d<\/span><\/p>\n
      \u8fd9\u5f97\u7d2f\u6b7b\u8c01\u554a\u3002\u3002<\/span><\/p>\n
      \u6df7\u5408\u6ce8\u610f\u529b\u7684\u8bfb\u6cd5<\/span><\/strong>\uff1a\u5927\u90e8\u5206\u65f6\u5019\uff0c\u4f60\u53ea\u5173\u6ce8\u5f53\u524d\u8fd9\u4e00\u6bb5\u5728\u8bf4\u4ec0\u4e48\u3002\u53ea\u6709\u5728\u7ae0\u8282\u8f6c\u6362\u3001\u60c5\u8282\u547c\u5e94\u7684\u5173\u952e\u65f6\u523b\uff0c\u624d\u53bb\u56de\u5fc6\u524d\u9762\u7684\u5185\u5bb9\u3002<\/span><\/p>\n
      \u8fd9\u4e0d\u5c31\u662f\u6211\u4eec\u771f\u5b9e\u7684\u9605\u8bfb\u65b9\u5f0f\u5417\uff1f\u4e0d\u4ec5\u4e0d\u50bb\uff0c\u53cd\u800c\u66f4\u7b26\u5408\u8ba4\u77e5\u89c4\u5f8b\u3002<\/span><\/p>\n
      \u90a3\u53c8\u6709\u670b\u53cb\u8981\u95ee\u4e86\uff1a128 \u4e2a token\uff0c\u4e24\u4e09\u53e5\u8bdd\uff0c\u591f\u7528\uff1f<\/span><\/p>\n
      \u8fdc\u8ddd\u79bb\u7684\u4fe1\u606f\u600e\u4e48\u4f20\u9012\uff1f<\/span><\/p>\n
      <\/span><\/figure>\n
      \u95ee\u5f97\u597d\uff01\u4f46\u8fd9\u6b63\u662f Transformer \u67b6\u6784\u7684\u795e\u5947\u4e4b\u5904\u2014\u2014\u63a5\u529b\u4f20\u9012\u3002<\/span><\/strong><\/p>\n
      \u867d\u7136\u6bcf\u5c42\u8fd1\u89c6\u5c42\u53ea\u80fd\u770b 128 \u4e2a token\uff0c\u4f46\u5c42\u548c\u5c42\u4e4b\u95f4\u7684\u4fe1\u606f\u662f\u4f1a\u4f20\u9012\u7684\u3002<\/span><\/p>\n
      \u5047\u8bbe\u4f60\u8981\u7406\u89e3\u7b2c 10000 \u4e2a\u5b57\uff0c\u9700\u8981\u53c2\u8003\u7b2c 1 \u4e2a token \u7684\u4fe1\u606f\uff1a<\/span><\/p>\n
        \n
      1. \n
        \u7b2c 1 \u5c42\uff08\u8fd1\u89c6\uff09<\/span><\/strong>\uff1a\u628a\u7b2c 1 \u4e2a\u5b57\u7684\u4fe1\u606f\u4f20\u7ed9\u4e86\u7b2c 128 \u4e2a\u5b57\u3002<\/span><\/section>\n<\/li>\n
      2. \n
        \u7b2c 2 \u5c42\uff08\u8fd1\u89c6\uff09<\/span><\/strong>\uff1a\u7b2c 128 \u4e2a\u5b57\u5e26\u7740\u7b2c 1 \u4e2a\u5b57\u7684\u4fe1\u606f\uff0c\u4f20\u7ed9\u4e86\u7b2c 256 \u4e2a\u5b57\u3002<\/span><\/section>\n<\/li>\n
      3. \n
        ……<\/span><\/section>\n<\/li>\n
      4. \n
        \u7b2c N \u5c42\uff08\u8fdc\u89c6\uff09<\/span><\/strong>\uff1a\u6240\u6709\u5c40\u90e8\u4fe1\u606f\u6c47\u805a\uff0c\u7b2c 1 \u4e2a\u5b57\u548c\u7b2c 1 \u4e07\u4e2a\u5b57\u7ec8\u4e8e\u201c\u76f8\u89c1\u201d\u4e86\u3002<\/span><\/section>\n<\/li>\n<\/ol>\n
        \u6b64\u5916\uff0c\u6bcf\u9694 6 \u5c42\u5c31\u6709\u4e00\u4e2a\u201c\u8fdc\u89c6\u5c42\u201d\u505a\u5168\u5c40\u6c47\u603b\uff0c\u786e\u4fdd\u957f\u8ddd\u79bb\u4fe1\u606f\u4e0d\u4f1a\u4e22\u5931\u3002<\/span><\/p>\n
        \u8fd9\u5c31\u50cf\u201c\u51fb\u9f13\u4f20\u82b1\u201d\uff0c\u4fe1\u606f\u5c42\u5c42\u63a5\u529b\u3002<\/span><\/p>\n
        <\/span><\/figure>\n
        \u8fd9\u5c31\u662f\u4e3a\u4ec0\u4e48 128 \u7684\u7a97\u53e3\u53ef\u4ee5\u5904\u7406 256K \u7684\u4e0a\u4e0b\u6587\u3002<\/span><\/strong><\/p>\n
        \n<\/span>\u5b9e\u9a8c\u6570\u636e\uff1a\u5c11\u770b\u771f\u7684\u66f4\u5f3a\uff1f<\/span><\/span><\/span>
        \n<\/h2>\n
        \u539f\u7406\u8bf4\u901a\u4e86\uff0c\u6548\u679c\u600e\u4e48\u6837\uff1f\u522b\u662f\u201c\u7701\u4e86\u7b97\u529b\uff0c\u4e22\u4e86\u667a\u5546\u201d\u5427\uff1f<\/span><\/p>\n
        <\/span><\/figure>\n
        \u6765\u770b\u6280\u672f\u62a5\u544a\u91cc\u7684\u5b9e\u6d4b\u6570\u636e\uff1a<\/span><\/p>\n
        RULER 128K \u6d4b\u8bd5\uff1a\u6da8\u4e86 0.4%<\/span><\/strong><\/p>\n
        InfBench \u6d4b\u8bd5\uff1a\u6da8\u4e86 3.2%<\/span><\/strong><\/p>\n
        What\uff1f<\/span><\/p>\n
        \u6df7\u5408\u6ce8\u610f\u529b\u4e0d\u4ec5\u6ca1\u6389\u5206\uff0c\u53cd\u800c\u8fd8\u6da8\u5206\u4e86\uff1f\ud83e\udd28<\/span><\/p>\n
        \u5c0f\u7c73\u5bf9\u6b64\u7ed9\u51fa\u4e86\u4e00\u4e2a\u5f88\u6709\u8da3\u7684\u89e3\u91ca\uff0c\u5c0f\u6c90\u613f\u79f0\u4e4b\u4e3a\u00a0<\/span>\u201c\u62d2\u7edd AI \u6478\u9c7c\u7406\u8bba\u201d<\/span><\/strong>\uff1a<\/span><\/p>\n
        \u5982\u679c\u6bcf\u4e00\u5c42\u90fd\u80fd\u770b\u5230\u5168\u5c40\uff0c\u6a21\u578b\u53ef\u80fd\u4f1a\u201c\u72af\u61d2\u201d\u2014\u2014\u53cd\u6b63\u54ea\u5c42\u90fd\u80fd\u770b\u5230\u5168\u90e8\uff0c\u6211\u5c31\u4e0d\u4e13\u5fc3\u5904\u7406\u5c40\u90e8\u7ec6\u8282\u4e86\u3002<\/span><\/p>\n
        \u4f46\u73b0\u5728\uff0c\u7edd\u5927\u591a\u6570\u5c42\u88ab\u5f3a\u5236\u6234\u4e0a\u4e86\u201c\u9ad8\u5ea6\u8fd1\u89c6\u955c\u201d\uff0c\u5b83\u4eec\u88ab\u8feb\u6781\u5ea6\u4e13\u6ce8\u4e8e\u5904\u7406\u5c40\u90e8\u7684\u8bed\u6cd5\u3001\u642d\u914d\u3002\u800c\u90a3\u552f\u4e00\u7684\u201c\u8fdc\u89c6\u5c42\u201d\uff0c\u5219\u88ab\u8feb\u627f\u62c5\u8d77\u6574\u5408\u5168\u5c40\u7684\u91cd\u4efb\u3002<\/span><\/p>\n
        \u5206\u5de5\u660e\u786e\uff0c\u5404\u53f8\u5176\u804c\u3002<\/span><\/strong>\u00a0\u8fd9\u5c31\u597d\u6bd4\u516c\u53f8\u7ba1\u7406\uff1a<\/span><\/p>\n
          \n
        • \n
          \u6df7\u4e71\u6a21\u5f0f<\/span><\/strong>\uff1a\u6240\u6709\u5458\u5de5\u90fd\u60f3\u7ba1 CEO \u7684\u4e8b\uff0c\u7ed3\u679c\u6ca1\u4eba\u5e72\u6d3b\u3002<\/span><\/section>\n<\/li>\n
        • \n
          \u9ad8\u6548\u6a21\u5f0f<\/span><\/strong>\uff1a\u5458\u5de5\u4e13\u5fc3\u62e7\u87ba\u4e1d\uff08\u5904\u7406\u5c40\u90e8\uff09\uff0c\u7ecf\u7406\u4e13\u5fc3\u5b9a\u6218\u7565\uff08\u6574\u5408\u5168\u5c40\uff09\u3002<\/span><\/section>\n<\/li>\n<\/ul>\n
          <\/span><\/figure>\n
          \u8fd9\u6ce2\u554a\uff0c\u662f\u7ec4\u7ec7\u67b6\u6784\u4f18\u5316\u7684\u80dc\u5229\uff01<\/span><\/p>\n
          \n<\/span>\u7701\u4e86 6 \u500d\u5185\u5b58<\/span><\/span><\/span>
          \n<\/h2>\n
          \u9664\u4e86\u53d8\u806a\u660e\uff0c\u8fd9\u4e2a\u8bbe\u8ba1\u8fd8\u9001\u4e86\u4e00\u4e2a\u8d85\u7ea7\u5927\u7684\u5de5\u7a0b\u7ea2\u5229\uff1a<\/span>\u7701\u663e\u5b58\uff01<\/span><\/strong><\/p>\n
          \u6a21\u578b\u63a8\u7406\u7684\u65f6\u5019\uff0c\u9700\u8981\u628a\u4e4b\u524d\u5904\u7406\u8fc7\u7684\u4fe1\u606f\u5b58\u8d77\u6765\uff08\u53eb KV-cache\uff09\uff0c\u65b9\u4fbf\u540e\u7eed\u53c2\u8003\u3002\u5168\u5c40\u6ce8\u610f\u529b\u7684 KV-cache \u5927\u5c0f\u548c\u4e0a\u4e0b\u6587\u957f\u5ea6\u6210\u6b63\u6bd4\u3002<\/span><\/p>\n
          \u5168\u5c40\u6ce8\u610f\u529b\u4e0b\uff0c256k \u7684\u4e0a\u4e0b\u6587\uff0cKV-Cache \u5c31\u8981\u5b58 256k \u7684\u91cf\u3002\u663e\u5361\u5728\u71c3\u70e7\u554a\uff01<\/span><\/p>\n
          \u4f46\u6df7\u5408\u6ce8\u610f\u529b\u4e0b<\/span><\/p>\n
            \n
          • \n
            5\/6 \u7684\u5c42\u53ea\u5b58 128 \u4e2a Token \u7684\u4fe1\u606f\u3002<\/span><\/section>\n<\/li>\n
          • \n
            \u53ea\u6709 1\/6 \u7684\u5c42\u9700\u8981\u5b58\u5168\u91cf\u3002<\/span><\/section>\n<\/li>\n<\/ul>\n
            KV-cache \u76f4\u63a5\u538b\u7f29\u5230\u539f\u6765\u7684 1\/6 \u5de6\u53f3\u3002<\/span><\/strong><\/p>\n
            <\/span><\/figure>\n
            \u8fd9\u610f\u5473\u7740\uff1a<\/span><\/p>\n
              \n
            • \n
              \u540c\u6837\u7684\u663e\u5361\uff0c\u53ef\u4ee5\u5904\u7406\u66f4\u957f\u7684\u6587\u6863<\/span><\/section>\n<\/li>\n
            • \n
              \u540c\u6837\u7684\u957f\u5ea6\uff0c\u63a8\u7406\u901f\u5ea6\u66f4\u5feb<\/span><\/section>\n<\/li>\n
            • \n
              \u540c\u6837\u7684\u6548\u679c\uff0c\u6210\u672c\u66f4\u4f4e<\/span><\/section>\n<\/li>\n<\/ul>\n
              \u6548\u679c\u66f4\u597d + \u6210\u672c\u66f4\u4f4e\uff0c\u8fd9\u662f\u771f\u6b63\u7684\u201c\u514d\u8d39\u7684\u5348\u9910\u201d\u3002<\/span><\/strong><\/p>\n
              \n<\/span>\u6ce8\u610f\u529b\u5783\u573e\u6876<\/span><\/span><\/span>
              \n<\/h2>\n
              \u62a5\u544a\u91cc\u8fd8\u6709\u4e00\u4e2a\u8ba9\u5c0f\u6c90\u89c9\u5f97\u7279\u522b\u4f18\u96c5\u7684\u7ec6\u8282\uff1a<\/span>Attention Sink\uff08\u6ce8\u610f\u529b\u6c47\u805a\u70b9\uff09<\/span><\/strong>\u3002<\/span><\/p>\n
              \u4ec0\u4e48\u610f\u601d\uff1f<\/span><\/p>\n
              Softmax \u51fd\u6570\u8981\u6c42\u6ce8\u610f\u529b\u603b\u548c\u5fc5\u987b\u662f 100%\u3002<\/span><\/p>\n
              \u4f46\u6709\u65f6\u5019\uff0c\u6a21\u578b\u5728\u7406\u89e3\u5f53\u524d\u8fd9\u4e2a\u5b57\u7684\u65f6\u5019\uff0c<\/span>\u771f\u7684\u4e0d\u9700\u8981\u7279\u522b\u5173\u6ce8\u4efb\u4f55\u5176\u4ed6\u5b57<\/span><\/strong>\u3002<\/span><\/p>\n
              \u6bd4\u5982\u751f\u6210\u4e00\u4e2a\u5f88\u5e38\u89c1\u7684\u8bcd\u201c\u7684\u201d\uff0c\u4e0d\u9700\u8981\u56de\u987e\u4ec0\u4e48\u4e0a\u4e0b\u6587\uff0c\u76f4\u63a5\u8f93\u51fa\u5c31\u884c\u3002<\/span><\/p>\n
              \u4f46 Softmax \u8981\u6c42\u6ce8\u610f\u529b\u5fc5\u987b\u5206\u914d\u51fa\u53bb\u554a\uff0c\u5206\u7ed9\u8c01\uff1f<\/span><\/p>\n
              <\/span><\/figure>\n
              MiMo-V2-Flash \u7684\u89e3\u6cd5\u662f\uff1a<\/span>\u627e\u4e00\u4e2a\u56fa\u5b9a\u7684\u201c\u5783\u573e\u6876\u201d\uff0c\u628a\u4e0d\u9700\u8981\u7684\u6ce8\u610f\u529b\u90fd\u4e22\u8fdb\u53bb<\/span><\/strong>\u3002<\/span><\/p>\n
              \u5b83\u7ed9\u6bcf\u4e2a\u6ce8\u610f\u529b\u5934\u52a0\u4e86\u4e00\u4e2a\u53ef\u5b66\u4e60\u7684 Bias\uff08\u504f\u7f6e\uff09\u3002\u8fd9\u4e2a\u504f\u7f6e\u4e0d\u5bf9\u5e94\u4efb\u4f55\u771f\u5b9e\u7684\u5b57\uff0c\u4e13\u95e8\u7528\u6765\u63a5\u6536\u201c\u591a\u4f59\u7684\u6ce8\u610f\u529b\u201d\u3002<\/span><\/p>\n
              \u6548\u679c\u5462\uff1f<\/span><\/strong><\/p>\n
              \u6a21\u578b\u4e0d\u518d\u4f9d\u8d56\u7b2c 1 \u4e2a token \u5f53\u5783\u573e\u6876\uff0c\u957f\u4e0a\u4e0b\u6587\u5904\u7406\u66f4\u7a33\u5b9a\u3002<\/span><\/p>\n
              \n<\/span>\u597d\u7684\u8bbe\u8ba1\u662f\u987a\u52bf\u800c\u4e3a<\/span><\/span><\/span>
              \n<\/h2>\n
              \u770b\u5b8c MiMo-V2-Flash \u7684\u62a5\u544a\uff0c\u7ed9\u5c0f\u6c90\u6700\u5927\u7684\u542f\u53d1\u662f\uff1a\u00a0<\/span>\u597d\u7684\u6280\u672f\u8bbe\u8ba1\uff0c\u5f80\u5f80\u662f\u201c\u987a\u52bf\u800c\u4e3a\u201d\uff0c\u800c\u4e0d\u662f\u65e0\u8111\u5806\u6599\u3002<\/span><\/strong><\/p>\n
                \n
              • \n
                \u89c9\u5f97\u7a97\u53e3\u4e0d\u591f\u5927\uff1f\u4e0d\u662f\u65e0\u8111\u52a0\u663e\u5b58\uff0c\u800c\u662f\u601d\u8003\u201c\u771f\u7684\u9700\u8981\u770b\u90a3\u4e48\u591a\u5417\uff1f\u201d<\/span><\/section>\n<\/li>\n
              • \n
                \u6ce8\u610f\u529b\u6ca1\u5730\u513f\u653e\uff1f\u4e0d\u662f\u6b7b\u78d5\u67b6\u6784\uff0c\u800c\u662f\u9020\u4e2a\u865a\u62df\u5bb9\u5668\u3002<\/span><\/section>\n<\/li>\n<\/ul>\n
                <\/span><\/figure>\n
                \u5f88\u591a\u65f6\u5019\uff0c\u95ee\u9898\u7684\u672c\u8d28\u4e0d\u662f\u201c\u8d44\u6e90\u4e0d\u591f\u201d\uff0c\u800c\u662f\u201c\u8d44\u6e90\u5206\u914d\u4e0d\u5408\u7406\u201d\u3002<\/span><\/strong>\u8fd9\u4e2a\u9053\u7406\uff0c\u5728\u5927\u6a21\u578b\u67b6\u6784\u8bbe\u8ba1\u4e0a\u6210\u7acb\uff0c\u5728\u5176\u4ed6\u5f88\u591a\u9886\u57df\u4e5f\u6210\u7acb\u3002<\/span><\/p>\n
                <\/span><\/figure>\n
                \u6700\u540e\u62a5\u4e2a\u5b9e\u6d4b\u6570\u636e\uff1a<\/span>169 tokens\/\u79d2\uff01<\/span><\/strong><\/p>\n
                <\/span><\/figure>\n
                \u4e00\u7bc7 500 \u5b57\u7684\u65b0\u95fb\u7a3f\uff0c4 \u79d2\u641e\u5b9a\u3002<\/span><\/p>\n
                \u8fd9\u901f\u5ea6\uff0c\u771f\u7684\u662f\u5728\u98de~<\/span><\/p>\n
                50 \u4e2a case \u90fd\u5728\u8fd9\u91cc\u5566\uff0c\u611f\u5174\u8da3\u7684\u670b\u53cb\u53ef\u4ee5\u8fdb\u6765\u611f\u53d7\u4e00\u4e0b~<\/span><\/p>\n
                \n<\/span><\/p>\n
                https:\/\/xiaomi.wmxiaomu.com<\/span><\/p>\n<\/blockquote>\n
                \n
                \n
                <\/section>\n
                <\/section>\n
                <\/section>\n
                <\/section>\n
                \u53c2\u8003\u6587\u732e<\/span><\/strong>
                <\/span>MiMo-V2-Flash Technical Report \u00a0<\/span>
                <\/span>StreamingLLM: Efficient Streaming Language Models with Attention Sinks \u00a0<\/span>
                <\/span>Longformer: The Long-Document Transformer<\/span><\/p>\n<\/section>\n<\/section>\n<\/section>\n
                <\/p>\n","protected":false},"excerpt":{"rendered":"
                \u9605\u8bfb\u9884\u8ba1 5 \u5206\u949f\u672c\u6587\u8f6c\u8f7d\u81ea\u5c0f\u7c73\u65b0\u5f00\u6e90\u6a21\u578bMiMo …<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[24],"tags":[],"class_list":["post-1754","post","type-post","status-publish","format-standard","hentry","category-24"],"_links":{"self":[{"href":"https:\/\/147227.xyz\/index.php?rest_route=\/wp\/v2\/posts\/1754","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/147227.xyz\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/147227.xyz\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/147227.xyz\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/147227.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1754"}],"version-history":[{"count":1,"href":"https:\/\/147227.xyz\/index.php?rest_route=\/wp\/v2\/posts\/1754\/revisions"}],"predecessor-version":[{"id":1834,"href":"https:\/\/147227.xyz\/index.php?rest_route=\/wp\/v2\/posts\/1754\/revisions\/1834"}],"wp:attachment":[{"href":"https:\/\/147227.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1754"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/147227.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1754"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/147227.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1754"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}