diff --git a/404.html b/404.html index 79485ff..fd5f34f 100644 --- a/404.html +++ b/404.html @@ -708,21 +708,108 @@ -
  • - + + + + + +
  • + + + + + + + + + + +
    • + + + + diff --git a/index.html b/index.html index 572b6b8..10f6dde 100644 --- a/index.html +++ b/index.html @@ -729,21 +729,108 @@ -
  • - + + + + + +
  • + + + + + + + + + + +
    • + + + + diff --git a/search/search_index.json b/search/search_index.json index 998d748..df1764e 100644 --- a/search/search_index.json +++ b/search/search_index.json @@ -1 +1 @@ -{"config":{"lang":["en","ja"],"separator":"[\\s\\u200b\\-]","pipeline":["stemmer"]},"docs":[{"location":"","title":"\u9996\u9875","text":"

    "},{"location":"#welcome-to-my-mkdocs-project","title":"Welcome to My MkDocs Project","text":"

    Introduction

    This website is made by wwz through MkDocs. The initial target is to provide a simple way to create documentation for software projects. What's more, I want to share my knowledge with others. Bisides, if you are interested in my website, you can find more information here.

    Here are some buttons to get the destination quickly!

    \u8bfe\u7a0b\u8d44\u6599 \u4fdd\u7814 \u5173\u4e8e\u6211

    You can contact me through these ways below:

    "},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/","title":"\u5199\u5728\u524d\u9762","text":"

    \u4e0b\u9762\u662f\u57fa\u4e8e\u77e5\u4e4e\u7528\u6237\u7ed9\u51fa\u7684CS\u4fdd\u7814\u5929\u68af\u699c\ud83e\ude9c

    "},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/","title":"985-A/B","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#1-ruc","title":"1. \u4e2d\u56fd\u4eba\u6c11\u5927\u5b66(RUC)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#2-hit","title":"2. \u54c8\u5de5\u5927(HIT)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#3-hitsz","title":"3. \u54c8\u5de5\u6df1(HITSZ)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#4-buaa","title":"4. \u5317\u4eac\u822a\u7a7a\u822a\u5929\u5927\u5b66(BUAA)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#4-whu","title":"4. \u6b66\u6c49\u5927\u5b66(WHU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#5-hust","title":"5. \u534e\u4e2d\u79d1\u6280\u5927\u5b66(HUST)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/T0%E9%99%A2%E6%A0%A1/T0/","title":"T0\u9662\u6821","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/T0%E9%99%A2%E6%A0%A1/T0/#1-thu1","title":"1. \u6e05\u534e\u5927\u5b66(THU)1","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/T0%E9%99%A2%E6%A0%A1/T0/#2-pku","title":"2. \u5317\u4eac\u5927\u5b66(PKU)","text":"

    1. .\u00a0\u21a9

    "},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/","title":"\u534e\u4e94\u9662\u6821","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#1-fdu","title":"1. \u590d\u65e6\u5927\u5b66(FDU)\ud83e\udd5a","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#2-sjtu","title":"2. \u4e0a\u6d77\u4ea4\u901a\u5927\u5b66(SJTU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#3-cstu","title":"3. \u4e2d\u56fd\u79d1\u5b66\u6280\u672f\u5927\u5b66(CSTU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#4-nju","title":"4. \u5357\u4eac\u5927\u5b66(NJU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#5-zju","title":"5. \u6d59\u6c5f\u5927\u5b66(ZJU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#6-tju","title":"6. \u540c\u6d4e\u5927\u5b66(TJU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#7-cas","title":"7. \u4e2d\u56fd\u79d1\u5b66\u9662(CAS)","text":""},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/","title":"\u5199\u5728\u524d\u9762","text":"

    \u4e0b\u9762\u7684\u6587\u6863\u63d0\u4f9b\u4e86\u5b8c\u6574\u7684\u4fdd\u7814\u6d41\u7a0b\uff0c\u70b9\u51fb\u67e5\u770b

    \u4e5d\u63a8\u7cfb\u7edf\u586b\u62a5\u6307\u5357

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/","title":"\u590f\u4ee4\u8425","text":""},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#1","title":"1. \u65f6\u95f4\u7edf\u8ba1","text":""},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#2","title":"2. \u5176\u4ed6","text":""},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/","title":"\u9884\u63a8\u514d","text":""},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#1","title":"1. \u65f6\u95f4\u7edf\u8ba1","text":""},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#2","title":"2. \u5176\u4ed6","text":""},{"location":"%E4%BF%9D%E7%A0%94/%E7%BB%8F%E9%AA%8C%E5%B8%96/","title":"\u7ecf\u9a8c\u5e16","text":"

    \u672c\u7ecf\u9a8c\u5e16\u6765\u81ea\u4e8e\u77e5\u4e4e\uff08\u7eff\u88d9\u63d0\u4f9b\uff09\u4ee5\u53ca\u7f51\u5b89\u9662\u5b66\u957f\u5b66\u59d0\u81ea\u5efa\u7684\u7ecf\u9a8c\u5206\u4eab\u5e16\uff01\ud83d\udc9e

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/","title":"ABOUT ME","text":"

    \u66f4\u65b0\u4e8e 2024.1.25

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#1","title":"1. \u6559\u80b2\u7ecf\u5386\ud83c\udfeb","text":"

    High School\uff082018 - 2021\uff09\uff1a \u534e\u4e2d\u5e08\u8303\u5927\u5b66\u7b2c\u4e00\u9644\u5c5e\u4e2d\u5b66

    University\uff082021 - \u81f3\u4eca\uff09\uff1a \u6b66\u6c49\u5927\u5b66 Major\uff1a \u7f51\u7edc\u7a7a\u95f4\u5b89\u5168

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#2","title":"2. \u6211\u7684\u5927\u5b66\ud83c\udf93","text":""},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#_1","title":"\u672c\u79d1\u8bfe\u7a0b","text":"

    \u5177\u4f53\u5185\u5bb9\u89c1 \u56fd\u5bb6\u7f51\u7edc\u5b89\u5168\u5b66\u9662\u57f9\u517b\u65b9\u6848(2018\u7248)

    \u901a\u5e38\u7f51\u5b89\u4e13\u4e1a\u4e0d\u5dee\u4e13\u9009\u5b66\u5206 \u4fe1\u5b89\u4e13\u4e1a\u5dee\u4e13\u9009\u5b66\u5206 \u4e13\u9009\u8bfe\u7a0b\u60c5\u51b5\u89c1 \u4e13\u9009\u5b66\u5206\u60c5\u51b5\u5206\u6790 \u8fd9\u91cc\u7ed9\u51fa\u6211\u9009\u7684\u4e13\u9009\uff08\u4e0d\u5305\u542b\u6307\u5b9a\u4e13\u9009\uff09\u7684\u7ed9\u5206\u60c5\u51b5\u3010\u4ec5\u4f5c\u53c2\u8003\u3011

    \u4e13\u9009\u8bfe\u7a0b \u4efb\u8bfe\u8001\u5e08 \u7ed9\u5206 \u5907\u6ce8 \u6570\u636e\u65b0\u95fb \u77f3\u5c0f\u5ddd 94 \u7406\u8bba+\u5b9e\u9a8c(\u5f88\u7b80\u5355 \u52a9\u6559\u7ed9\u6e90\u7801 \u8dd1\u901a\u5c31\u884c) \u671f\u672b\u95ed\u5377\u8003\u8bd5 \u80ccppt\u5c31\u5b8c\u4e8b \u5927\u6570\u636e\u5206\u6790 \u6c6a\u6da6 90 50%\u5e73\u65f6+50%\u5b9e\u9a8c \u4e2a\u4eba\u89c9\u5f97\u633a\u6c34\u7684 \u5b9e\u9a8c\u4e5f\u6bd4\u8f83\u7b80\u5355 \u4e0d\u8fc721\u7ea7\u4f3c\u4e4e\u5f88\u591a\u4eba\u7ed9\u536189\u4e86 \u5982\u679c\u662fwr\u8001\u5e08\u5b9e\u9a8c\u5ba4\u7684\u65e0\u8111\u9009(\u61c2\u7684\u90fd\u61c2\ud83e\udd23) \u53ef\u4fe1\u8ba1\u7b97 \u4f59\u53d1\u6c5f 92 \u4e00\u4e2a\u8bba\u6587pre+\u5b9e\u9a8c\uff08\u63d0\u4f9b\u5b9e\u9a8c\u6307\u5bfc\u4e66 \u7167\u7740\u505a\u5c31\u597d\uff09 \u91cd\u70b9\u770b\u770b\u8bba\u6587pre\u4f59\u8001\u5e08\u6253\u5206\u548b\u6837 \u8bba\u6587topic\u6700\u597d\u662f\u7cfb\u7edf\u5b89\u5168 ai\u5b89\u5168\u7ed9\u5206\u4e0d\u548b\u6ef4 \u53ef\u4ee5\u591a\u5750\u524d\u9762\u51e0\u6b21\u5237\u4e00\u4e0b\u5370\u8c61\u5206 \u4eb2\u6d4b\u6709\u7528\ud83d\ude0b

    \u4e0d\u8fc7\u4ece23\u7ea7\u5f00\u59cb \u57f9\u517b\u65b9\u6848\u53d1\u751f\u4e86\u65b0\u53d8\u5316 \u5177\u4f53\u53ef\u53bb\u5b66\u9662\u5b98\u7f51\u67e5\u627e

    \u5176\u4f59\u4e00\u4e9b\u8bfe\u7a0b\u60c5\u51b5\u5c31\u4e0d\u8fc7\u591a\u8bf4\u4e86\uff0c\u611f\u89c9\u6bcf\u4e00\u5c4a\u60c5\u51b5\u4e0d\u80fd\u76f8\u63d0\u5e76\u8bba\uff0c\u4e0d\u8fc7\u9009\u8bfe\u4e4b\u524d\u8fd8\u662f\u8981\u4e86\u89e3\u4e00\u4e0b\u5927\u81f4\u60c5\u51b5\u7684\ud83d\ude0b\u591a\u95ee\u95ee\u5b66\u957f\u5b66\u59d0:\uff09

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#_2","title":"\u7ade\u8d5b\u6210\u679c","text":"

    \u611f\u89c9\u7f51\u5b89\u4e13\u4e1a\u6253\u6570\u6a21\u6bd4\u8f83\u987a\u624b\uff0c\u6bd5\u7adf\u5b89\u5168\u4e13\u4e1a\u274cAI\u4e13\u4e1a\u2714\ufe0f \u63d0\u4f9b\u4e00\u4e9b\u6570\u6a21\u7684\u5b66\u4e60\u89c6\u9891\uff1a\u6e05\u98ce\u6570\u6a21\u5b66\u4e60\u89c6\u9891\u3001\u6570\u5b66\u5efa\u6a21\u8001\u54e5

    \u4f46\u613f\u80fd\u83b7\u5956hhh

    To be continue...

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#_3","title":"\u79d1\u7814\u7ecf\u5386","text":"

    \u5927\u4e8c\u4e0b\u8fdb\u5165\u73de\u73c8\u4e4b\u620d\u5b9e\u9a8c\u5ba4\uff0c\u8ddf\u7740 \u4f55\u5764 \u8001\u5e08\u3002\u8001\u5e08\u4eba\u5f88\u597d\uff0c\u4e0d\u8fc7\u6ca1\u5565\u6210\u679c\u51fa\u6765\uff0c\u7814\u7a76\u4e86\u4e00\u4e0b\u8054\u90a6\u5b66\u4e60\u7684\u4e1c\u897f\u3002\u3002\u3002\u5e0c\u671b\u540e\u9762\u80fd\u6709\u4e00\u7bc7ccf\u8bba\u6587\u51fa\u6765

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#3","title":"3. \u672a\u6765\u671f\u671b\ud83d\udd4a\ufe0f","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/","title":"NLP\u671f\u672b\u590d\u4e60","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part1","title":"Part1\uff1a\u8bcd\u6cd5\u5206\u6790","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_1","title":"\u5206\u8bcd","text":"

    \u4e0a\u9762\u4e24\u4e2a\u90fd\u662f\u67e5\u8bcd\u5178\u6cd5

    \u6784\u9020\u8bcd\u5178\u7684\u65b9\u6cd5\uff1a

    \u6bcf\u4e2a\u7ed3\u70b9\u5305\u542b\u4e00\u4e2a\u5b57\u7b26\uff1b \u4eceroot\u5230\u67d0\u7ed3\u70b9\uff0c\u6784\u6210\u5b57\u7b26\u4e32\uff1b \u7ed3\u70b9\u7684\u5b50\u7ed3\u70b9\u4e0d\u76f8\u540c

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_2","title":"\u8bcd\u6027\u6807\u6ce8","text":" 

    \u5b9a\u4e49HMM\u6a21\u578b:\n   S = [s1, s2, ..., sm]  // \u72b6\u6001\u96c6\u5408\n   O = [o1, o2, ..., on]  // \u89c2\u6d4b\u96c6\u5408\n   A = [[a11, a12, ..., a1m],\n        [a21, a22, ..., a2m],\n        ...,\n        [am1, am2, ..., amm]]  // \u72b6\u6001\u8f6c\u79fb\u6982\u7387\u77e9\u9635\n   B = [[b1(o1), b2(o1), ..., bm(o1)],\n        [b1(o2), b2(o2), ..., bm(o2)],\n        ...,\n        [b1(on), b2(on), ..., bm(on)]]  // \u89c2\u6d4b\u6982\u7387\u77e9\u9635\n\n   Algorithm Viterbi(O, S, A, B):\n       Input: \u89c2\u6d4b\u5e8f\u5217 O, \u72b6\u6001\u96c6\u5408 S, \u72b6\u6001\u8f6c\u79fb\u6982\u7387\u77e9\u9635 A, \u89c2\u6d4b\u6982\u7387\u77e9\u9635 B\n       Output: \u6700\u53ef\u80fd\u7684\u72b6\u6001\u5e8f\u5217 S*\n\n       \u521d\u59cb\u5316:\n           for each state si in S:\n               delta[1][si] = pi(si) * b[si][o1] //\u521d\u59cb\u6982\u7387\n\n       \u9012\u63a8:\n           for t = 2 to n:\n               for each state sj in S:\n                   delta[t][sj] = max(delta[t-1][si] * a[si][sj] * b[sj][ot] for si in S)\n                   psi[t][sj] = argmax(delta[t-1][si] * a[si][sj] for si in S)\n\n       \u56de\u6eaf:\n           S* = [argmax(delta[n][si] for si in S)]\n           for t = n-1 to 1:\n               S*[t-1] = psi[t][S*[t]]\n\n       Return S*\n

    \u770b\u4f5c\u7ed9\u5b9a\u89c2\u6d4b\u503c\uff08\u8bcd\uff09\uff0c\u6c42\u9690\u72b6\u6001\uff08\u8bcd\u6027\uff09\u7684\u95ee\u9898

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_3","title":"\u8bcd\u4e49\u6392\u6b67","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part2","title":"Part2 \u53e5\u6cd5\u5206\u6790","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_4","title":"\u53e5\u6cd5\u7ed3\u6784\uff08\u53ef\u80fd\u51fa\u7b80\u7b54\u9898\uff09","text":"

    \u8282\u70b9\u8868\u793a**\u53e5\u5b50\u4e2d\u7684\u6210\u5206**\uff0c\u8fb9\u8868\u793a\u4e0d\u540c\u8282\u70b9\uff08\u6210\u5206\uff09\u4e4b\u95f4\u7684**\u53e5\u6cd5\u5173\u7cfb**

    \u901a\u5e38\u6709\u4e24\u79cd\u4e3b\u8981\u7c7b\u578b\u7684\u8282\u70b9\uff1a\u77ed\u8bed\u8282\u70b9\uff08Phrase Node\uff09\u548c\u8bcd\u6c47\u8282\u70b9\uff08Lexical Node\uff09\u3002

    1. \u77ed\u8bed\u8282\u70b9\uff08Phrase Node\uff09\uff1a\u8fd9\u4e9b\u8282\u70b9\u8868\u793a\u53e5\u5b50\u4e2d\u7684\u77ed\u8bed\u6216\u6210\u5206\uff0c\u5982\u540d\u8bcd\u77ed\u8bed\uff08NP\uff09\u3001\u52a8\u8bcd\u77ed\u8bed\uff08VP\uff09\u3001\u4ecb\u8bcd\u77ed\u8bed\uff08PP\uff09\u7b49\u3002\u77ed\u8bed\u8282\u70b9\u53ef\u4ee5\u5305\u542b\u5176\u4ed6\u77ed\u8bed\u8282\u70b9\u6216\u8bcd\u6c47\u8282\u70b9\u4f5c\u4e3a\u5176\u5b50\u8282\u70b9\uff0c\u4ece\u800c\u5f62\u6210\u5d4c\u5957\u7684\u7ed3\u6784\u3002
    2. \u8bcd\u6c47\u8282\u70b9\uff08Lexical Node\uff09\uff1a\u8fd9\u4e9b\u8282\u70b9\u8868\u793a\u53e5\u5b50\u4e2d\u7684\u5355\u8bcd\u6216\u8bcd\u6c47\u9879\u3002\u8bcd\u6c47\u8282\u70b9\u662f\u53e5\u6cd5\u6210\u5206\u6811\u7684\u53f6\u5b50\u8282\u70b9\uff0c\u5b83\u4eec\u6ca1\u6709\u5b50\u8282\u70b9\u3002

    \u8fb9\u8868\u793a\u4e0d\u540c\u8282\u70b9\u4e4b\u95f4\u7684\u53e5\u6cd5\u5173\u7cfb\uff0c\u901a\u5e38\u6709\u4ee5\u4e0b\u4e00\u4e9b\u5e38\u89c1\u7684\u5173\u7cfb\uff1a

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_5","title":"\u4f9d\u5b58\u7ed3\u6784\uff08\u8981\u638c\u63e1\uff09\u7b80\u7b54\u9898\uff1f","text":"

    \u5728\u4f9d\u5b58\u6811\u4e2d\uff0c\u8282\u70b9\u8868\u793a**\u53e5\u5b50\u4e2d\u7684\u8bcd\u8bed**\uff0c\u800c\u8fb9\u8868\u793a\u8bcd\u8bed\u4e4b\u95f4\u7684**\u4f9d\u5b58\u5173\u7cfb**\u3002

    1. \u6bcf\u4e2a\u8282\u70b9\u4ee3\u8868\u53e5\u5b50\u4e2d\u7684\u4e00\u4e2a\u8bcd\u8bed\u3002\u8fd9\u4e2a\u8bcd\u8bed\u901a\u5e38\u662f\u53e5\u5b50\u7684\u4e00\u4e2a\u5355\u8bcd\uff0c\u53ef\u80fd\u5305\u62ec\u6807\u70b9\u7b26\u53f7\u3002\u8282\u70b9\u53ef\u4ee5\u643a\u5e26\u9644\u52a0\u4fe1\u606f\uff0c\u5982\u8bcd\u6027\u6807\u7b7e\u3001\u8bcd\u6c47\u6027\u8d28\u7b49\u3002
    2. \u6bcf\u6761\u8fb9\u8868\u793a\u4e24\u4e2a\u8bcd\u8bed\u4e4b\u95f4\u7684\u4f9d\u5b58\u5173\u7cfb\u3002\u5728\u4f9d\u5b58\u6811\u4e2d\uff0c\u4f9d\u5b58\u5173\u7cfb\u901a\u5e38\u5206\u4e3a\u4e24\u79cd\u7c7b\u578b\uff1a
    3. \u6807\u7b7e\u5316\u4f9d\u5b58\u5173\u7cfb\uff08Labeled Dependency Relation\uff09\uff1a\u6bcf\u6761\u8fb9\u4e0a\u5e26\u6709\u4e00\u4e2a\u6807\u7b7e\uff0c\u8868\u793a\u4f9d\u5b58\u5173\u7cfb\u7684\u5177\u4f53\u7c7b\u578b\u3002\u4f8b\u5982\uff0c\u4e00\u4e2a\u540d\u8bcd\u53ef\u80fd\u4f9d\u8d56\u4e8e\u4e00\u4e2a\u52a8\u8bcd\uff0c\u6807\u7b7e\u53ef\u4ee5\u8868\u793a\u8fd9\u662f\u4e00\u4e2a\u4e3b\u8c13\u5173\u7cfb\uff08nsubj\uff09\u3002
    4. \u65e0\u6807\u7b7e\u4f9d\u5b58\u5173\u7cfb\uff08Unlabeled Dependency Relation\uff09\uff1a\u8fb9\u6ca1\u6709\u9644\u52a0\u6807\u7b7e\uff0c\u53ea\u8868\u793a\u4e24\u4e2a\u8bcd\u8bed\u4e4b\u95f4\u5b58\u5728\u4f9d\u5b58\u5173\u7cfb\uff0c\u4f46\u4e0d\u5177\u4f53\u8bf4\u660e\u662f\u4ec0\u4e48\u7c7b\u578b\u7684\u4f9d\u5b58\u5173\u7cfb\u3002
    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part3","title":"Part3\uff1a\u8bcd\u5411\u91cf\u3001\u8bed\u8a00\u6a21\u578b","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_6","title":"\u8bcd\u5411\u91cf\u7684\u6982\u5ff5","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_7","title":"\u8bed\u8a00\u6a21\u578b\u7684\u6982\u5ff5","text":"

    \u96f6\u6982\u7387\u95ee\u9898\uff1a

    \u7531\u4e8e\u6570\u636e\u7a00\u758f\u9020\u6210\uff0c\u5728\u8bad\u7ec3\u96c6\u4e2d\u800c\u672a\u5728\u6d4b\u8bd5\u96c6\u4e2d\u51fa\u73b0\u7684n\u5143\u77ed\u8bed\uff0c\u4f1a\u9020\u6210\u542b\u6709\u8be5\u77ed\u8bed\u7684\u53e5\u5b50\u7684\u51fa\u73b0\u6982\u7387\u4e3a0

    \u8bed\u8a00\u6a21\u578b\u7684\u53c2\u6570\u5c31\u662f**\u8bcd\u7684\u6982\u7387\u4ee5\u53ca\u7ed9\u5b9a\u524d\u51e0\u4e2a\u8bcd\u60c5\u51b5\u4e0b\u7684\u6761\u4ef6\u6982\u7387**

    \u795e\u7ecf\u7f51\u7edc\u4e0e\u4f20\u7edf\u8bed\u8a00\u6a21\u578b\uff1a

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#word2vec","title":"word2vec\u6a21\u578b\u67b6\u6784","text":"

    \u4e24\u79cd\u65e0\u76d1\u7763\u8bad\u7ec3\u65b9\u6cd5\uff08\u6a21\u578b\u8981\u80fd\u753b\u51fa\u6765\uff09

    \u529f\u80fd\uff1a\u901a\u8fc7\u4e0a\u4e0b\u6587\u9884\u6d4b\u5f53\u524d\u8bcd\u51fa\u73b0\u7684\u6982\u7387

    \u529f\u80fd\uff1a\u901a\u8fc7\u5f53\u524d\u8bcd\u9884\u6d4b\u4e0a\u4e0b\u6587

    \u7b80\u7b54\uff1f

    \u7b80\u8ff0\u4e24\u79cd\u65b9\u5f0f\u8bad\u7ec3\u8bcd\u5411\u91cf\u7684\u533a\u522b

    CBOW Skip-gram \u8f93\u5165 \u4e0a\u4e0b\u6587\u8bcd\uff08\u591a\u4e2a\uff09 \u76ee\u6807\u8bcd \u8f93\u51fa \u76ee\u6807\u8bcd\u7684\u6982\u7387\u5206\u5e03 \u4e0a\u4e0b\u6587\u8bcd\u7684\u6982\u7387\u5206\u5e03 \u8bad\u7ec3\u6570\u636e\u6837\u672c (\u4e0a\u4e0b\u6587, \u76ee\u6807\u8bcd) (\u76ee\u6807\u8bcd, \u4e0a\u4e0b\u6587\u8bcd) \u8bad\u7ec3\u6548\u679c \u5c0f\u89c4\u6a21\u6570\u636e\u96c6\u6548\u679c\u8f83\u597d \u5927\u89c4\u6a21\u6570\u636e\u96c6\u6548\u679c\u8f83\u597d \u6570\u636e\u5229\u7528\u7387 \u5229\u7528\u4e0a\u4e0b\u6587\u4fe1\u606f\u8fdb\u884c\u8bad\u7ec3 \u901a\u8fc7\u76ee\u6807\u8bcd\u751f\u6210\u591a\u4e2a\u8bad\u7ec3\u6837\u672c \u8ba1\u7b97\u6548\u7387 \u76f8\u5bf9\u8f83\u5feb\uff0c\u56e0\u4e3a\u8003\u8651\u6574\u4e2a\u4e0a\u4e0b\u6587\u7684\u4fe1\u606f \u76f8\u5bf9\u8f83\u6162\uff0c\u56e0\u4e3a\u9700\u8981\u751f\u6210\u591a\u4e2a\u6837\u672c

    \u7b97\u6cd5\uff1f

    Algorithm CBOW:\n   Input: \u53e5\u5b50\u6570\u636e\u96c6(dataset_s), \u7a97\u53e3\u5927\u5c0f(window_size)\n   Output: Trained word vectors\n\n   for sentence in dataset_s:\n       for target_word_index, target_word in enumerate(sentence):\n           context_words = get_context_words(sentence, target_word_index, window_size)\n\n           input_data = sum([one_hot(context_word) for context_word in context_words])\n           label = one_hot(target_word)\n\n           # \u68af\u5ea6\u4e0b\u964d\u51fd\u6570\n           fit(x=input_data, y=label)\n\n   return trained word vectors\n
    for sentence in dataset_s:\n    for i, word in enumerate(sentence):\n        for j, target_word in enumerate(sentence):\n            if i == j:\n                continue\n            input_data = one_hot(word)\n            label = one_hot(target_word)\n\n            fit(x=input_data, y=label)\n

    \u65b9\u6848\u8bbe\u8ba1\uff1f

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_8","title":"\u8bad\u7ec3\u8bcd\u5411\u91cf\u7684\u539f\u7406","text":"

    \u539f\u7406\uff1a\u628a\u6bcf\u4e2a\u8bcd\u8868\u5f81\u4e3ak\u7ef4\u7684\u5b9e\u6570\u5411\u91cf\uff08\u6bcf\u4e2a\u5b9e\u6570\u90fd\u5bf9\u5e94\u7740\u4e00\u4e2a\u7279\u5f81\uff0c\u53ef\u4ee5\u662f\u548c\u5176\u4ed6\u5355\u8bcd\u4e4b\u95f4\u7684\u8054\u7cfb\uff09\uff0c\u5c06\u76f8\u4f3c\u7684\u5355\u8bcd\u5206\u7ec4\u6620\u5c04\u5230\u5411\u91cf\u7a7a\u95f4\u7684\u4e0d\u540c\u90e8\u5206\uff0c\u62e5\u6709\u5dee\u4e0d\u591a\u4e0a\u4e0b\u6587\u7684\u4e24\u4e2a\u5355\u8bcd\u7684\u610f\u601d\u5f80\u5f80\u662f\u76f8\u8fd1\u7684

    \u8bad\u7ec3\u539f\u7406\uff1a

    1. CBOW (Continuous Bag of Words)\uff1a
    2. \u8f93\u5165\uff1a \u7ed9\u5b9a\u4e0a\u4e0b\u6587\u7a97\u53e3\u5185\u7684\u8bcd\u8bed\uff08\u4e0a\u4e0b\u6587\u8bcd\uff09\uff0c\u5c1d\u8bd5\u9884\u6d4b\u76ee\u6807\u8bcd\uff08\u4e2d\u5fc3\u8bcd\uff09\u3002
    3. \u8f93\u51fa\uff1a \u76ee\u6807\u8bcd\u7684\u6982\u7387\u5206\u5e03\uff0c\u8868\u793a\u5728\u7ed9\u5b9a\u4e0a\u4e0b\u6587\u6761\u4ef6\u4e0b\uff0c\u76ee\u6807\u8bcd\u7684\u53ef\u80fd\u6027\u3002
    4. \u6b65\u9aa4\uff1a
    5. Skip-gram\uff1a
    6. \u8f93\u5165\uff1a \u7ed9\u5b9a\u76ee\u6807\u8bcd\uff0c\u5c1d\u8bd5\u9884\u6d4b\u4e0a\u4e0b\u6587\u8bcd\u3002
    7. \u8f93\u51fa\uff1a \u4e0a\u4e0b\u6587\u8bcd\u7684\u6982\u7387\u5206\u5e03\uff0c\u8868\u793a\u5728\u7ed9\u5b9a\u76ee\u6807\u8bcd\u6761\u4ef6\u4e0b\uff0c\u5404\u4e2a\u4e0a\u4e0b\u6587\u8bcd\u7684\u53ef\u80fd\u6027\u3002
    8. \u6b65\u9aa4\uff1a

    \u8bad\u7ec3\u65b9\u6cd5\uff1a

    1. Negative Sampling\uff1a \u4e3a\u4e86\u52a0\u901f\u8bad\u7ec3\u8fc7\u7a0b\uff0cWord2Vec\u4f7f\u7528\u4e86\u8d1f\u91c7\u6837\uff08Negative Sampling\uff09\u7684\u6280\u672f\u3002\u5728\u6bcf\u6b21\u8bad\u7ec3\u8fed\u4ee3\u4e2d\uff0c\u5bf9\u6bcf\u4e2a\u6b63\u4f8b\u6837\u672c\uff08\u76ee\u6807\u8bcd-\u4e0a\u4e0b\u6587\u8bcd\u5bf9\uff09\uff0c\u968f\u673a\u9009\u62e9\u4e00\u5c0f\u90e8\u5206\u8d1f\u4f8b\u6837\u672c\uff08\u4e0d\u5305\u542b\u5728\u4e0a\u4e0b\u6587\u7a97\u53e3\u5185\u7684\u8bcd\uff09\uff0c\u901a\u8fc7\u8d1f\u4f8b\u6837\u672c\u7684\u9884\u6d4b\u6765\u8fdb\u884c\u68af\u5ea6\u66f4\u65b0\uff0c\u4ee5\u964d\u4f4e\u8ba1\u7b97\u6210\u672c\u3002
    2. \u5c42\u6b21\u5316Softmax\uff1a \u5728\u5927\u8bcd\u6c47\u91cf\u7684\u60c5\u51b5\u4e0b\uff0c\u8ba1\u7b97\u5168\u5c40\u7684Softmax\u635f\u5931\u53ef\u80fd\u4f1a\u5f88\u8017\u65f6\u3002\u4e3a\u4e86\u89e3\u51b3\u8fd9\u4e2a\u95ee\u9898\uff0cWord2Vec\u5f15\u5165\u4e86\u5c42\u6b21\u5316Softmax\uff0c\u4f7f\u7528\u6811\u72b6\u7ed3\u6784\u6765\u8868\u793a\u8bcd\u6c47\uff0c\u964d\u4f4e\u4e86\u8ba1\u7b97\u590d\u6742\u5ea6\u3002
    3. \u5b66\u4e60\u7387\u8c03\u6574\uff1a Word2Vec\u901a\u5e38\u4f7f\u7528\u5b66\u4e60\u7387\u9010\u6e10\u51cf\u5c0f\u7684\u7b56\u7565\uff0c\u4f8b\u5982\uff0c\u521d\u59cb\u65f6\u8f83\u5927\u7684\u5b66\u4e60\u7387\uff0c\u7136\u540e\u968f\u7740\u8bad\u7ec3\u7684\u8fdb\u884c\u9010\u6e10\u51cf\u5c0f\uff0c\u4ee5\u66f4\u597d\u5730\u6536\u655b\u6a21\u578b\u3002

    Word2Vec\u901a\u8fc7\u8fd9\u6837\u7684\u8bad\u7ec3\u8fc7\u7a0b\uff0c\u4f7f\u5f97\u8bcd\u6c47\u4e2d\u7684\u6bcf\u4e2a\u8bcd\u90fd\u80fd\u591f\u5728\u5411\u91cf\u7a7a\u95f4\u4e2d\u5f97\u5230\u4e00\u4e2a\u8fde\u7eed\u5206\u5e03\u7684\u8868\u793a\uff0c\u80fd\u591f\u6355\u6349\u5230\u8bcd\u8bed\u4e4b\u95f4\u7684\u8bed\u4e49\u5173\u7cfb\u3002\u8fd9\u4e9b\u5b66\u5230\u7684\u8bcd\u5411\u91cf\u53ef\u4ee5\u5e94\u7528\u4e8e\u5404\u79cd\u81ea\u7136\u8bed\u8a00\u5904\u7406\u4efb\u52a1\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part4","title":"Part4\uff1a\u4fe1\u606f\u62bd\u53d6\uff08\u65b9\u6848\u8bbe\u8ba1\uff09","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_9","title":"\u5173\u7cfb\u62bd\u53d6\u7684\u6982\u5ff5\uff08\u4f1a\u7528\u795e\u7ecf\u7f51\u7edc\u6784\u5efa\u5173\u7cfb\u62bd\u53d6\u7cfb\u7edf\uff09","text":"

    \u89e3\u91ca\uff1a \u8bc6\u522b\u6587\u672c\u4e2d\u5b9e\u4f53\u4e4b\u95f4\u7684\u5173\u7cfb\uff0c\u8fd9\u4e9b\u5173\u7cfb\u53ef\u4ee5\u662f\u9884\u5b9a\u4e49\u7684\u3001\u6709\u7ed3\u6784\u7684\uff0c\u4e5f\u53ef\u4ee5\u662f\u4efb\u610f\u7684\u3001\u65e0\u7ed3\u6784\u7684\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_10","title":"\u5b9e\u4f53\u8bc6\u522b\u7684\u6982\u5ff5\uff08\u4f1a\u7528\u795e\u7ecf\u7f51\u7edc\u6784\u5efa\u5b9e\u4f53\u8bc6\u522b\u7cfb\u7edf\uff09","text":"

    \u89e3\u91ca\uff1a\u6307\u8bc6\u522b\u6587\u672c\u4e2d\u5177\u6709\u7279\u5b9a\u610f\u4e49\u7684\u5b9e\u4f53\uff0c\u4e3b\u8981\u5305\u62ec\u4eba\u540d\u3001\u5730\u540d\u3001\u673a\u6784\u540d\u3001\u4e13\u6709\u540d\u8bcd\u7b49\u3002\u7b80\u5355\u6765\u8bf4\uff0c\u5c31\u662f\u8bc6\u522b\u81ea\u7136\u6587\u672c\u4e2d\u7684\u5b9e\u4f53\u6307\u79f0\u7684\u8fb9\u754c\u548c\u7c7b\u522b\u3002\uff08\u4ece\u975e\u7ed3\u6784\u5316\u7684\u8f93\u5165\u6587\u672c\u4e2d\u62bd\u53d6\u5b9e\u4f53\uff09

    \u547d\u540d\u5b9e\u4f53\u8bc6\u522b\u4efb\u52a1\u53ef\u4ee5\u770b\u4f5c\u662f\u5e8f\u5217\u6807\u6ce8\u4efb\u52a1

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#lstm","title":"\u524d\u9988\u795e\u7ecf\u7f51\u7edc\u3001\u5377\u79ef\u795e\u7ecf\u7f51\u7edc\u3001\u5faa\u73af\u795e\u7ecf\u7f51\u7edc\u3001LSTM\u7684\u6a21\u578b\u67b6\u6784","text":"

    \u4ecb\u7ecd\uff1a FNN\u662f\u4e00\u79cd\u6700\u57fa\u672c\u7684\u795e\u7ecf\u7f51\u7edc\u7ed3\u6784\uff0c\u7531\u8f93\u5165\u5c42\u3001\u9690\u85cf\u5c42\u548c\u8f93\u51fa\u5c42\u7ec4\u6210\u3002\u4fe1\u606f\u5728\u7f51\u7edc\u4e2d\u5355\u5411\u4f20\u64ad\uff0c\u6ca1\u6709\u53cd\u9988\u56de\u8def\u3002

    \u7279\u70b9\uff1a \u9002\u7528\u4e8e\u5904\u7406\u9759\u6001\u6570\u636e\uff0c\u5bf9\u4e8e\u5e8f\u5217\u6216\u65f6\u95f4\u76f8\u5173\u7684\u4fe1\u606f\u5904\u7406\u76f8\u5bf9\u6709\u9650\u3002

    \u5c31\u662f\u5faa\u73af\u795e\u7ecf\u7f51\u7edc\u5355\u72ec\u7684\u4e00\u5c42\uff0c\u5c31\u4e0d\u591a\u8bf4\u4e86

    \u4ecb\u7ecd\uff1a CNN\u4e3b\u8981\u7528\u4e8e\u56fe\u50cf\u5904\u7406\u4efb\u52a1\uff0c\u901a\u8fc7\u5377\u79ef\u5c42\u548c\u6c60\u5316\u5c42\u6709\u6548\u63d0\u53d6\u56fe\u50cf\u7684\u7279\u5f81\u3002\u6bcf\u4e2a\u5377\u79ef\u6838\u53ef\u4ee5\u6355\u6349\u5c40\u90e8\u7684\u7a7a\u95f4\u7279\u5f81\uff0c\u4ece\u800c\u5b9e\u73b0\u5bf9\u56fe\u50cf\u7684\u9ad8\u6548\u62bd\u8c61\u3002\uff08\u8f93\u5165-\u5377\u79ef-\u6c60\u5316-\u5168\u8fde\u63a5-\u8f93\u51fa\uff09

    \u7279\u70b9\uff1a \u5728\u56fe\u50cf\u5904\u7406\u3001\u8ba1\u7b97\u673a\u89c6\u89c9\u9886\u57df\u8868\u73b0\u51fa\u8272\uff0c\u80fd\u591f\u51cf\u5c11\u53c2\u6570\u6570\u91cf\uff0c\u5bf9\u5e73\u79fb\u4e0d\u53d8\u6027\u6709\u826f\u597d\u7684\u5904\u7406\u80fd\u529b\u3002

    \u5168\u8fde\u63a5\u5c42\u5c31\u662f\u4f20\u7edf\u7684\u5168\u8fde\u63a5\u795e\u7ecf\u7f51\u7edc

    \u5377\u79ef\u6838\u7684\u7279\u5f81\u63d0\u53d6\u80fd\u529b\uff08\u5b66\u4e60\u8bcd\u548c\u8bcd\u7684\u4e0a\u4e0b\u6587\u7279\u5f81\uff09\uff1a\u591a\u5c42\u7ea7\u8054\u5b9e\u73b0\u591a\u5c3a\u5ea6\u7279\u5f81\u5b66\u4e60\uff08\u591a\u4e2a\u5377\u79ef\u5c42\uff09\uff0c\u540c\u65f6\u80fd\u591f\u51cf\u5c11\u8bad\u7ec3\u53c2\u6570

    \u6c60\u5316\u5c42\u7528\u6765\u6700\u5927\u5316\u4e3b\u8981\u7279\u5f81\uff08\u964d\u7ef4\uff0c\u83b7\u5f97\u5b9a\u957f\u7279\u5f81\u5411\u91cf\uff09\uff0c\u907f\u514d\u8fc7\u62df\u5408\uff08\u6709\u4e24\u79cd\u6c60\u5316\u65b9\u5f0f\uff0c\u4e00\u4e2a\u662fmax-pooling\uff0c\u53e6\u5916\u4e00\u4e2a\u662faverage-pooling\uff09

    \u95ee\u9898\uff1a

    \u6c34\u5e73\u65b9\u5411\u5ef6\u7533\uff0c \u9690\u5c42\u6570\u91cf\u591a\uff0c\u4f46\u662f\u672a\u8003\u8651\u5355\u4e2a\u9690\u5c42\u5728\u65f6\u95f4\u4e0a\u7684\u53d8\u5316

    \u4ecb\u7ecd\uff1a RNN\u901a\u8fc7\u5f15\u5165\u5faa\u73af\u7ed3\u6784\uff0c\u80fd\u591f\u5904\u7406\u5e8f\u5217\u6570\u636e\u3002\u6bcf\u4e2a\u65f6\u95f4\u6b65 \u7684\u9690\u85cf\u72b6\u6001\u4f1a\u5305\u542b\u4e4b\u524d\u65f6\u95f4\u6b65\u7684\u4fe1\u606f\uff0c\u4f7f\u5f97\u7f51\u7edc\u80fd\u591f\u8003\u8651\u4e0a\u4e0b\u6587\u4fe1\u606f\u3002

    \u7279\u70b9\uff1a \u9002\u7528\u4e8e\u5e8f\u5217\u6570\u636e\u5904\u7406\uff0c\u4f46\u5728\u957f\u8ddd\u79bb\u4f9d\u8d56\u5173\u7cfb\u548c\u68af\u5ea6\u6d88\u5931\u95ee\u9898\u4e0a\u5b58\u5728\u4e00\u5b9a\u7684\u6311\u6218\u3002

    \u770b\u4f3c\u7ea7\u8054\uff0c\u5b9e\u5219\u662f\u6cbf\u7740\u65f6\u5e8f\uff0c\u5efa\u7acb\u4e86\u7f51\u7edc\u9690\u85cf\u5c42\u4e4b\u95f4\u7684\u65f6\u5e8f\u5173\u8054\u3002\u6bcf\u4e00\u65f6\u523b\u7684\u72b6\u6001s2\u4e0d\u4ec5\u53d6\u51b3\u4e8e\u5f53\u524d\u65f6\u523b\u7684\u8f93\u5165\uff0c\u8fd8\u53d6\u51b3\u4e8e\u4e0a\u4e00\u65f6\u523bs1\u7684\u72b6\u6001

    \u8bad\u7ec3\u65b9\u5f0f\u548c\u4f20\u7edf\u7684\u795e\u7ecf\u7f51\u7edc\u4e00\u6837\uff0c\u91c7\u7528\u8bef\u5dee\u53cd\u5411\u4f20\u64ad\u4e0e\u68af\u5ea6\u4e0b\u964d\u6765\u66f4\u65b0\u6743\u91cd

    \u4ecb\u7ecd\uff1a LSTM\u662f\u4e3a\u89e3\u51b3RNN\u4e2d\u957f\u8ddd\u79bb\u4f9d\u8d56\u548c\u68af\u5ea6\u6d88\u5931\u95ee\u9898\u800c\u8bbe\u8ba1\u7684\u3002\u5f15\u5165\u4e86\u95e8\u63a7\u673a\u5236\uff0c\u5305\u62ec\u8f93\u5165\u95e8\u3001\u9057\u5fd8\u95e8\u548c\u8f93\u51fa\u95e8\uff0c\u80fd\u591f\u66f4\u597d\u5730\u6355\u6349\u957f\u671f\u4f9d\u8d56\u5173\u7cfb\u3002

    \u7279\u70b9\uff1a \u5bf9\u4e8e\u5904\u7406\u957f\u5e8f\u5217\u3001\u957f\u8ddd\u79bb\u4f9d\u8d56\u5173\u7cfb\u8868\u73b0\u4f18\u5f02\uff0c\u89e3\u51b3\u4e86\u4f20\u7edfRNN\u7684\u4e00\u4e9b\u95ee\u9898\u3002

    \u76f8\u8f83\u4e8ernn\uff0clstm\u65b0\u589e\u4e86\u65f6\u95f4\u94fect\uff08\u76f8\u5f53\u4e8e\u65e5\u8bb0\u672c\uff0c\u8bb0\u5f55\u957f\u65f6\u8bb0\u5fc6\uff09,\u4e0e\u77ed\u65f6\u8bb0\u5fc6st\u4e4b\u95f4\u5efa\u7acb\u8054\u7cfb

    f1\u662f\u5220\u9664\u95e8\uff1a\u6839\u636ext\u548cst-1\u6765\u8fc7\u6ee4\u91cd\u8981\u7279\u5f81\uff0c\u5ffd\u7565\u65e0\u5173\u4fe1\u606f\u3002\u8bb0\u5fc6\u7ec6\u80de\u4e2d\u591a\u5c11\u4fe1\u606f\u9700\u8981\u88ab\u5220\u9664

    f2\u662f\u8f93\u5165\u95e8\uff1a\u6839\u636ext\u548cst-1\u51b3\u5b9a\u3002\u591a\u5c11\u4fe1\u606f\u6dfb\u52a0\u5230\u8bb0\u5fc6\u7ec6\u80de\u4e2d

    \u5bf9\u6bd4\u5206\u6790\uff1a

    \u7279\u70b9 FNN CNN RNN LSTM \u53c2\u6570\u5171\u4eab \u65e0\u53c2\u6570\u5171\u4eab \u5377\u79ef\u6838\u53c2\u6570\u5171\u4eab \u65f6\u95f4\u6b65\u53c2\u6570\u5171\u4eab \u65f6\u95f4\u6b65\u53c2\u6570\u5171\u4eab\uff0c\u95e8\u63a7\u7ed3\u6784 \u5904\u7406\u80fd\u529b \u9002\u7528\u4e8e\u9759\u6001\u6570\u636e \u9002\u7528\u4e8e\u56fe\u50cf\u5904\u7406\u3001\u8ba1\u7b97\u673a\u89c6\u89c9 \u9002\u7528\u4e8e\u5e8f\u5217\u6570\u636e\uff0c\u4f46\u957f\u8ddd\u79bb\u4f9d\u8d56\u6311\u6218 \u9002\u7528\u4e8e\u957f\u5e8f\u5217\u3001\u957f\u8ddd\u79bb\u4f9d\u8d56 \u8ba1\u7b97\u6548\u7387 \u7b80\u5355\uff0c\u8ba1\u7b97\u6548\u7387\u9ad8 \u901a\u8fc7\u53c2\u6570\u5171\u4eab\u51cf\u5c11\u8ba1\u7b97\u91cf \u5b58\u5728\u65f6\u95f4\u6b65\u4f9d\u8d56\uff0c\u8ba1\u7b97\u6548\u7387\u76f8\u5bf9\u4f4e \u76f8\u5bf9\u4e8e\u4f20\u7edfRNN\uff0c\u8ba1\u7b97\u6548\u7387\u63d0\u9ad8"},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_11","title":"\u6ce8\u610f\u529b\u7684\u8fd0\u7b97\u8fc7\u7a0b","text":"

    \u89e3\u91ca\uff1a\u5c06\u6709\u9650\u7684\u6ce8\u610f\u529b\u96c6\u4e2d\u5728\u91cd\u70b9\u4fe1\u606f\u4e0a\uff0c\u4ece\u800c\u8282\u7701\u8d44\u6e90\uff0c\u5feb\u901f\u83b7\u5f97\u6700\u6709\u6548\u7684\u4fe1\u606f\u3002

    \u6ce8\u610f\u529b\u5b9e\u9645\u4e0a\u5c31\u662f**\u6743\u91cd**

    \u9700\u8981\u4e09\u4e2a\u6307\u5b9a\u7684\u8f93\u5165Q(query)\uff0cK(key)\uff0cV(value)\uff0c\u7136\u540e\u901a\u8fc7\u516c\u5f0f\u5f97\u5230\u6ce8\u610f\u529b\u7684\u8ba1\u7b97\u7ed3\u679c\uff0c\u8fd9\u4e2a\u7ed3\u679c\u4ee3\u8868query\u5728key\u548cvalue\u4f5c\u7528\u4e0b\u7684\u8868\u793a\u3002\u5176\u4e2dQ\u3001K\u3001V\u7531\u8f93\u5165X\u5206\u522b\u4e8e\u5176\u53c2\u6570\u77e9\u9635W\u3001K\u3001W \u76f8\u4e58\u5f97\u5230

    \u8fd9\u5176\u5b9e\u662f\u81ea\u6ce8\u610f\u529b\u673a\u5236

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_12","title":"\u4fe1\u606f\u62bd\u53d6\u7cfb\u7edf\u7684\u8bc4\u4f30\uff08\u6ce8\u91cd\u8bc4\u4ef7\u6307\u6807\u7684\u5e94\u7528\u573a\u666f\uff01\uff09","text":"

    P \u3001 R \u3001F1

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part5","title":"Part5\uff1a\u60c5\u611f\u5206\u6790","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#aespect","title":"aespect\u60c5\u611f\u5206\u6790\u7684\u6982\u5ff5","text":"

    \u89e3\u91ca\uff1a\u4e00\u79cd\u7ec6\u7c92\u5ea6\u7684\u60c5\u611f\u5206\u6790\u4efb\u52a1\uff0c\u65e8\u5728\u8bc6\u522b\u4e00\u6761\u53e5\u5b50\u4e2d\u4e00\u4e2a\u6307\u5b9a\u65b9\u9762 (Aspect)\u7684\u60c5\u611f\u6781\u6027\u3002

    \u56e0\u4e3a\u4e00\u4e2a\u53e5\u5b50\u4e2d\u53ef\u80fd\u542b\u6709\u591a\u4e2a\u4e0d\u540c\u7684\u65b9\u9762\uff0c\u6bcf\u4e2a\u65b9\u9762\u7684\u60c5\u611f\u6781\u6027\u53ef\u80fd\u4e0d\u540c\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_13","title":"\u7528\u795e\u7ecf\u7f51\u7edc\u6784\u5efa\u60c5\u611f\u5206\u6790\u7cfb\u7edf","text":"

    ATAE-BILSTM\uff08\u8206\u60c5\u5b9e\u9a8c\u8bfe\uff09

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part6","title":"Part6\uff1a\u7bc7\u7ae0\u5206\u6790\uff08\u7b80\u7b54\uff09","text":"

    \u638c\u63e1\u4e00\u4e2a\u4e1c\u897f\uff1aNLP\u4e2d\u5982\u4f55\u8868\u793a\u4e00\u4e2a\u7bc7\u7ae0

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#rst","title":"\u7406\u89e3\u4fee\u8f9e\u7ed3\u6784\u7406\u8bba\uff08RST\uff09","text":"

    \u4fee\u8f9e\u7ed3\u6784\u7406\u8bba\u662f\u6709\u5173\u7bc7\u7ae0\u5206\u6790\u548c\u751f\u6210\u7684\u7406\u8bba

    \u8be5\u7406\u8bba\u8ba4\u4e3a\uff0c\u8fde\u8d2f\u7684\u7bc7\u7ae0\u7531\u4e0d\u540c\u5c42\u6b21\u7684\u4fee\u8f9e\u5173\u7cfb\u7ec4\u6210\uff0c\u5e76\u4e14\u53ef\u4ee5\u8868\u793a\u4e3a\u4e00\u79cd**\u6811\u5f62**\u7ed3\u6784\u3002\u4ece\u7bc7\u7ae0\u5355\u4f4d\uff08EDU\uff09\u5f00\u59cb\uff0c\u4fee\u8f9e\u7ed3\u6784\u6811\u9010\u6b65\u8986\u76d6\u6574\u4e2a\u7bc7\u7ae0\uff0c\u5f62\u6210\u5c42\u6b21\u5316\u7684\u7bc7\u7ae0\u7ed3\u6784\u6811\u3002\u5c42\u6b21\u7684\u590d\u6742\u7a0b\u5ea6\u4e0e\u7bc7\u7ae0\u8bed\u4e49\u7684\u590d\u6742\u7a0b\u5ea6\u76f8\u5173\uff0c\u8bed\u4e49\u8d8a\u590d\u6742\uff0c\u5c42\u6b21\u8d8a\u591a\u3002\u5982\u4e0b\u6240\u793a\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#edu","title":"\u57fa\u7840\u8bed\u7bc7\u5355\u4f4d\uff08EDU\uff09\u6307\u4ec0\u4e48","text":"

    \u89e3\u91ca\uff1a\u57fa\u672c\u7bc7\u7ae0\u5355\u5143\u662f\u53e5\u5b50\u5185\u4e0d\u91cd\u53e0\u7684\u6587\u672c\u7247\u6bb5

    EDU \u5206\u5272\u5373\u201c\u7ed9\u5b9a\u4e00\u4e2a\u53e5\u5b50\uff08\u4efb\u610f\u8bed\u8a00\uff09\uff0c\u5982\u4f55\u5c06\u5b83\u5207\u5272\u6210\u82e5\u5e72\u4e2a\u57fa\u672c\u7bc7\u7ae0\u5355\u5143\u201c

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#nucleussatellite","title":"\u6838\u5fc3\uff08nucleus\uff09\u548c\u536b\u661f\uff08satellite\uff09","text":"

    \u662f\u4e24\u4e2a\u7bc7\u7ae0\u5355\u4f4d\u3002

    **\u6838\u5fc3**\u662f\u7bc7\u7ae0\u6700\u91cd\u8981\u7684\u90e8\u5206\uff0c\u8868\u793a\u4e2d\u5fc3\u4fe1\u606f\u7684\u5355\u5143\uff0c\u5177\u6709\u76f8\u5bf9\u5b8c\u6574\u7684\u8bed\u4e49\u3002

    **\u536b\u661f**\u662f\u4f20\u8fbe\u652f\u6491\u4fe1\u606f\u7684\u5176\u4ed6\u5355\u5143\uff0c\u7528\u4e8e\u8865\u5145\u8bf4\u660e\u6838\u5fc3\u90e8\u5206\uff0c\u8131\u79bb\u6838\u5fc3\u7684\u536b\u661f\u90e8\u5206\u901a\u5e38\u662f\u6ca1\u6709\u610f\u4e49\u7684\u3002

    \u6bcf\u4e2a\u4fee\u8f9e\u5173\u7cfb\u53ef\u4ee5\u8054\u7ed3\u4e24\u4e2a\u6216\u591a\u4e2aEDU\u3002 \u6700\u57fa\u672c\u7684\u4fee\u8f9e\u5173\u7cfb\u6709\u4e24\u79cd\uff0c\u5206\u522b\u662f**\u5355\u6838\u5173\u7cfb**\u548c**\u591a\u6838\u5173\u7cfb**\uff0c\u7bc7\u7ae0\u4e2d\u5355\u6838\u5173\u7cfb\u5360\u4e3b\u8981\u90e8\u5206\u3002

    \u5927\u81f4\u6765\u8bf4\uff0c\u5b8c\u6210\u7bc7\u7ae0\u5206\u6790\u6b65\u9aa4\u5982\u4e0b\uff1a

    1. \u7bc7\u7ae0\u5206\u6210\u57fa\u7840\u8bed\u7bc7\u5355\u4f4dEDU
    2. \u5224\u65ad\u6bcf\u4e2aEDU\u662f\u6838\u5fc3\u8fd8\u662f\u536b\u661f
    3. \u6839\u636e\u6838\u5fc3\u548c\u536b\u661f\u7684\u7279\u5f81\u6765\u5224\u65ad\u4fee\u8f9e\u5173\u7cfb\uff0c\u7279\u5f81\u53ef\u4ee5\u662f\u8bcd\u6027\uff0c\u4f9d\u5b58\u5173\u7cfb\u7b49
    4. \u6784\u5efa\u7bc7\u7ae0\u7ed3\u6784\u6811
    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part7","title":"Part7\uff1a\u81ea\u7136\u8bed\u8a00\u751f\u6210","text":"

    \u51e0\u4e2a\u91cd\u70b9\uff1a \u6458\u8981\u7cfb\u7edf\u3001\u673a\u5668\u7ffb\u8bd1\u7cfb\u7edf\u3001\u5bf9\u8bdd\u7cfb\u7edf

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#s2s","title":"\u81ea\u7136\u8bed\u8a00\u751f\u6210\u6a21\u578b\u7684\u67b6\u6784\uff08s2s\u6a21\u578b\uff09","text":"

    \u89e3\u91ca\uff1a\u5b57\u9762\u610f\u601d\uff0c\u8f93\u5165\u4e00\u4e2a\u5e8f\u5217\uff0c\u8f93\u51fa\u53e6\u4e00\u4e2a\u5e8f\u5217\uff0c\u6bd4\u5982\u5728\u673a\u5668\u7ffb\u8bd1\u4e2d\uff0c\u8f93\u5165\u82f1\u6587\uff0c\u8f93\u51fa\u4e2d\u6587\u3002\u8fd9\u79cd\u7ed3\u6784\u6700\u91cd\u8981\u7684\u5730\u65b9\u5728\u4e8e\u8f93\u5165\u5e8f\u5217\u548c\u8f93\u51fa\u5e8f\u5217\u7684\u957f\u5ea6\u662f\u53ef\u53d8\u7684\u3002\u800cSeq2Seq\u6a21\u578b\u4e5f\u7ecf\u5e38\u5728\u8f93\u51fa\u7684\u957f\u5ea6\u4e0d\u786e\u5b9a\u65f6\u91c7\u7528\u3002

    seq2seq\u662f\u4e00\u4e2a**\u7531\u4e24\u4e2a\u5faa\u73af\u795e\u7ecf\u7f51\u7edcRNN\u7ec4\u6210\u7684\u7aef\u5230\u7aef\u6a21\u578b**\uff1a

    (1) \u4e00\u4e2a**\u7f16\u7801\u5668**(encoder)\uff0c\u5c06\u6a21\u578b\u7684\u8f93\u5165\u5e8f\u5217\u4f5c\u4e3a\u8f93\u5165\uff0c\u7136\u540e\u7f16\u7801\u56fa\u5b9a\u5927\u5c0f\u7684\u201c\u4e0a\u4e0b\u6587\u5411\u91cf\u201d\u3002

    (2) \u4e00\u4e2a**\u89e3\u7801\u5668**(decoder)\uff0c\u4f7f\u7528\u6765\u81ea\u89e3\u7801\u5668\u751f\u6210\u7684\u4e0a\u4e0b\u6587\u5411\u91cf\u4f5c\u4e3a\u4ece\u5176\u751f\u6210\u8f93\u51fa\u5e8f\u5217\u7684\u201c\u79cd\u5b50\u201d

    \u6b64\u5904encoder\u548cdecoder\u90fd\u662fRNN\uff0c\u901a\u5e38\u4e3alstm\u548cgru

    encoder\u8d1f\u8d23**\u5c06\u8f93\u5165\u7684\u6587\u672c\u5e8f\u5217\u538b\u7f29\u6210\u6307\u5b9a\u957f\u5ea6\u7684\u5411\u91cf**\uff0c\u5373\u8bed\u4e49\u5411\u91cfC\uff0c\u8fd9\u4e2a\u5411\u91cf\u53ef\u4ee5\u770b\u4f5c\u8f93\u5165\u5e8f\u5217\u7684\u8bed\u4e49\u3002

    decoder\u5c06\u8bed\u4e49\u5411\u91cfC\u4f5c\u4e3a\u521d\u59cb\u72b6\u6001\u8f93\u5165\u5230Decoder\u7684RNN\u4e2d\uff0c\u5f97\u5230\u8f93\u51fa\u5e8f\u5217\u3002\u6b64\u65f6**\u4e0a\u4e00\u65f6\u523b\u7684\u8f93\u51fa\u4f1a\u6210\u4e3a\u5f53**

    \u524d\u65f6\u523b\u7684\u8f93\u5165\uff0c\u800c\u4e14\u8bed\u4e49\u5411\u91cfC\u53ea\u4f5c\u4e3a\u521d\u59cb\u72b6\u6001\u53c2\u4e0e\u8fd0\u7b97\uff0c\u540e\u9762\u8fd0\u7b97\u4e0eC\u65e0\u5173\u3002

    1. \u8bed\u4e49\u5411\u91cf\u53c2\u4e0edecoder

    **\u8bed\u4e49\u5411\u91cf**C\u53c2\u4e0e\u5e8f\u5217\u6240\u6709\u65f6\u523b\u7684\u8fd0\u7b97\uff0c\u4e0a\u4e00\u65f6\u523b\u7684\u8f93\u51fa\u4ecd\u7136\u4f5c\u4e3a\u5f53\u524d\u65f6\u523b\u7684\u8f93\u5165\uff0c\u4f46C\u53c2\u4e0e\u6bcf\u4e2a\u65f6\u523b\u7684\u8fd0\u7b97\u3002

    Decoder\u7684\u6bcf\u4e00\u6b21\u89e3\u7801\u53c8\u4f1a\u4f5c\u4e3a\u4e0b\u4e00\u6b21\u89e3\u7801\u7684\u8f93\u5165\uff0c\u4f46\u8fd9\u6837\u4f1a\u5bfc\u81f4\u4e00\u4e2a\u95ee\u9898\uff0c\u5982\u679c\u5176\u4e2d\u4e00\u4e2aRNN\u5355\u5143\u89e3\u7801\u51fa\u73b0\u8bef\u5dee\uff0c\u90a3\u4e48\u8fd9\u4e2a\u8bef\u5dee\u5c31\u4f1a\u4f20\u9012\u5230\u4e0b\u4e00\u4e2aRNN\u5355\u5143\uff0c\u4f7f\u8bad\u7ec3\u7ed3\u679c\u8bef\u5dee\u8d8a\u6765\u8d8a\u5927\u3002\u6240\u4ee5\u53ef\u4ee5\u5f15\u5165attention\u673a\u5236\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_14","title":"\u751f\u6210\u6a21\u578b\u7684\u8bad\u7ec3\u76ee\u6807\u51fd\u6570","text":"

    \u4ea4\u53c9\u71b5\u635f\u5931

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#beam-search-top-k-top-p","title":"\u751f\u6210\u6a21\u578b\u7684\u89e3\u7801\u7b97\u6cd5\uff1abeam-search\u3001 top-k\u91c7\u6837\u3001 top-p\u91c7\u6837","text":"

    \u7b80\u7b54\u9898\uff1f

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#beam-search","title":"beam-search","text":"

    Beam Search\u53ea\u7528\u4e8e\u6d4b\u8bd5\uff0c\u4e0d\u7528\u4e8e\u8bad\u7ec3\u8fc7\u7a0b\u3002

    \u200b \u5f53\u6a21\u578b\u8bad\u7ec3\u597d\u540e\uff0c\u7ed9\u5176\u8f93\u5165\u4e00\u6bb5\u8bdd\uff0c\u5176\u8f93\u51fa\u7684\u6bcf\u4e2a\u5355\u5143\u7684 y \u7ed9\u7684\u662f\u5404\u4e2a\u8bcd\u7684\u6982\u7387\uff0c\u5982\u4f55\u6839\u636e\u6982\u7387\u9009\u8bcd\u4e14\u5982\u4f55\u5224\u65ad\u662f\u5426\u53e5\u5b50\u7ec8\u6b62\u5462\uff1f

    \u200b \u91c7\u53d6\u7684\u65b9\u6cd5\u662f\u5728\u6bcf\u4e2a\u65f6\u95f4\u6b65\uff0c\u9009\u53d6\u5f53\u524d\u65f6\u95f4\u6b65\u6761\u4ef6\u6982\u7387\u6700\u5927\u7684k\u4e2a\u8bcd\uff0c\u4f5c\u4e3a\u8be5\u65f6\u95f4\u6b65\u7684\u5019\u9009\u8f93\u51fa\u5e8f\u5217\u3002\u5982\u4e0b\u56fe\uff0ck\u9009\u62e92\uff0c\u7b2c\u4e00\u6b65p(A|c)\u548cp(C|c)\u6700\u5927\uff1b\u7b2c\u4e8c\u6b65 P(AB|c),P(CE|c)\u6700\u5927\uff1b\u7b2c\u4e09\u6b65P(ABD|c),P(CED|c)\u6700\u5927\u3002\u8fd9\u6837\uff0c\u5f97\u5230\u7684\u6700\u7ec8\u5019\u9009\u5e8f\u5217\u5c31\u662f\u5404\u4e2a\u65f6\u95f4\u6b65\u7684\u5f97\u5230\u7684\u5e8f\u5217\u7684\u96c6\u5408\uff0c\u4e0b\u56fe\u5373\u4e3a6\u4e2a {A, C, AB, CE,ABD, CED}\u3002\u90a3\u4e48\u6700\u7ec8\u9884\u6d4b\u7ed3\u679c\u5c31\u662f\u8981\u4ece\u8fd96\u4e2a\u4e2d\u9009\u51fa\u5206\u6700\u9ad8\u7684\u3002\u6309\u6982\u7387\u7b97\u7684\u8bdd\uff0c\u5e8f\u5217\u8d8a\u957f\u7684\u6982\u7387\u80af\u5b9a\u8d8a\u5c0f\uff0c\u6240\u4ee5\u4e00\u822c\u6700\u540e\u5206\u6570\u8ba1\u7b97\u4f1a\u6709\u4e00\u4e2a\u548c\u5e8f\u5217\u957f\u5ea6\u6709\u5173\u7684\u60e9\u7f5a\u7cfb\u6570\uff0c\u5982\u4e0b\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#top-k","title":"top-k\u91c7\u6837","text":"

    Top-k Sampling:

    \u57fa\u672c\u601d\u60f3\uff1a \u5728\u6bcf\u4e2a\u65f6\u95f4\u6b65\uff0c\u4ece\u6a21\u578b\u751f\u6210\u7684\u6982\u7387\u5206\u5e03\u4e2d\u9009\u62e9\u6982\u7387\u6700\u9ad8\u7684\u524dk\u4e2a\u8bcd\u4f5c\u4e3a\u5019\u9009\uff0c\u7136\u540e

    \u4ece\u8fd9\u4e9b\u5019\u9009\u4e2d\u968f\u673a\u9009\u62e9\u4e00\u4e2a\u4f5c\u4e3a\u751f\u6210\u7684\u8bcd\u3002

    \u4f18\u52bf\uff1a \u5f15\u5165\u4e86\u968f\u673a\u6027\uff0c\u4f7f\u5f97\u751f\u6210\u7684\u5e8f\u5217\u66f4\u52a0\u591a\u6837\u5316\u3002

    \u7f3a\u70b9\uff1a \u53ef\u80fd\u5bfc\u81f4\u4e00\u4e9b\u4e0d\u592a\u53ef\u80fd\u7684\u8bcd\u88ab\u9009\u4e2d\uff0c\u4ece\u800c\u751f\u6210\u4e0d\u5408\u7406\u7684\u5e8f\u5217\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#top-p","title":"top-p\u91c7\u6837","text":"

    Top-p Sampling:

    \u57fa\u672c\u601d\u60f3\uff1a \u5728\u6bcf\u4e2a\u65f6\u95f4\u6b65\uff0c\u4ece\u6a21\u578b\u751f\u6210\u7684\u6982\u7387\u5206\u5e03\u4e2d\u9009\u62e9\u6982\u7387\u7d2f\u79ef\u6700\u9ad8\u7684\u4e00\u4e9b\u8bcd\uff0c\u76f4\u5230\u7d2f\u79ef\u6982

    \u7387\u8d85\u8fc7\u9608\u503cp\u3002\u7136\u540e\u5728\u8fd9\u4e9b\u8bcd\u4e2d\u968f\u673a\u9009\u62e9\u4e00\u4e2a\u4f5c\u4e3a\u751f\u6210\u7684\u8bcd\u3002

    \u4f18\u52bf\uff1a \u53ef\u4ee5\u5728\u4fdd\u6301\u591a\u6837\u6027\u7684\u540c\u65f6\uff0c\u66f4\u52a0\u63a7\u5236\u751f\u6210\u7684\u7a33\u5b9a\u6027\u3002

    \u7f3a\u70b9\uff1a \u53ef\u80fd\u5bfc\u81f4\u751f\u6210\u76f8\u5bf9\u8f83\u77ed\u7684\u5e8f\u5217\uff0c\u56e0\u4e3a\u7d2f\u79ef\u6982\u7387\u5f88\u5bb9\u6613\u8fbe\u5230\u9608\u503c\u3002

    \u4e0e top-k \u56fa\u5b9a\u9009\u53d6\u524d k \u4e2a tokens \u4e0d\u540c\uff0ctop-p \u9009\u53d6\u7684 tokens \u6570\u91cf\u4e0d\u662f\u56fa\u5b9a\u7684\uff0c\u8fd9\u4e2a\u65b9\u6cd5\u662f\u8bbe\u5b9a\u4e00\u4e2a\u6982\u7387\u9608\u503c\u3002\u4f8b\u5982\uff1a\u5c06 top-p \u8bbe\u5b9a\u4e3a 0.15\uff0c\u5373\u9009\u62e9\u524d 15% \u6982\u7387\u7684 tokens \u4f5c\u4e3a\u5019\u9009\u3002\u5982\u4e0b\u56fe\u6240\u793a\uff0cUnited \u548c Netherlands \u7684\u6982\u7387\u52a0\u8d77\u6765\u4e3a 15% \uff0c\u6240\u4ee5\u5019\u9009\u8bcd\u5c31\u662f\u8fd9\u4fe9\uff0c\u6700\u540e\u518d\u4ece\u8fd9\u4e9b\u5019\u9009\u8bcd\u91cc\uff0c\u6839\u636e\u6982\u7387\u5206\u6570\uff0c\u9009\u62e9 united \u8fd9\u4e2a\u8bcd\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#bleurouge","title":"\u751f\u6210\u6a21\u578b\u7684\u8bc4\u4f30\uff1a BLEU\u3001ROUGE","text":"

    \u662f\u4e00\u79cd\u7528\u4e8e\u8bc4\u4f30\u751f\u6210\u6587\u672c\u4e0e\u53c2\u8003\uff08\u6807\u51c6\uff09\u6587\u672c\u4e4b\u95f4\u76f8\u4f3c\u5ea6\u7684\u6307\u6807\uff0c\u901a\u5e38\u7528\u4e8e\u673a\u5668\u7ffb\u8bd1\u7b49\u751f\u6210\u4efb\u52a1\u3002BLEU\uff08Bilingual Evaluation Understudy\uff09\u7684\u5206\u6570\u901a\u5e38\u57280\u52301\u4e4b\u95f4\uff0c\u4f46\u53ef\u80fd\u4f1a\u504f\u5411\u4e8e\u63a5\u8fd10\u3002BLEU\u7684\u5206\u6570\u8d8a\u9ad8\u8868\u793a\u751f\u6210\u6587\u672c\u4e0e\u53c2\u8003\u6587\u672c\u8d8a\u76f8\u4f3c\u3002\u7406\u60f3\u60c5\u51b5\u4e0b\uff0c\u6700\u4f73\u6027\u80fd\u4e3a1\uff0c\u8868\u793a\u751f\u6210\u6587\u672c\u5b8c\u5168\u4e0e\u53c2\u8003\u6587\u672c\u5339\u914d\u3002\u4e0b\u9762\u662fBLEU\u8ba1\u7b97\u7684\u57fa\u672c\u8fc7\u7a0b\uff1a

    \u5927\u81f4\u77e5\u9053\u8fd9\u4e2a\u6307\u6807\u662f\u5e72\u5565\u7684\u5c31\u884c \u8ba1\u7b97\u516c\u5f0f\u5c31\u7b97\u4e86\u3002\u3002\u3002\u3002

    ROUGE\u57fa\u4e8e\u6458\u8981\u4e2dn\u5143\u8bcd(n-gram)\u7684\u5171\u73b0\u4fe1\u606f\u6765\u8bc4\u4ef7\u6458\u8981\uff0c\u662f\u4e00\u79cd\u9762\u5411n\u5143\u8bcd\u53ec\u56de\u7387\u7684\u8bc4\u4ef7\u65b9\u6cd5\u3002ROUGE\u51c6\u5219\u7531\u4e00\u7cfb\u5217\u7684\u8bc4\u4ef7\u65b9\u6cd5\u7ec4\u6210\uff0c\u5305\u62ecROUGE-N(N\u662fn-gram\u4e2dn\uff0c\u53d6\u503c\u67091\uff0c2\uff0c3\uff0c4)\uff0cROUGE-L\uff0cROUGE-S, ROUGE-W\uff0cROUGE-SU\u7b49\u3002

    \u53ef\u4ee5\u770b\u51fa\uff0cROUGE\u4e0e\u53ec\u56de\u7387\u7684\u5b9a\u4e49\u5f88\u76f8\u4f3c\u3002

    \u5176\u4f59\u7684\u6307\u6807\u5c31\u7b97\u4e86\uff0c\u4e5f\u770b\u4e0d\u61c2\u662f\u5565\u3002\u3002\u3002\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_15","title":"\u7528\u795e\u7ecf\u7f51\u7edc\u6784\u5efa\u6587\u672c\u751f\u6210\u7cfb\u7edf\uff08\u611f\u89c9\u4eca\u5e74\u80af\u5b9a\u4f1a\u8003\uff01\uff09","text":"

    \u8fd9\u4e2a\u731c\u6d4b\u5c31\u662f\u53eb\u7528Transformer/GPT\u53bb\u6784\u5efa\uff1f

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part8","title":"Part8\uff1a\u9884\u8bad\u7ec3\u6a21\u578b","text":"

    \u89e3\u91ca\uff1a \u4ec0\u4e48\u662f\u9884\u8bad\u7ec3\uff1f\u4f7f\u7528\u5927\u89c4\u6a21\u65e0\u4eba\u5de5\u6807\u6ce8\u7684\u6570\u636e\u5bf9\u6a21\u578b\u8fdb\u884c\u81ea\u76d1\u7763\u8bad\u7ec3\uff0c\u4ece\u4e2d\u63d0\u53d6\u51fa\u5c3d\u53ef\u80fd\u591a\u7684\u5171\u6027\u7279\u5f81\uff0c\u4ece\u800c\u8ba9\u6a21\u578b\u5bf9\u7279\u5b9a\u4efb\u52a1\u7684\u5b66\u4e60\u8d1f\u62c5\u53d8\u8f7b

    finetune\uff1a\u4ec0\u4e48\u662f\u5fae\u8c03\uff1f\u5728\u4e0b\u6e38\u4efb\u52a1\u4e0a\u7ee7\u7eed\u8bad\u7ec3\u9884\u8bad\u7ec3\u6a21\u578b

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#transformers2s-with-attention","title":"transformer\u67b6\u6784\uff1a\uff08s2s with attention\uff09","text":"

    \u200b Transformer \u8bad\u7ec3\u8fc7\u7a0b\u4e0e seq2seq \u7c7b\u4f3c\uff0c\u9996\u5148 Encoder \u7aef\u5f97\u5230\u8f93\u5165\u7684 encoding \u8868\u793a\uff0c\u5e76\u5c06\u5176\u8f93\u5165\u5230 Decoder \u7aef\u505a\u4ea4\u4e92\u5f0f attention\uff0c\u4e4b\u540e\u5728 Decoder \u7aef\u63a5\u6536\u5176\u76f8\u5e94\u7684\u8f93\u5165\uff0c\u7ecf\u8fc7\u591a\u5934 self-attention \u6a21\u5757\u4e4b\u540e\uff0c\u7ed3\u5408 Encoder \u7aef\u7684\u8f93\u51fa\uff0c\u518d\u7ecf\u8fc7 FFN\uff0c\u5f97\u5230 Decoder\u7aef\u7684\u8f93\u51fa\u4e4b\u540e\uff0c\u6700\u540e\u7ecf\u8fc7\u4e00\u4e2a\u7ebf\u6027\u5168\u8fde\u63a5\u5c42\uff0c\u5c31\u53ef\u4ee5\u901a\u8fc7 softmax \u6765\u9884\u6d4b\u4e0b\u4e00\u4e2a\u5355\u8bcd(token)\uff0c\u7136\u540e\u6839\u636e softmax \u591a\u5206\u7c7b\u7684\u635f\u5931\u51fd\u6570\uff0c\u5c06 loss \u53cd\u5411\u4f20\u64ad\u5373\u53ef\uff0c\u6240\u4ee5\u4ece\u6574\u4f53\u4e0a\u6765\u8bf4\uff0cTransformer\u8bad\u7ec3\u8fc7\u7a0b\u5c31\u76f8\u5f53\u4e8e\u4e00\u4e2a\u6709\u76d1\u7763\u7684\u591a\u5206\u7c7b\u95ee\u9898\u3002\u9700\u8981\u6ce8\u610f\u7684\u662f\uff0cEncoder \u7aef\u53ef\u4ee5\u5e76\u884c\u8ba1\u7b97\uff0c\u4e00\u6b21\u6027\u5c06\u8f93\u5165\u5e8f\u5217\u5168\u90e8 encoding \u51fa\u6765\uff0c\u4f46 Decoder\u7aef\u4e0d\u662f\u4e00\u6b21\u6027\u628a\u6240\u6709\u5355\u8bcd(token)\u9884\u6d4b\u51fa\u6765\u7684\uff0c\u800c\u662f\u50cf seq2seq\u4e00\u6837\u4e00\u4e2a\u63a5\u7740\u4e00\u4e2a\u9884\u6d4b\u51fa\u6765\u7684\u3002\uff08BERT\u548cGPT\u7684\u7279\u70b9\uff09

    \u200b self-attention\uff0c\u662f\u4e00\u79cd\u901a\u8fc7\u81ea\u8eab\u548c\u81ea\u8eab\u76f8\u5173\u8054\u7684 attention \u673a\u5236\uff0c\u4ece\u800c\u5f97\u5230\u4e00\u4e2a\u66f4\u597d\u7684representation \u6765\u8868\u8fbe\u81ea\u8eab\uff0cself-attention \u53ef\u4ee5\u770b\u6210\u4e00\u822c attention \u7684\u4e00\u79cd\u7279\u6b8a\u60c5\u51b5\u3002\u5728 self-attention \u4e2d\uff0c Q=K=V,\u5e8f\u5217\u4e2d\u7684\u6bcf\u4e2a\u5355\u8bcd(token)\u548c\u8be5\u5e8f\u5217\u4e2d\u5176\u4f59\u5355\u8bcd(token)\u8fdb\u884c attention \u8ba1\u7b97\u3002self-attention \u7684\u7279\u70b9\u5728\u4e8e\u65e0\u89c6\u8bcd(token)\u4e4b\u95f4\u7684\u8ddd\u79bb\u76f4\u63a5\u8ba1\u7b97\u4f9d\u8d56\u5173\u7cfb\uff0c\u4ece\u800c\u80fd\u591f\u5b66\u4e60\u5230\u5e8f\u5217\u7684\u5185\u90e8\u7ed3\u6784\u3002

    \u200b \u5f15\u5165 Self Attention \u540e\u4f1a\u66f4\u5bb9\u6613**\u6355\u83b7\u53e5\u5b50\u4e2d\u957f\u8ddd\u79bb\u7684\u76f8\u4e92\u4f9d\u8d56\u7684\u7279\u5f81**\uff0c\u56e0\u4e3a\u5982\u679c\u662f**RNN \u6216\u8005 LSTM\uff0c\u9700\u8981\u4f9d\u6b21\u5e8f\u5e8f\u5217\u8ba1\u7b97\uff0c\u5bf9\u4e8e\u8fdc\u8ddd\u79bb\u7684\u76f8\u4e92\u4f9d\u8d56\u7684\u7279\u5f81\uff0c\u8981\u7ecf\u8fc7\u82e5\u5e72\u65f6\u95f4\u6b65\u6b65\u9aa4\u7684\u4fe1\u606f\u7d2f\u79ef\u624d\u80fd\u5c06\u4e24\u8005\u8054\u7cfb\u8d77\u6765\uff0c\u800c\u8ddd\u79bb\u8d8a\u8fdc\uff0c\u6709\u6548\u6355\u83b7\u7684\u53ef\u80fd\u6027\u8d8a\u5c0f\u3002**

    \u200b \u4f46\u662f Self Attention \u5728\u8ba1\u7b97\u8fc7\u7a0b\u4e2d\u4f1a\u76f4\u63a5\u5c06\u53e5\u5b50\u4e2d\u4efb\u610f\u4e24\u4e2a\u5355\u8bcd\u7684\u8054\u7cfb\u901a\u8fc7\u4e00\u4e2a\u8ba1\u7b97\u6b65\u9aa4\u76f4\u63a5\u8054\u7cfb\u8d77\u6765\uff0c\u6240\u4ee5\u8fdc\u8ddd\u79bb\u4f9d\u8d56\u7279\u5f81\u4e4b\u95f4\u7684\u8ddd\u79bb\u88ab\u6781\u5927\u7f29\u77ed\uff0c\u6709\u5229\u4e8e\u6709\u6548\u5730\u5229\u7528\u8fd9\u4e9b\u7279\u5f81\u3002\u9664\u6b64\u5916\uff0cSelf Attention \u5bf9\u4e8e\u589e\u52a0\u8ba1\u7b97\u7684\u5e76\u884c\u6027\u4e5f\u6709\u76f4\u63a5\u5e2e\u52a9\u4f5c\u7528\u3002

    \u200b \u8fdb\u884c Multi-head Attention \u7684\u539f\u56e0\u662f\u5c06\u6a21\u578b\u5206\u4e3a\u591a\u4e2a\u5934\uff0c\u5f62\u6210\u591a\u4e2a\u5b50\u7a7a\u95f4\uff0c\u53ef\u4ee5\u8ba9\u6a21\u578b\u53bb\u5173\u6ce8\u4e0d\u540c\u65b9\u9762\u7684\u4fe1\u606f\uff0c\u6700\u540e\u518d\u5c06\u5404\u4e2a\u65b9\u9762\u7684\u4fe1\u606f\u7efc\u5408\u8d77\u6765\u3002\u5176\u5b9e\u76f4\u89c2\u4e0a\u4e5f\u53ef\u4ee5\u60f3\u5230\uff0c\u5982\u679c\u81ea\u5df1\u8bbe\u8ba1\u8fd9\u6837\u7684\u4e00\u4e2a\u6a21\u578b\uff0c\u5fc5\u7136\u4e5f\u4e0d\u4f1a\u53ea\u505a\u4e00\u6b21 attention\uff0c\u591a\u6b21 attention \u7efc\u5408\u7684\u7ed3\u679c\u81f3\u5c11\u80fd\u591f\u8d77\u5230\u589e\u5f3a\u6a21\u578b\u7684\u4f5c\u7528\uff0c\u4e5f\u53ef\u4ee5\u7c7b\u6bd4 CNN \u4e2d\u540c\u65f6\u4f7f\u7528\u591a\u4e2a\u5377\u79ef\u6838\u7684\u4f5c\u7528\uff0c\u76f4\u89c2\u4e0a\u8bb2\uff0c\u591a\u5934\u7684\u6ce8\u610f\u529b\u6709\u52a9\u4e8e\u7f51\u7edc\u6355\u6349\u5230\u66f4\u4e30\u5bcc\u7684\u7279\u5f81/\u4fe1\u606f\u3002

    \u7531\u4e24\u4e2a\u7ebf\u6027\u53d8\u6362\u7ec4\u6210\uff0c\u4e2d\u95f4\u6709\u4e00\u4e2a ReLU \u6fc0\u6d3b\u51fd\u6570

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_16","title":"\u5176\u4ed6\u76f8\u5173\u7684","text":"

    seq2seq \u6700\u5927\u7684\u95ee\u9898\u5728\u4e8e\u5c06 Encoder \u7aef\u7684\u6240\u6709\u4fe1\u606f\u538b\u7f29\u5230\u4e00\u4e2a\u56fa\u5b9a\u957f\u5ea6\u7684\u5411\u91cf\u4e2d\uff0c\u5e76\u5c06\u5176\u4f5c\u4e3a Decoder \u7aef\u9996\u4e2a\u9690\u85cf\u72b6\u6001\u7684\u8f93\u5165\uff0c\u6765\u9884\u6d4b Decoder \u7aef\u7b2c\u4e00\u4e2a\u5355\u8bcd(token)\u7684\u9690\u85cf\u72b6\u6001\u3002\u5728\u8f93\u5165\u5e8f\u5217\u6bd4\u8f83\u957f\u7684\u65f6\u5019\uff0c\u8fd9\u6837\u505a\u663e\u7136\u4f1a\u635f\u5931 Encoder \u7aef\u7684\u5f88\u591a\u4fe1\u606f\uff0c\u800c\u4e14\u8fd9\u6837\u4e00\u80a1\u8111\u7684\u628a\u8be5\u56fa\u5b9a\u5411\u91cf\u9001\u5165Decoder \u7aef\uff0cDecoder \u7aef\u4e0d\u80fd\u591f\u5173\u6ce8\u5230\u5176\u60f3\u8981\u5173\u6ce8\u7684\u4fe1\u606f\u3002\u4e0a\u8ff0\u4e24\u70b9\u90fd\u662f seq2seq \u6a21\u578b\u7684\u7f3a\u70b9\uff0c\u540e\u7eed\u5de5\u4f5c\u867d\u7136\u5bf9 seq2seq \u6a21\u578b\u6709\u4e86\u5b9e\u8d28\u6027\u7684\u6539\u8fdb\uff0c\u4f46\u662f\u7531\u4e8e\u4e3b\u4f53\u6a21\u578b\u4ecd\u7136\u4e3a RNN(LSTM)\u7cfb\u5217\u7684\u6a21\u578b\uff0c\u56e0\u6b64\u6a21\u578b\u7684\u5e76\u884c\u80fd\u529b\u8fd8\u662f\u53d7\u9650\uff0c\u800c transformer \u4e0d\u4f46\u5bf9 seq2seq\u6a21\u578b\u8fd9\u4e24\u70b9\u7f3a\u70b9\u6709\u4e86\u5b9e\u8d28\u6027\u7684\u6539\u8fdb(\u591a\u5934\u4ea4\u4e92\u5f0f attention \u6a21\u5757)\uff0c\u800c\u4e14\u8fd8\u5f15\u5165\u4e86 self-attention\u6a21\u5757\uff0c\u8ba9\u6e90\u5e8f\u5217\u548c\u76ee\u6807\u5e8f\u5217\u9996\u5148\u201c\u81ea\u5173\u8054\u201d\u8d77\u6765\uff0c\u8fd9\u6837\u7684\u8bdd\uff0c\u6e90\u5e8f\u5217\u548c\u76ee\u6807\u5e8f\u5217\u81ea\u8eab\u7684embedding \u8868\u793a\u6240\u8574\u542b\u7684\u4fe1\u606f\u66f4\u52a0\u4e30\u5bcc\uff0c\u800c\u4e14\u540e\u7eed\u7684 FNN \u5c42\u4e5f\u589e\u5f3a\u4e86\u6a21\u578b\u7684\u8868\u8fbe\u80fd\u529b\uff0c\u5e76\u4e14Transformer \u5e76\u884c\u8ba1\u7b97\u7684\u80fd\u529b\u662f\u8fdc\u8fdc\u8d85\u8fc7 seq2seq \u7cfb\u5217\u7684\u6a21\u578b\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#bert","title":"bert\u67b6\u6784\u3001\u9884\u8bad\u7ec3\u4efb\u52a1\u3001\u4ec0\u4e48\u662f\u7cbe\u8c03","text":"

    Maked LM \u548c Next Sentence Prediction

    \u7ed9\u5b9a\u4e00\u53e5\u8bdd\uff0c\u968f\u673a Mask \u6389\u8fd9\u53e5\u8bdd\u4e2d\u7684\u4e00\u4e2a\u6216\u51e0\u4e2a\u8bcd\uff0c\u8981\u6c42\u6839\u636e\u5269\u4f59\u8bcd\u6c47\u9884\u6d4b\u88ab Mask \u6389\u7684\u51e0\u4e2a\u8bcd\u662f\u4ec0\u4e48

    \u5728\u4e00\u53e5\u8bdd\u4e2d\u968f\u673a\u9009\u62e9 15%\u7684\u8bcd\u6c47\u7528\u4e8e\u9884\u6d4b\u3002\u5bf9\u4e8e\u539f\u53e5\u4e2d\u88ab Mask \u6389\u7684\u8bcd\u6c47\uff0c80%\u7684\u60c5\u51b5\u4f1a\u4f7f\u7528\u4e00\u4e2a\u7279\u6b8a\u7b26\u53f7**[MASK]\u66ff\u6362\uff0c10%\u7684\u60c5\u51b5\u4e0b\u91c7\u7528\u4e00\u4e2a**\u4efb\u610f\u8bcd**\u66ff\u6362\uff0c\u5269\u4f59 10%\u60c5\u51b5\u4e0b\u4fdd\u6301**\u539f\u8bcd\u6c47\u4e0d\u53d8

    \u8fd9\u4e48\u505a\u7684\u4f18\u70b9\u662f\uff1a\u5728\u540e\u7eed\u5fae\u8c03\u7684\u8fc7\u7a0b\u4e2d\uff0c\u8bed\u53e5\u5e76\u4e0d\u4f1a\u51fa\u73b0[MASK]\u6807\u8bb0\uff0c\u5f53\u9884\u6d4b\u8bcd\u6c47\u65f6\uff0c\u6a21\u578b\u5e76\u4e0d\u77e5

    \u9053\u8f93\u5165\u5bf9\u5e94\u4f4d\u7f6e\u7684\u8bcd\u6c47\u662f\u5426\u4e3a\u6b63\u786e\u7684\u8bcd\u6c47\uff0810%\u7684\u6982\u7387\uff09\uff0c\u8fd9\u5c31\u8feb\u4f7f\u6a21\u578b\u66f4\u591a\u5730\u4f9d\u8d56\u4e8e\u4e0a\u4e0b\u6587\u4fe1\u606f\u53bb

    \u9884\u6d4b\u8bcd\u6c47\uff0c\u5e76\u4e14\u8d4b\u4e88\u6a21\u578b\u4e00\u5b9a\u7684\u7ea0\u9519\u80fd\u529b\u3002\u7f3a\u70b9\uff1a\u7531\u4e8e\u6bcf\u6279\u6b21\u6570\u636e\u4e2d\uff0c\u53ea\u6709 15%\u7684\u6807\u8bb0\u88ab\u9884\u6d4b\uff0c\u8fd9\u610f\u5473\u7740\u6a21\u578b\u9700\u8981\u66f4\u591a\u7684\u9884\u8bad\u7ec3\u6b65\u9aa4\u6765\u6536\u655b\u3002

    \u7ed9\u5b9a\u4e00\u7bc7\u6587\u7ae0\u4e2d\u7684\u4e24\u53e5\u8bdd\uff0c\u5224\u65ad\u7b2c\u4e8c\u53e5\u8bdd\u5728\u6587\u672c\u4e2d\u662f\u5426\u7d27\u8ddf\u5728\u7b2c\u4e00\u53e5\u8bdd\u4e4b\u540e

    \u5b9e\u9645\u4e0a\u662f\u6bb5\u843d\u91cd\u6392\u5e8f\u7684\u7b80\u5316\u7248\uff1a\u53ea\u8003\u8651\u4e24\u53e5\u8bdd\uff0c\u5224\u65ad\u662f\u5426\u662f\u4e00\u7bc7\u6587\u7ae0\u4e2d\u7684\u524d\u540e\u53e5\u3002\u5728\u5b9e\u9645\u9884\u8bad\u7ec3\u8fc7\u7a0b\u4e2d\uff0c\u6587\u7ae0\u4f5c\u8005\u4ece\u6587\u672c\u8bed\u6599\u5e93\u4e2d\u968f\u673a\u9009\u62e9 50%\u6b63\u786e\u8bed\u53e5\u5bf9\u548c 50%\u9519\u8bef\u8bed\u53e5\u5bf9\u8fdb\u884c\u8bad\u7ec3\uff0c\u4e0e Masked LM \u4efb\u52a1\u76f8\u7ed3\u5408\uff0c\u8ba9\u6a21\u578b\u80fd\u591f\u66f4\u51c6\u786e\u5730\u523b\u753b\u8bed\u53e5\u4e43\u81f3\u6574\u7bc7\u6587\u7ae0\u5c42\u9762\u7684\u8bed

    \u4e49\u4fe1\u606f\u3002

    \u901a\u8fc7\u8fd9\u4e24\u4e2a\u4efb\u52a1\u7684\u8054\u5408\u5b66\u4e60\uff0c\u53ef\u4ee5\u4f7f\u5f97 Bert \u5b66\u4e60\u5230\u7684\u8868\u5f81\u65e2\u6709 token \u7ea7\u522b\u4fe1\u606f\uff0c\u540c\u65f6\u4e5f\u5305\u542b\u4e86\u53e5\u5b50\u7ea7\u522b\u7684\u8bed\u4e49\u4fe1\u606f\u3002

    \u731c\u6d4b\uff1aCBOWvsMASK\uff1f

    \u76f8\u540c\u70b9\uff1a

    \u200b CBOW \u7684\u6838\u5fc3\u601d\u60f3\u662f\uff0c\u7ed9\u5b9a\u4e0a\u4e0b\u6587\uff0c\u6839\u636e\u5b83\u7684\u4e0a\u6587 context-before \u548c\u4e0b\u6587 context-after \u53bb

    \u9884\u6d4b input word\u3002Bert \u672c\u8d28\u4e0a\u4e5f\u662f\u5982\u6b64\u3002

    \u4e0d\u540c\u70b9\uff1a

    \u200b * \u9996\u5148\uff0c\u5728 CBOW \u4e2d\uff0c\u6bcf\u4e2a\u5355\u8bcd\u4f1a\u79f0\u4e3a input word\uff0c\u800c Bert \u4e2d\u53ea\u6709 15%\u7684\u8bcd\u4f1a\u79f0\u4e3a input word\u3002

    \u200b * \u5176\u6b21\uff0c\u5bf9\u4e8e\u6570\u636e\u8f93\u5165\u90e8\u5206\uff0cCBOW \u4e2d\u7684\u8f93\u5165\u6570\u636e\u53ea\u6709\u5f85\u9884\u6d4b\u5355\u8bcd\u7684\u4e0a\u4e0b\u6587\uff0c\u800c Bert \u7684\u8f93\u5165\u662f\u5e26\u6709[MASK] token \u7684\u201c\u5b8c\u6574\u201d\u53e5\u5b50\uff0c\u4e5f\u5c31\u662f\u8bf4 Bert \u5728\u8f93\u5165\u7aef\u5c06\u5f85\u9884\u6d4b\u7684 input word \u7528[MASK] token \u4ee3\u66ff\u4e86\u3002

    \u200b * \u53e6\u5916\uff0c\u901a\u8fc7 CBOW \u6a21\u578b\u8bad\u7ec3\u540e\uff0c\u6bcf\u4e2a\u5355\u8bcd\u7684 word embedding \u662f\u552f\u4e00\u7684\uff0c\u56e0\u6b64\u5e76\u4e0d\u80fd\u5f88\u597d\u7684\u5904\u7406\u4e00\u8bcd\u591a\u5f02\u7684\u95ee\u9898\uff1b\u800c Bert \u6a21\u578b\u5f97\u5230\u7684 word embedding \uff08token embedding\uff09\u878d\u5408\u4e86\u4e0a\u4e0b\u6587\u4fe1\u606f\uff0c\u5c31\u7b97\u662f\u540c\u4e00\u4e2a\u5355\u8bcd\uff0c\u5728\u4e0d\u540c\u7684\u4e0a\u4e0b\u6587\u73af\u5883\u4e0b\uff0c\u5f97\u5230\u7684 word embedding \u662f\u4e0d\u4e00\u6837\u7684\u3002

    \u6a21\u578b\u7cbe\u8c03\uff08Fine-tuning\uff09\u548c\u5fae\u8c03\uff08Transfer learning\uff09\u90fd\u662f\u9488\u5bf9\u9884\u8bad\u7ec3\u6a21\u578b\u8fdb\u884c\u6a21\u578b\u4f18\u5316\u7684\u6280\u672f\uff0c\u4f46\u5b83\u4eec\u6709\u4e00\u4e9b\u533a\u522b\u3002

    \u6a21\u578b\u5fae\u8c03\uff08Transfer learning\uff09\u662f\u5229\u7528\u5728\u4e00\u4e2a\u4efb\u52a1\u4e2d\u9884\u8bad\u7ec3\u597d\u7684\u6a21\u578b\u5728\u53e6\u4e00\u4e2a\u76f8\u5173\u4efb\u52a1\u4e0a\u8fdb\u884c\u5fae\u8c03\u7684\u8fc7\u7a0b\u3002\u5728\u5fae\u8c03\u8fc7\u7a0b\u4e2d\uff0c\u6a21\u578b\u7684\u524d\u51e0\u5c42\u901a\u5e38\u662f\u51bb\u7ed3\u7684\uff08\u5373\u6743\u91cd\u4e0d\u518d\u66f4\u65b0\uff09\uff0c\u53ea\u6709\u6700\u540e\u51e0\u5c42\u9700\u8981\u8c03\u6574\u4ee5\u9002\u5e94\u65b0\u7684\u4efb\u52a1\u3002\u8fd9\u4e2a\u8fc7\u7a0b\u53ef\u4ee5\u5feb\u901f\u63d0\u9ad8\u6a21\u578b\u7684\u51c6\u786e\u6027\uff0c\u5e76\u4e14\u901a\u5e38\u53ea\u9700\u8981\u8f83\u5c11\u7684\u6570\u636e\u6765\u5b8c\u6210\u8bad\u7ec3\u3002\u4f8b\u5982\uff0c\u53ef\u4ee5\u4f7f\u7528\u5728\u5927\u578b\u56fe\u50cf\u5206\u7c7b\u4efb\u52a1\u4e0a\u9884\u8bad\u7ec3\u7684\u6a21\u578b\uff0c\u7136\u540e\u5728\u5c0f\u578b\u56fe\u50cf\u5206\u7c7b\u4efb\u52a1\u4e0a\u8fdb\u884c\u5fae\u8c03\u3002

    \u76f8\u53cd\uff0c\u6a21\u578b\u7cbe\u8c03\uff08Fine-tuning\uff09\u662f\u6307\u5728\u4e00\u4e2a\u7279\u5b9a\u4efb\u52a1\u4e0a\u4f7f\u7528\u9884\u8bad\u7ec3\u6a21\u578b\uff0c\u7136\u540e\u5728\u8be5\u4efb\u52a1\u7684\u8bad\u7ec3\u6570\u636e\u4e0a\u7ee7\u7eed\u8bad\u7ec3\u6574\u4e2a\u6a21\u578b\u3002\u5728\u8fd9\u79cd\u60c5\u51b5\u4e0b\uff0c\u6574\u4e2a\u6a21\u578b\u7684\u6743\u91cd\u90fd\u4f1a\u88ab\u8c03\u6574\u3002\u8fd9\u4e2a\u8fc7\u7a0b\u9700\u8981\u66f4\u591a\u7684\u6570\u636e\u548c\u8ba1\u7b97\u8d44\u6e90\uff0c\u5e76\u4e14\u901a\u5e38\u4f1a\u4ea7\u751f\u66f4\u597d\u7684\u6027\u80fd\uff0c\u4f46\u4e5f\u9700\u8981\u66f4\u591a\u7684\u65f6\u95f4\u548c\u7cbe\u529b\u6765\u5b8c\u6210\u3002

    \u603b\u7684\u6765\u8bf4\uff0c\u5fae\u8c03\u662f\u5229\u7528\u9884\u8bad\u7ec3\u6a21\u578b\u7684\u77e5\u8bc6\u548c\u7279\u5f81\u6765\u5feb\u901f\u8bad\u7ec3\u4e00\u4e2a\u65b0\u7684\u6a21\u578b\uff0c\u800c\u7cbe\u8c03\u662f\u5bf9\u6574\u4e2a\u6a21\u578b\u8fdb\u884c\u91cd\u65b0\u8bad\u7ec3\uff0c\u4ee5\u8fbe\u5230\u66f4\u597d\u7684\u6027\u80fd\u3002

    bert\u7684\u5fae\u8c03\u53ef\u4ee5\u7528\u4e8e\u4e0b\u9762\u76844\u4e2a\u573a\u666f\uff1a

    \u53e5\u5b50\u8bed\u4e49\u76f8\u4f3c\u5ea6\u7684\u4efb\u52a1\uff1b

    \u591a\u6807\u7b7e\u5206\u7c7b\u7684\u4efb\u52a1\uff1b

    \u9488\u5bf9\u7ffb\u8bd1\u7684\u4efb\u52a1\uff1b

    \u6587\u672c\u751f\u6210\u7684\u4efb\u52a1

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#gpt-1","title":"gpt-1\u67b6\u6784\u3001\u9884\u8bad\u7ec3\u4efb\u52a1","text":"

    GPT-1\u7684\u6a21\u578b\u7ed3\u6784\u5305\u62ec\u4e8612\u5c42\u89e3\u7801\u5668\uff08decoder\uff09\u548c768\u7ef4\u7684\u9690\u72b6\u6001\u5411\u91cf\u3002\u5728\u6bcf\u4e00\u5c42\u89e3\u7801\u5668\u4e2d\uff0cGPT-1\u4f7f\u7528\u4e86\u591a\u5934\u81ea\u6ce8\u610f\u529b\u673a\u5236\u548c\u524d\u5411\u4f20\u64ad\u7f51\u7edc\uff0c\u7528\u4e8e\u5b66\u4e60\u4e0a\u4e0b\u6587\u76f8\u5173\u7684\u8bcd\u5d4c\u5165\uff08contextual word embeddings\uff09\u3002\u5728\u751f\u6210\u6587\u672c\u65f6\uff0cGPT-1\u4f7f\u7528\u4e86\u6700\u7ec8\u5c42\u89e3\u7801\u5668\u7684\u8f93\u51fa\u4f5c\u4e3a\u9884\u6d4b\u7ed3\u679c\u3002 * \u9884\u8bad\u7ec3\u65b9\u6cd5

    GPT-1\u91c7\u7528\u4e86\u5927\u89c4\u6a21\u7684\u65e0\u76d1\u7763\u9884\u8bad\u7ec3\u65b9\u6cd5\uff0c\u8be5\u65b9\u6cd5\u79f0\u4e3a\u8bed\u8a00\u5efa\u6a21\uff08language modeling\uff09\u3002\u5177\u4f53\u6765\u8bf4\uff0cGPT-1\u4f7f\u7528\u4e86\u4e00\u4e2a\u57fa\u4e8eTransformer\u89e3\u7801\u5668\u7684\u81ea\u56de\u5f52\u8bed\u8a00\u6a21\u578b\uff08auto-regressive language model\uff09\uff0c\u901a\u8fc7\u6700\u5927\u5316\u6587\u672c\u5e8f\u5217\u7684\u6982\u7387\uff0c\u9884\u6d4b\u4e0b\u4e00\u4e2a\u5355\u8bcd\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_17","title":"\u5176\u4f59\u7684\u5927\u6a21\u578b\u76f8\u5173\u6982\u5ff5","text":"

    \u7528\u4e8e\u8c03\u7528\u6216\u89e6\u53d1\u5927\u578b\u8bed\u8a00\u6a21\u578b\u751f\u6210\u8f93\u51fa\u7684\u6587\u672c\u6216\u6307\u4ee4\u3002\u53ef\u4ee5\u662f\u95ee\u9898\u3001\u4efb\u52a1\u63cf\u8ff0\u3001\u6216\u8005\u5bf9\u6a21\u578b\u6240\u671f\u671b\u7684\u56de\u7b54\u7684\u63d0\u793a\u6027\u6307\u4ee4

    \u901a\u8fc7\u6784\u5efa\u6307\u4ee4\u683c\u5f0f\u7684\u5b9e\u4f8b\uff0c\u7136\u540e\u4ee5**\u6709\u76d1\u7763**\u7684\u65b9\u5f0f\u5bf9\u5927\u8bed\u8a00\u6a21\u578b\u8fdb\u884c\u5fae\u8c03\u3002\u6307\u4ee4\u683c\u5f0f\u901a\u5e38\u5305\u542b\u4efb\u52a1\u63cf\u8ff0\uff0c\u4e00\u5bf9\u8f93\u5165\u8f93\u51fa\u4ee5\u53ca\u793a\u4f8b

    \u6307\u7528\u6237\u5728\u4e00\u6b21\u5bf9\u8bdd\u4e2d\u63d0\u51fa\u4e00\u7cfb\u5217\u76f8\u5173\u95ee\u9898\u6216\u89c2\u70b9\uff0c\u6216\u8005\u6a21\u578b\u751f\u6210\u4e00\u7cfb\u5217\u8fde\u8d2f\u7684\u56de\u7b54\u6216\u8f93\u51fa

    \u6a21\u578b\u57fa\u4e8e\u5f3a\u5316\u5b66\u4e60\u6846\u67b6\uff0c\u901a\u8fc7\u4e0e\u4eba\u7c7b\u7528\u6237\u6216\u4e13\u5bb6\u8fdb\u884c\u4ea4\u4e92\uff0c\u4ece\u5176\u63d0\u4f9b\u7684\u53cd\u9988\u4e2d\u5b66\u4e60\u548c\u6539\u8fdb

    \u6307\u6a21\u578b\u751f\u6210\u7684\u56de\u590d\u5305\u542b\u9519\u8bef\u7684\u4e8b\u5b9e\u3001\u4e0d\u51c6\u786e\u7684\u4fe1\u606f\uff0c\u6216\u8005\u4e0e\u7528\u6237\u7684\u67e5\u8be2\u65e0\u5173\u7684\u5185\u5bb9

    \u5728\u7279\u5b9a\u4e0a\u4e0b\u6587\u73af\u5883\u4e2d\u5b66\u4e60\u7684\u673a\u5668\u5b66\u4e60\u65b9\u6cd5

    \u6307\u786e\u4fdd\u4eba\u5de5\u667a\u80fd\u7cfb\u7edf\u7684\u76ee\u6807\u3001\u51b3\u7b56\u548c\u884c\u4e3a\u4e0e\u4eba\u7c7b\u4ef7\u503c\u89c2\u4e00\u81f4\u7684\u8fc7\u7a0b

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_18","title":"\u4e00\u4e9b\u5e38\u89c1\u6a21\u578b\u67b6\u6784\u56fe","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#lstm_1","title":"LSTM","text":"

    \u6807\u51c6 LSTM \u7684\u67b6\u6784\u3002{w1\uff0cw2\uff0c. \u3002 \u3002 , wN } \u8868\u793a\u957f\u5ea6\u4e3a N \u7684\u53e5\u5b50\u4e2d\u7684\u8bcd\u5411\u91cf\u3002 {h1, h2, . \u3002 \u3002 , hN } \u662f\u9690\u85cf\u7684\u5411\u91cf\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#atae-lstm","title":"ATAE-LSTM","text":"

    \u57fa\u4e8e\u6ce8\u610f\u529b\u7684 LSTM \u67b6\u6784\u3002 Aspect embedding\u5df2\u7528\u4e8e\u786e\u5b9a\u6ce8\u610f\u529b\u6743\u91cd\u4ee5\u53ca\u53e5\u5b50\u8868\u793a\u3002 {w1\uff0cw2\uff0c. .. , wN } \u8868\u793a\u957f\u5ea6\u4e3aN\u7684\u53e5\u5b50\u4e2d\u7684\u8bcd\u5411\u91cf\u3002 Va \u8868\u793aaspect embedding\u3002 \u03b1\u662f\u6ce8\u610f\u529b\u6743\u91cd\u3002 {h1\uff0ch2\uff0c. .. , hN } \u662f\u9690\u85cf\u5411\u91cf\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#rnn","title":"RNN","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#bi-lstm","title":"BI-LSTM","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#cnn","title":"CNN","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#transformer","title":"Transformer","text":"

    \u89c1\u9884\u8bad\u7ec3\u90e8\u5206

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#2019","title":"2019\u7ea7\u8bd5\u5377\u6574\u7406","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_19","title":"\u540d\u8bcd\u89e3\u91ca","text":"

    1.\u9884\u8bad\u7ec3

    \u4f7f\u7528\u5927\u89c4\u6a21\u672a\u7ecf\u8fc7\u4eba\u5de5\u6807\u6ce8\u7684\u6570\u636e\u8fdb\u884c\u6a21\u578b\u8bad\u7ec3\uff0c\u4ece\u4e2d\u63d0\u53d6\u51fa\u5c3d\u53ef\u80fd\u591a\u7684\u5171\u6027\u7279\u5f81\uff0c\u4ece\u800c\u4f7f\u5f97\u6a21\u578b\u5bf9\u4e8e\u540e\u7eed\u5177\u6709\u6307\u5b9a\u4efb\u52a1\u7684\u5b66\u4e60\u8d1f\u62c5\u53d8\u8f7b

    2.\u6587\u672c\u8574\u542b

    \u4e24\u4e2a\u6587\u672c\u7247\u6bb5\u6709\u6307\u5411\u5173\u7cfb\u3002 \u5f53\u8ba4\u4e3a\u4e00\u4e2a\u6587\u672c\u7247\u6bb5\u771f\u5b9e\u65f6\uff0c\u53ef\u4ee5\u63a8\u65ad\u51fa\u53e6\u4e00\u4e2a\u6587\u672c\u7247\u65ad\u7684\u771f\u5b9e\u6027\u3002 \u4e5f\u5c31\u662f\u6307\uff0c\u4e00\u4e2a\u6587\u672c\u7247\u6bb5\u8574\u6db5\u4e86\u53e6\u4e00\u4e2a\u6587\u672c\u7247\u6bb5\u7684\u77e5\u8bc6\u3002

    3.\u6ce8\u610f\u529b\u673a\u5236

    \u8ba9\u8ba1\u7b97\u673a\u9009\u62e9\u6027\u9057\u5fd8\u540c\u65f6\u5173\u6ce8\u4e0a\u4e0b\u6587\uff0c\u6839\u636e\u5177\u4f53\u4efb\u52a1\u76ee\u6807\uff0c\u5bf9\u5173\u6ce8\u7684\u65b9\u5411\u548c\u52a0\u6743\u6a21\u578b\u8fdb\u884c\u8c03\u6574\uff0c\u5c06\u6709\u9650\u7684\u6ce8\u610f\u529b\u96c6\u4e2d\u5728\u91cd\u70b9\u4fe1\u606f\u4e0a\uff0c\u4ece\u800c\u8282\u7701\u8d44\u6e90\uff0c\u5feb\u901f\u83b7\u5f97\u6700\u6709\u6548\u7684\u4fe1\u606f\u3002

    4.\u8bcd\u6027\u6807\u6ce8

    \u5728\u7ed9\u5b9a\u53e5\u5b50\u4e2d\u5224\u5b9a\u6bcf\u4e2a\u8bcd\u7684\u8bed\u6cd5\u8303\u7574\uff0c\u786e\u5b9a\u5176\u8bcd\u6027\u548c\u6d45\u5c42\u7684\u6b67\u4e49\u6d88\u9664\uff0c\u5e76\u52a0\u4ee5\u6807\u6ce8\u7684\u8fc7\u7a0b

    5.\u8bed\u8a00\u6a21\u578b

    \u7ed9\u5b9a\u4e0a\u4e0b\u6587\uff0c\u53bb\u9884\u6d4b\u4e0b\u4e00\u4e2a\u8bcd\u6216\u8005\u4e0b\u4e00\u6bb5\u6587\u672c\u51fa\u73b0\u7684\u6982\u7387

    6.\u8bcd\u5411\u91cf

    \u5c06\u4e00\u4e2a\u8bcd\u6620\u5c04\u5230\u4e00\u4e2a\u5411\u91cf\u7a7a\u95f4\uff0c\u7528\u591a\u7ef4\u5411\u91cf\u8868\u793a\uff08\u9ad8\u7ef4\u7279\u5f81\uff09\uff0c\u8fd9\u4e2a\u5411\u91cf\u5c31\u662f\u8bcd\u5411\u91cf\u3002\u4f7f\u7528\u591a\u7ef4\u7279\u5f81\u6765\u8868\u793a\u4e00\u4e2a\u8bcd\uff0c\u8fd9\u6837\u540c\u79cd\u7c7b\u7684\u8bcd\u6c47\u5c31\u4f1a\u6709\u975e\u5e38\u76f8\u4f3c\u7684\u7279\u5f81

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_20","title":"\u7b80\u7b54\u9898","text":"

    LSTM\u5f15\u5165\u4e86\u95e8\u63a7\u673a\u5236\uff0c\u5305\u62ec\u9057\u5fd8\u95e8\uff08Forget Gate\uff09\u3001\u8f93\u5165\u95e8\uff08Input Gate\uff09\u548c\u8f93\u51fa\u95e8\uff08Output Gate\uff09\u3002\u6bcf\u4e2a\u95e8\u90fd\u6709\u4e00\u4e2asigmoid\u6fc0\u6d3b\u51fd\u6570\u6765\u51b3\u5b9a\u4fe1\u606f\u7684\u6d41\u52a8\uff0c\u4ee5\u53ca\u4e00\u4e2atanh\u6fc0\u6d3b\u51fd\u6570\u6765\u8c03\u6574\u8f93\u5165\u3002\u7ed3\u6784\u5982\u4e0b\uff1a

    GRU\u5305\u542b\u66f4\u65b0\u95e8\uff08Update Gate\uff09\u548c\u91cd\u7f6e\u95e8\uff08Reset Gate\uff09\uff0c\u901a\u8fc7\u8fd9\u4e24\u4e2a\u95e8\u7684\u63a7\u5236\u5b9e\u73b0\u4fe1\u606f\u7684\u66f4\u65b0\u548c\u91cd\u7f6e\u3002\u7ed3\u6784\u5982\u4e0b\uff1a

    CBOW Skip-gram \u8f93\u5165 \u4e0a\u4e0b\u6587\u8bcd\uff08\u591a\u4e2a\uff09 \u76ee\u6807\u8bcd \u8f93\u51fa \u76ee\u6807\u8bcd\u7684\u6982\u7387\u5206\u5e03 \u4e0a\u4e0b\u6587\u8bcd\u7684\u6982\u7387\u5206\u5e03 \u8bad\u7ec3\u6570\u636e\u6837\u672c (\u4e0a\u4e0b\u6587, \u76ee\u6807\u8bcd) (\u76ee\u6807\u8bcd, \u4e0a\u4e0b\u6587\u8bcd) \u8bad\u7ec3\u6548\u679c \u5c0f\u89c4\u6a21\u6570\u636e\u96c6\u6548\u679c\u8f83\u597d \u5927\u89c4\u6a21\u6570\u636e\u96c6\u6548\u679c\u8f83\u597d \u6570\u636e\u5229\u7528\u7387 \u5229\u7528\u4e0a\u4e0b\u6587\u4fe1\u606f\u8fdb\u884c\u8bad\u7ec3 \u901a\u8fc7\u76ee\u6807\u8bcd\u751f\u6210\u591a\u4e2a\u8bad\u7ec3\u6837\u672c \u8ba1\u7b97\u6548\u7387 \u76f8\u5bf9\u8f83\u5feb\uff0c\u56e0\u4e3a\u8003\u8651\u6574\u4e2a\u4e0a\u4e0b\u6587\u7684\u4fe1\u606f \u76f8\u5bf9\u8f83\u6162\uff0c\u56e0\u4e3a\u9700\u8981\u751f\u6210\u591a\u4e2a\u6837\u672c \u9002\u7528\u6027 \u9002\u7528\u4e8e\u51fa\u73b0\u9891\u7387\u8f83\u9ad8\u7684\u8bcd\u6c47 \u9002\u7528\u5904\u7406\u7f55\u89c1\u8bcd\u6c47\u548c\u6355\u6349\u8bcd\u6c47\u95f4\u7684\u590d\u6742\u5173\u7cfb

    GPT \u4e0d\u662f\u53cc\u5411\u7684\uff0c\u6ca1\u6709 masking \u6982\u5ff5

    Bert \u5728\u8bad\u7ec3\u4e2d\u52a0\u5165\u4e0b\u4e00\u4e2a\u53e5\u5b50\u9884\u6d4b\u4efb\u52a1\uff0c\u6240\u4ee5\u5b83\u6709 sengment \u5d4c\u5165

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_21","title":"\u65b9\u6848\u8bbe\u8ba1","text":"

    1. \u60c5\u666f\uff1a\u6570\u636e\u7684\u547d\u540d\u5b9e\u4f53\u5df2\u88ab\u6807\u6ce8\uff0c\u5b9e\u4f53\u5b58\u5728\u91cd\u53e0\u548c\u5d4c\u5165\uff08\u6bd4\u5982\u6b66\u6c49\u5927\u5b66\u5305\u542b\u6b66\u6c49\u8fd9\u4e2a\u5b9e\u4f53\uff09\uff0c\u8bbe\u8ba1\u65b9\u6848\u5b8c\u6210NER\uff0c\u5199\u51fa**\u6d41\u7a0b\u56fe**\u3001\u6a21\u5757\u8bf4\u660e\u3001\u8bc4\u4ef7\u6307\u6807

    2. \u60c5\u666f\uff1a\u6709\u4e2d\u6587\u548c\u5bf9\u5e94\u82f1\u6587\u7684\u6570\u636e\u96c6\uff0c\u8bbe\u8ba1\u673a\u5668\u7ffb\u8bd1\u7cfb\u7edf\uff0c\u5199\u51fa**\u6d41\u7a0b\u56fe**\u3001\u6a21\u5757\u8bf4\u660e\u3001\u8bc4\u4ef7\u6307\u6807

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#2020","title":"2020\u7ea7\u8bd5\u5377\u6574\u7406","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_22","title":"\u540d\u8bcd\u89e3\u91ca","text":"
    1. \u81ea\u7136\u8bed\u8a00

    \u4eba\u7c7b\u793e\u4f1a\u53d1\u5c55\u8fc7\u7a0b\u4e2d\u81ea\u7136\u4ea7\u751f\u7684\u3001\u7ea6\u5b9a\u4fd7\u6210\u7684\u8bed\u8a00

    1. \u5206\u8bcd

    \u5c06\u53e5\u5b50\u3001\u6bb5\u843d\u7b49\u6587\u672c\u5206\u89e3\u4e3a\u6709\u610f\u4e49\u7684\u5b57\u8bcd\u5355\u5143\uff0c\u65b9\u4fbf\u540e\u7eed\u7684\u5904\u7406\u5206\u6790

    1. \u5b9e\u4f53\u8bc6\u522b

    \u6307\u8bc6\u522b\u6587\u672c\u4e2d\u5177\u6709\u7279\u5b9a\u610f\u4e49\u7684\u5b9e\u4f53\uff0c\u4e3b\u8981\u5305\u62ec\u4eba\u540d\u3001\u5730\u540d\u3001\u673a\u6784\u540d\u3001\u4e13\u6709\u540d\u8bcd\u7b49\u3002\u7b80\u5355\u6765\u8bf4\uff0c\u5c31\u662f\u8bc6\u522b\u81ea\u7136\u6587\u672c\u4e2d\u7684\u5b9e\u4f53\u6307\u79f0\u7684\u8fb9\u754c\u548c\u7c7b\u522b\u3002

    1. \u5faa\u73af\u795e\u7ecf\u7f51\u7edc

    \u5faa\u73af\u795e\u7ecf\u7f51\u7edc (RNN) \u662f\u4e00\u79cd\u4f7f\u7528\u5e8f\u5217\u6570\u636e\u6216\u65f6\u5e8f\u6570\u636e\u7684\u4eba\u5de5\u795e\u7ecf\u7f51\u7edc

    \u5377\u79ef\u795e\u7ecf\u7f51\u7edc\uff08Convolutional Neural Networks, CNN\uff09\u662f**\u4e00\u7c7b\u5305\u542b\u5377\u79ef\u8ba1\u7b97\u4e14\u5177\u6709\u6df1\u5ea6\u7ed3\u6784\u7684\u524d\u9988\u795e\u7ecf\u7f51\u7edc**\uff0c\u5305\u542b\u6709\u8f93\u5165\u5c42\u3001\u5377\u79ef\u5c42\u3001\u6c60\u5316\u5c42\u3001\u5168\u8fde\u63a5\u5c42\u3001\u8f93\u51fa\u5c42

    1. \u8bed\u8a00\u6a21\u578b

    \u7ed9\u5b9a\u4e0a\u4e0b\u6587\uff0c\u53bb\u9884\u6d4b\u4e0b\u4e00\u4e2a\u8bcd\u6216\u8005\u4e0b\u4e00\u6bb5\u6587\u672c\u51fa\u73b0\u7684\u6982\u7387

    1. \u8bcd\u5411\u91cf

    \u5c06\u4e00\u4e2a\u8bcd\u6620\u5c04\u5230\u4e00\u4e2a\u5411\u91cf\u7a7a\u95f4\uff0c\u7528\u591a\u7ef4\u5411\u91cf\u8868\u793a\uff08\u9ad8\u7ef4\u7279\u5f81\uff09\uff0c\u8fd9\u4e2a\u5411\u91cf\u5c31\u662f\u8bcd\u5411\u91cf\u3002\u4f7f\u7528\u591a\u7ef4\u7279\u5f81\u6765\u8868\u793a\u4e00\u4e2a\u8bcd\uff0c\u8fd9\u6837\u540c\u79cd\u7c7b\u7684\u8bcd\u6c47\u5c31\u4f1a\u6709\u975e\u5e38\u76f8\u4f3c\u7684\u7279\u5f81

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_23","title":"\u7b80\u7b54\u9898","text":"
    1. \u4e3e\u51fa\u4e09\u4e2a\u5206\u7c7b\u4efb\u52a1\uff0c\u8bf4\u660e\u5e94\u7528\u573a\u666f

    19\u5e74\u51fa\u73b0

    1. \u7b80\u8ff0\u5377\u79ef\u795e\u7ecf\u7f51\u7edc\u3001\u5faa\u73af\u795e\u7ecf\u7f51\u7edc\uff0ctransformer\u6a21\u578b\u7684\u7279\u70b9\uff08\u533a\u522b\uff09

    \u5904\u7406\u6570\u636e\u7c7b\u578b\uff1a

    \u6a21\u578b\u7ed3\u6784\uff1a

    \u5e76\u884c\u6027\uff1a

    \u68af\u5ea6\u4f20\u64ad\uff1a

    \u628a\u6bcf\u4e2a\u8bcd\u8868\u5f81\u4e3aK\u7ef4\u7684\u5b9e\u6570\u5411\u91cf\uff08\u6bcf\u4e2a\u5b9e\u6570\u90fd\u5bf9\u5e94\u7740\u4e00\u4e2a\u7279\u5f81\uff0c\u53ef\u4ee5\u662f\u548c\u5176\u4ed6\u5355\u8bcd\u4e4b\u95f4\u7684\u8054\u7cfb\uff09\uff0c\u5c06\u76f8\u4f3c\u7684\u5355\u8bcd\u5206\u7ec4\u6620\u5c04\u5230\u5411\u91cf\u7a7a\u95f4\u7684\u4e0d\u540c\u90e8\u5206\u62e5\u6709\u5dee\u4e0d\u591a\u4e0a\u4e0b\u6587\u7684\u4e24\u4e2a\u5355\u8bcd\u7684\u610f\u601d\u5f80\u5f80\u662f\u76f8\u8fd1\u7684

    1. \u7b80\u8ff0transformer\u4e2dself-attention\u673a\u5236\u7684\u539f\u7406\u548c\u8ba1\u7b97\u6d41\u7a0b

    \u89c1\u9884\u8bad\u7ec3\u6a21\u578b\u90e8\u5206

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_24","title":"\u65b9\u6848\u8bbe\u8ba1","text":"

    1. \u60c5\u666f\uff1a\u6570\u636e\u88ab\u6807\u6ce8\u4e86\u60c5\u611f\u6781\u6027\uff0c\u8bbe\u8ba1\u4e00\u4e2a\u60c5\u611f\u5206\u7c7b\u65b9\u6848\uff0c\u5199\u51fa**\u6d41\u7a0b\u56fe**\u3001\u6a21\u5757\u8bf4\u660e\u3001\u8bc4\u4ef7\u6307\u6807

    2. \u60c5\u666f\uff1a\u6587\u6863\u6570\u636e\u96c6\uff08\u672a\u6807\u6ce8\uff09\uff0c\u53e5\u96c6\uff08\u6807\u6ce8\u4e86\u5b9e\u4f53\uff09\uff0c\u8bbe\u8ba1\u4e00\u4e2atransformer\u6a21\u578b\uff0c\u91c7\u7528\u9884\u8bad\u7ec3\u548cfine-tune\u6784\u5efa\u4e00\u4e2a\u5b9e\u4f53\u8bc6\u522b\u7cfb\u7edf\uff0c\u5199\u51fa**\u6d41\u7a0b\u56fe**\u3001\u6a21\u5757\u8bf4\u660e\u3001\u8bc4\u4ef7\u6307\u6807

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_25","title":"\u9884\u6d4b\u65b9\u6848\u8bbe\u8ba1\u9898\uff1a\u4e00\u4e2a\u5173\u7cfb/\u5b9e\u4f53\u62bd\u53d6\uff0c\u4e00\u4e2a\u6458\u8981\u7cfb\u7edf\uff1f","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8B/","title":"\u7528\u6765\u8bb0\u5f55\u5927\u4e09\u4e0b\u7684\u8bfe\u7a0b\u8d44\u6599","text":""}]} \ No newline at end of file +{"config":{"lang":["en","ja"],"separator":"[\\s\\u200b\\-]","pipeline":["stemmer"]},"docs":[{"location":"","title":"\u9996\u9875","text":"

    "},{"location":"#welcome-to-my-mkdocs-project","title":"Welcome to My MkDocs Project","text":"

    Introduction

    This website is made by wwz through MkDocs. The initial target is to provide a simple way to create documentation for software projects. What's more, I want to share my knowledge with others. Bisides, if you are interested in my website, you can find more information here.

    Here are some buttons to get the destination quickly!

    \u8bfe\u7a0b\u8d44\u6599 \u4fdd\u7814 \u5173\u4e8e\u6211

    You can contact me through these ways below:

    "},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/","title":"\u5199\u5728\u524d\u9762","text":"

    \u4e0b\u9762\u662f\u57fa\u4e8e\u77e5\u4e4e\u7528\u6237\u7ed9\u51fa\u7684CS\u4fdd\u7814\u5929\u68af\u699c\ud83e\ude9c

    "},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/","title":"985-A/B","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#1-ruc","title":"1. \u4e2d\u56fd\u4eba\u6c11\u5927\u5b66(RUC)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#2-hit","title":"2. \u54c8\u5de5\u5927(HIT)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#3-hitsz","title":"3. \u54c8\u5de5\u6df1(HITSZ)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#4-buaa","title":"4. \u5317\u4eac\u822a\u7a7a\u822a\u5929\u5927\u5b66(BUAA)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#4-whu","title":"4. \u6b66\u6c49\u5927\u5b66(WHU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/#5-hust","title":"5. \u534e\u4e2d\u79d1\u6280\u5927\u5b66(HUST)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/T0%E9%99%A2%E6%A0%A1/T0/","title":"T0\u9662\u6821","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/T0%E9%99%A2%E6%A0%A1/T0/#1-thu1","title":"1. \u6e05\u534e\u5927\u5b66(THU)1","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/T0%E9%99%A2%E6%A0%A1/T0/#2-pku","title":"2. \u5317\u4eac\u5927\u5b66(PKU)","text":"

    1. .\u00a0\u21a9

    "},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/","title":"\u534e\u4e94\u9662\u6821","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#1-fdu","title":"1. \u590d\u65e6\u5927\u5b66(FDU)\ud83e\udd5a","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#2-sjtu","title":"2. \u4e0a\u6d77\u4ea4\u901a\u5927\u5b66(SJTU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#3-cstu","title":"3. \u4e2d\u56fd\u79d1\u5b66\u6280\u672f\u5927\u5b66(CSTU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#4-nju","title":"4. \u5357\u4eac\u5927\u5b66(NJU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#5-zju","title":"5. \u6d59\u6c5f\u5927\u5b66(ZJU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#6-tju","title":"6. \u540c\u6d4e\u5927\u5b66(TJU)","text":""},{"location":"%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/#7-cas","title":"7. \u4e2d\u56fd\u79d1\u5b66\u9662(CAS)","text":""},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/","title":"\u5199\u5728\u524d\u9762","text":"

    \u4e0b\u9762\u7684\u6587\u6863\u63d0\u4f9b\u4e86\u5b8c\u6574\u7684\u4fdd\u7814\u6d41\u7a0b\uff0c\u70b9\u51fb\u67e5\u770b

    \u4e5d\u63a8\u7cfb\u7edf\u586b\u62a5\u6307\u5357

    \u4e0b\u56fe\u7ed9\u51fa\u4e86\u4e00\u4e9b\u8bc4\u4ef7\u7528\u4f5c\u53c2\u8003

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/","title":"\u590f\u4ee4\u8425","text":""},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#1","title":"1. \u65f6\u95f4\u7edf\u8ba1","text":"

    \u53ef\u80fd\u5b58\u5728\u7edf\u8ba1\u4e0d\u5168\u7684\u60c5\u51b5\uff0c\u4f46\u76ee\u7684\u662f\u4e86\u89e3\u5927\u81f4\u65f6\u95f4\u8303\u56f4\uff0c\u5e94\u8be5\u8db3\u591f\u4e86

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_1","title":"\u6e05\u534e\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u8ba1\u7b97\u6cd5\u5b66 6.7 6.9 / \u6570\u636e\u4e0e\u4fe1\u606f\u7814\u7a76\u9662\uff08\u6df1\u5733\uff09 6.27-6.29 6.23 6.20 \u56fd\u9645\u5f00\u653e\u521b\u65b0\u6559\u80b2\u4e2d\u5fc3\uff08\u6df1\u5733\uff09 / / 6.16 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u7cfb 6.15 6.14 6.6 \u7f51\u7edc\u79d1\u5b66\u4e0e\u7f51\u7edc\u7a7a\u95f4\u7814\u7a76\u9662 6.16 6.14 6.6 \u4ea4\u53c9\u4fe1\u606f\u7814\u7a76\u9662 5.27 5.19 5.15 \u81ea\u52a8\u5316\u7cfb\u667a\u80fd\u4e0e\u7f51\u7edc\u5316\u7cfb\u7edf\u7814\u7a76\u4e2d\u5fc3 4.15 4.24 4.30

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_2","title":"\u5317\u4eac\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u524d\u6cbf\u4ea4\u53c9\u5b66\u79d1\u7814\u7a76\u9662 6.11 6.10 6.12 \u4fe1\u606f\u79d1\u5b66\u6280\u672f\u5b66\u9662 6.11 / / \u4fe1\u606f\u5de5\u7a0b\u5b66\u9662\uff08\u6df1\u5733\uff09 7.4 6.30 6.25 \u8ba1\u7b97\u673a\u5b66\u9662 / 6.16 6.14 \u5723\u8f6f\u5fae / 6.24 6.16 \u667a\u80fd\u5b66\u9662 / 6.16 6.14 \u672a\u6765\u6280\u672f\u5b66\u9662 / / 6.15

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_3","title":"\u5357\u4eac\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 LAMDA\u5b9e\u9a8c\u5ba4 6.10 / 5.15 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u7cfb 6.20 6.20 6.20 \u4eba\u5de5\u667a\u80fd\u5b66\u9662 6.20 6.16 6.16 \u8f6f\u4ef6\u7814\u7a76\u6240 6.20 6.10 6.15 \u8f6f\u4ef6\u5b66\u9662 6.20 6.20 6.20 NJUNLP\u5b9e\u9a8c\u5ba4 / / 5.30

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_4","title":"\u4e0a\u6d77\u4ea4\u901a\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u5bc6\u897f\u6839\u5b66\u9662 6.25 6.27 6.27 \u7535\u5b50\u4fe1\u606f\u4e0e\u7535\u6c14\u5de5\u7a0b\u5b66\u9662 6.28 6.26 6.15 \u8f6f\u4ef6\u5b66\u9662 6.28 6.26 6.15 \u6ea5\u6e0a\u672a\u6765\u6280\u672f\u5b66\u9662 / / 7.16

    \u7535\u5b50\u4fe1\u606f\u4e0e\u7535\u6c14\u5de5\u7a0b\u5b66\u9662\u5206\u4e3a\u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u5de5\u7a0b\u7cfb/\u7535\u5b50\u5de5\u7a0b\u7cfb/\u7f51\u7edc\u7a7a\u95f4\u5b89\u5168\u5b66\u9662/\u8f6f\u4ef6\u5b66\u9662

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_5","title":"\u590d\u65e6\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u7c7b\u8111\u667a\u80fd\u79d1\u5b66\u4e0e\u6280\u672f\u7814\u7a76\u9662 6.15 / 5.31 \u8ba1\u7b97\u673a\u79d1\u5b66\u6280\u672f\u5b66\u9662 6.15 5.31 5.31 \u5de5\u7a0b\u4e0e\u5e94\u7528\u6280\u672f\u7814\u7a76\u9662 6.15 / 5.31 \u5927\u6570\u636e\u5b66\u9662 6.15 5.31 5.31 \u4fe1\u606f\u79d1\u5b66\u4e0e\u5de5\u7a0b\u5b66\u9662 / / 5.31

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_6","title":"\u6d59\u6c5f\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u7f51\u7edc\u7a7a\u95f4\u5b89\u5168\u7814\u7a76\u4e2d\u5fc3 / / 6.28 \u8f6f\u4ef6\u5b66\u9662 6.27 6.19 6.24 \u826f\u6e1a\u5b9e\u9a8c\u5ba4 / / 6.18 \u8ba1\u7b97\u673a\u5b66\u9662 7.1 7.1 6.20 \u4fe1\u606f\u4e0e\u7535\u5b50\u5de5\u7a0b\u5b66\u9662 / / 6.15

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_7","title":"\u4e2d\u56fd\u79d1\u5b66\u6280\u672f\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u7f51\u7edc\u7a7a\u95f4\u5b89\u5168\u5b66\u9662 / / 6.30 \u5927\u6570\u636e\u5b66\u9662 6.30 / 6.30 \u4fe1\u606f\u79d1\u5b66\u6280\u672f\u5b66\u9662 6.30 / 6.30 \u82cf\u5dde\u9ad8\u7b49\u7814\u7a76\u9662 6.30 / 6.30 \u5148\u8fdb\u6280\u672f\u7814\u7a76\u9662 / / 6.30 \u79d1\u5b66\u5c9b 6.30 / 6.30 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u5b66\u9662 6.20 / 6.25 \u6ce8\uff1a2022\u5e74\u4e3a6.30\uff0c\u901a\u77e5\u5728Here MIRA Lab\u5e38\u5e74\u62db\u6536

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_8","title":"\u4e2d\u56fd\u79d1\u5b66\u9662","text":"

    \u592a\u591a\u4e86\uff0c\u81ea\u884c\u70b9\u51fb\u67e5\u770b

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_9","title":"\u4e2d\u56fd\u4eba\u6c11\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u7edf\u8ba1\u4e0e\u5927\u6570\u636e\u7814\u7a76\u9662 / / 6.25 \u4fe1\u606f\u5b66\u9662 5.31 5.20 6.18 \u9ad8\u74f4\u4eba\u5de5\u667a\u80fd\u5b66\u9662 6.19 6.10 6.15 AIM3 Lab\u5e38\u5e74\u62db\u6536

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_10","title":"\u540c\u6d4e\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u5353\u8d8a\u5de5\u7a0b\u5e08\u5b66\u9662 / / 6.30 \u4e0a\u6d77\u81ea\u4e3b\u667a\u80fd\u65e0\u4eba\u7cfb\u7edf\u79d1\u5b66\u4e2d\u5fc3 / / 6.29 \u7535\u5b50\u4e0e\u4fe1\u606f\u5de5\u7a0b\u5b66\u9662 6.21 6.15 6.12 \u8f6f\u4ef6\u5b66\u9662 6.14 6.15 6.11

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_11","title":"\u5317\u4eac\u822a\u7a7a\u822a\u5929\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u4eba\u5de5\u667a\u80fd\u7814\u7a76\u9662 7.1 7.20 7.5 \u8f6f\u4ef6\u5b66\u9662 7.1 7.10 6.28 \u8ba1\u7b97\u673a\u5b66\u9662 7.1 6.28 6.18

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_12","title":"\u54c8\u5c14\u6ee8\u5de5\u4e1a\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u7535\u6c14\u5de5\u7a0b\u53ca\u81ea\u52a8\u5316\u5b66\u9662 / / 7.10 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u5b66\u9662\uff08\u6df1\u5733\uff09 / / 7.7 \u7535\u5b50\u4e0e\u4fe1\u606f\u5de5\u7a0b\u5b66\u9662\uff08\u6df1\u5733\uff09 / / 7.7 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u5b66\u9662\uff08\u5a01\u6d77\uff09 / / 6.30 \u4fe1\u606f\u79d1\u5b66\u4e0e\u5de5\u7a0b\u5b66\u9662\uff08\u5a01\u6d77\uff09 / / 6.30

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_13","title":"\u6b66\u6c49\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u6d4b\u56fd\u91cd / / 6.26 \u8ba1\u7b97\u673a\u5b66\u9662 6.20 6.15 6.15 \u56fd\u5bb6\u7f51\u7edc\u5b89\u5168\u5b66\u9662 6.20 6.20 6.20

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#_14","title":"\u534e\u4e2d\u79d1\u6280\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u4eba\u5de5\u667a\u80fd\u4e0e\u81ea\u52a8\u5316\u5b66\u9662 6.25 6.30 6.30 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u5b66\u9662 7.4 6.26 6.28 \u7f51\u7edc\u7a7a\u95f4\u5b89\u5168\u5b66\u9662 7.13 / /

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/#2","title":"2. \u5176\u4ed6","text":"

    \u4e00\u4e9b\u89c4\u5219\u602a\u8c08 + \u53e3\u4f20\u771f\u7ecf + \u6ce8\u610f\u4e8b\u9879

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/","title":"\u9884\u63a8\u514d","text":""},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#1","title":"1. \u65f6\u95f4\u7edf\u8ba1","text":"

    \u53ef\u80fd\u5b58\u5728\u7edf\u8ba1\u4e0d\u5168\u7684\u60c5\u51b5\uff0c\u4f46\u76ee\u7684\u662f\u4e86\u89e3\u5927\u81f4\u65f6\u95f4\u8303\u56f4\uff0c\u5e94\u8be5\u8db3\u591f\u4e86

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_1","title":"\u6e05\u534e\u5927\u5b66","text":"

    2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 8.31 8.31 8.21

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_2","title":"\u5317\u4eac\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u524d\u6cbf\u4ea4\u53c9\u5b66\u79d1\u7814\u7a76\u9662 6.11 6.10 6.12 \u4fe1\u606f\u79d1\u5b66\u6280\u672f\u5b66\u9662 6.11 / / \u4fe1\u606f\u5de5\u7a0b\u5b66\u9662\uff08\u6df1\u5733\uff09 7.4 6.30 6.25 \u8ba1\u7b97\u673a\u5b66\u9662 / 6.16 6.14 \u5723\u8f6f\u5fae / 6.24 6.16 \u667a\u80fd\u5b66\u9662 / 6.16 6.14 \u672a\u6765\u6280\u672f\u5b66\u9662 / / 6.15

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_3","title":"\u5357\u4eac\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 LAMDA\u5b9e\u9a8c\u5ba4 6.10 / 5.15 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u7cfb 6.20 6.20 6.20 \u4eba\u5de5\u667a\u80fd\u5b66\u9662 6.20 6.16 6.16 \u8f6f\u4ef6\u7814\u7a76\u6240 6.20 6.10 6.15 \u8f6f\u4ef6\u5b66\u9662 6.20 6.20 6.20 NJUNLP\u5b9e\u9a8c\u5ba4 / / 5.30

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_4","title":"\u4e0a\u6d77\u4ea4\u901a\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u5bc6\u897f\u6839\u5b66\u9662 6.25 6.27 6.27 \u7535\u5b50\u4fe1\u606f\u4e0e\u7535\u6c14\u5de5\u7a0b\u5b66\u9662 6.28 6.26 6.15 \u8f6f\u4ef6\u5b66\u9662 6.28 6.26 6.15 \u6ea5\u6e0a\u672a\u6765\u6280\u672f\u5b66\u9662 / / 7.16

    \u7535\u5b50\u4fe1\u606f\u4e0e\u7535\u6c14\u5de5\u7a0b\u5b66\u9662\u5206\u4e3a\u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u5de5\u7a0b\u7cfb/\u7535\u5b50\u5de5\u7a0b\u7cfb/\u7f51\u7edc\u7a7a\u95f4\u5b89\u5168\u5b66\u9662/\u8f6f\u4ef6\u5b66\u9662

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_5","title":"\u590d\u65e6\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u7c7b\u8111\u667a\u80fd\u79d1\u5b66\u4e0e\u6280\u672f\u7814\u7a76\u9662 6.15 / 5.31 \u8ba1\u7b97\u673a\u79d1\u5b66\u6280\u672f\u5b66\u9662 6.15 5.31 5.31 \u5de5\u7a0b\u4e0e\u5e94\u7528\u6280\u672f\u7814\u7a76\u9662 6.15 / 5.31 \u5927\u6570\u636e\u5b66\u9662 6.15 5.31 5.31 \u4fe1\u606f\u79d1\u5b66\u4e0e\u5de5\u7a0b\u5b66\u9662 / / 5.31

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_6","title":"\u6d59\u6c5f\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u7f51\u7edc\u7a7a\u95f4\u5b89\u5168\u7814\u7a76\u4e2d\u5fc3 / / 6.28 \u8f6f\u4ef6\u5b66\u9662 6.27 6.19 6.24 \u826f\u6e1a\u5b9e\u9a8c\u5ba4 / / 6.18 \u8ba1\u7b97\u673a\u5b66\u9662 7.1 7.1 6.20 \u4fe1\u606f\u4e0e\u7535\u5b50\u5de5\u7a0b\u5b66\u9662 / / 6.15

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_7","title":"\u4e2d\u56fd\u79d1\u5b66\u6280\u672f\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u7f51\u7edc\u7a7a\u95f4\u5b89\u5168\u5b66\u9662 / / 6.30 \u5927\u6570\u636e\u5b66\u9662 6.30 / 6.30 \u4fe1\u606f\u79d1\u5b66\u6280\u672f\u5b66\u9662 6.30 / 6.30 \u82cf\u5dde\u9ad8\u7b49\u7814\u7a76\u9662 6.30 / 6.30 \u5148\u8fdb\u6280\u672f\u7814\u7a76\u9662 / / 6.30 \u79d1\u5b66\u5c9b 6.30 / 6.30 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u5b66\u9662 6.20 / 6.25 \u6ce8\uff1a2022\u5e74\u4e3a6.30\uff0c\u901a\u77e5\u5728Here MIRA Lab\u5e38\u5e74\u62db\u6536

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_8","title":"\u4e2d\u56fd\u79d1\u5b66\u9662","text":"

    \u592a\u591a\u4e86\uff0c\u81ea\u884c\u70b9\u51fb\u67e5\u770b

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_9","title":"\u4e2d\u56fd\u4eba\u6c11\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u7edf\u8ba1\u4e0e\u5927\u6570\u636e\u7814\u7a76\u9662 / / 6.25 \u4fe1\u606f\u5b66\u9662 5.31 5.20 6.18 \u9ad8\u74f4\u4eba\u5de5\u667a\u80fd\u5b66\u9662 6.19 6.10 6.15 AIM3 Lab\u5e38\u5e74\u62db\u6536

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_10","title":"\u540c\u6d4e\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u5353\u8d8a\u5de5\u7a0b\u5e08\u5b66\u9662 / / 6.30 \u4e0a\u6d77\u81ea\u4e3b\u667a\u80fd\u65e0\u4eba\u7cfb\u7edf\u79d1\u5b66\u4e2d\u5fc3 / / 6.29 \u7535\u5b50\u4e0e\u4fe1\u606f\u5de5\u7a0b\u5b66\u9662 6.21 6.15 6.12 \u8f6f\u4ef6\u5b66\u9662 6.14 6.15 6.11

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_11","title":"\u5317\u4eac\u822a\u7a7a\u822a\u5929\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u4eba\u5de5\u667a\u80fd\u7814\u7a76\u9662 7.1 7.20 7.5 \u8f6f\u4ef6\u5b66\u9662 7.1 7.10 6.28 \u8ba1\u7b97\u673a\u5b66\u9662 7.1 6.28 6.18

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_12","title":"\u54c8\u5c14\u6ee8\u5de5\u4e1a\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u7535\u6c14\u5de5\u7a0b\u53ca\u81ea\u52a8\u5316\u5b66\u9662 / / 7.10 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u5b66\u9662\uff08\u6df1\u5733\uff09 / / 7.7 \u7535\u5b50\u4e0e\u4fe1\u606f\u5de5\u7a0b\u5b66\u9662\uff08\u6df1\u5733\uff09 / / 7.7 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u5b66\u9662\uff08\u5a01\u6d77\uff09 / / 6.30 \u4fe1\u606f\u79d1\u5b66\u4e0e\u5de5\u7a0b\u5b66\u9662\uff08\u5a01\u6d77\uff09 / / 6.30

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_13","title":"\u6b66\u6c49\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u6d4b\u56fd\u91cd / / 6.26 \u8ba1\u7b97\u673a\u5b66\u9662 6.20 6.15 6.15 \u56fd\u5bb6\u7f51\u7edc\u5b89\u5168\u5b66\u9662 6.20 6.20 6.20

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#_14","title":"\u534e\u4e2d\u79d1\u6280\u5927\u5b66","text":"

    \u5b66\u9662 2021\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2022\u62a5\u540d\u622a\u6b62\u65f6\u95f4 2023\u62a5\u540d\u622a\u6b62\u65f6\u95f4 \u4eba\u5de5\u667a\u80fd\u4e0e\u81ea\u52a8\u5316\u5b66\u9662 6.25 6.30 6.30 \u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u5b66\u9662 7.4 6.26 6.28 \u7f51\u7edc\u7a7a\u95f4\u5b89\u5168\u5b66\u9662 7.13 / /

    "},{"location":"%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/#2","title":"2. \u5176\u4ed6","text":"

    \u7b49\u770b\u5b8c\u7f51\u4e0a\u7684\u8bc4\u4ef7\u518d\u8865\u5145\u66f4\u65b0 To be continue...

    "},{"location":"%E4%BF%9D%E7%A0%94/%E6%9C%BA%E8%AF%95%E5%87%86%E5%A4%87/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/","title":"\u5199\u5728\u524d\u9762","text":"

    \u673a\u8bd5\u51c6\u5907\u6765\u81ea\u4e8ey\u603b\u7684Acwing\u5e73\u53f0

    \u540e\u7eed\u5e94\u8be5\u4f1a\u66f4\u65b0\u4e00\u4e9b\u9662\u6821\u7684\u771f\u9898\u90e8\u5206\u7684\u505a\u9898\u5fc3\u5f97\u4f53\u4f1a

    "},{"location":"%E4%BF%9D%E7%A0%94/%E6%9C%BA%E8%AF%95%E5%87%86%E5%A4%87/%E5%9F%BA%E7%A1%80%E7%AE%97%E6%B3%95%E9%83%A8%E5%88%86/%E5%9F%BA%E7%A1%80%E7%AE%97%E6%B3%95%E9%83%A8%E5%88%86/","title":"\u57fa\u7840\u7b97\u6cd5\u90e8\u5206","text":"

    \u66f4\u65b0\u4e8e2024.4.13

    "},{"location":"%E4%BF%9D%E7%A0%94/%E7%BB%8F%E9%AA%8C%E5%B8%96/","title":"\u7ecf\u9a8c\u5e16","text":"

    \u672c\u7ecf\u9a8c\u5e16\u6765\u81ea\u4e8e\u77e5\u4e4e\uff08\u7eff\u88d9\u63d0\u4f9b\uff09\u4ee5\u53ca\u7f51\u5b89\u9662\u5b66\u957f\u5b66\u59d0\u81ea\u5efa\u7684\u7ecf\u9a8c\u5206\u4eab\u5e16\uff01\ud83d\udc9e

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/","title":"ABOUT ME","text":"

    \u66f4\u65b0\u4e8e 2024.1.25

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#1","title":"1. \u6559\u80b2\u7ecf\u5386\ud83c\udfeb","text":"

    High School\uff082018 - 2021\uff09\uff1a \u534e\u4e2d\u5e08\u8303\u5927\u5b66\u7b2c\u4e00\u9644\u5c5e\u4e2d\u5b66

    University\uff082021 - \u81f3\u4eca\uff09\uff1a \u6b66\u6c49\u5927\u5b66 Major\uff1a \u7f51\u7edc\u7a7a\u95f4\u5b89\u5168

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#2","title":"2. \u6211\u7684\u5927\u5b66\ud83c\udf93","text":""},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#_1","title":"\u672c\u79d1\u8bfe\u7a0b","text":"

    \u5177\u4f53\u5185\u5bb9\u89c1 \u56fd\u5bb6\u7f51\u7edc\u5b89\u5168\u5b66\u9662\u57f9\u517b\u65b9\u6848(2018\u7248)

    \u901a\u5e38\u7f51\u5b89\u4e13\u4e1a\u4e0d\u5dee\u4e13\u9009\u5b66\u5206 \u4fe1\u5b89\u4e13\u4e1a\u5dee\u4e13\u9009\u5b66\u5206 \u4e13\u9009\u8bfe\u7a0b\u60c5\u51b5\u89c1 \u4e13\u9009\u5b66\u5206\u60c5\u51b5\u5206\u6790 \u8fd9\u91cc\u7ed9\u51fa\u6211\u9009\u7684\u4e13\u9009\uff08\u4e0d\u5305\u542b\u6307\u5b9a\u4e13\u9009\uff09\u7684\u7ed9\u5206\u60c5\u51b5\u3010\u4ec5\u4f5c\u53c2\u8003\u3011

    \u4e13\u9009\u8bfe\u7a0b \u4efb\u8bfe\u8001\u5e08 \u7ed9\u5206 \u5907\u6ce8 \u6570\u636e\u65b0\u95fb \u77f3\u5c0f\u5ddd 94 \u7406\u8bba+\u5b9e\u9a8c(\u5f88\u7b80\u5355 \u52a9\u6559\u7ed9\u6e90\u7801 \u8dd1\u901a\u5c31\u884c) \u671f\u672b\u95ed\u5377\u8003\u8bd5 \u80ccppt\u5c31\u5b8c\u4e8b \u5927\u6570\u636e\u5206\u6790 \u6c6a\u6da6 90 50%\u5e73\u65f6+50%\u5b9e\u9a8c \u4e2a\u4eba\u89c9\u5f97\u633a\u6c34\u7684 \u5b9e\u9a8c\u4e5f\u6bd4\u8f83\u7b80\u5355 \u4e0d\u8fc721\u7ea7\u4f3c\u4e4e\u5f88\u591a\u4eba\u7ed9\u536189\u4e86 \u5982\u679c\u662fwr\u8001\u5e08\u5b9e\u9a8c\u5ba4\u7684\u65e0\u8111\u9009(\u61c2\u7684\u90fd\u61c2\ud83e\udd23) \u53ef\u4fe1\u8ba1\u7b97 \u4f59\u53d1\u6c5f 92 \u4e00\u4e2a\u8bba\u6587pre+\u5b9e\u9a8c\uff08\u63d0\u4f9b\u5b9e\u9a8c\u6307\u5bfc\u4e66 \u7167\u7740\u505a\u5c31\u597d\uff09 \u91cd\u70b9\u770b\u770b\u8bba\u6587pre\u4f59\u8001\u5e08\u6253\u5206\u548b\u6837 \u8bba\u6587topic\u6700\u597d\u662f\u7cfb\u7edf\u5b89\u5168 ai\u5b89\u5168\u7ed9\u5206\u4e0d\u548b\u6ef4 \u53ef\u4ee5\u591a\u5750\u524d\u9762\u51e0\u6b21\u5237\u4e00\u4e0b\u5370\u8c61\u5206 \u4eb2\u6d4b\u6709\u7528\ud83d\ude0b

    \u4e0d\u8fc7\u4ece23\u7ea7\u5f00\u59cb \u57f9\u517b\u65b9\u6848\u53d1\u751f\u4e86\u65b0\u53d8\u5316 \u5177\u4f53\u53ef\u53bb\u5b66\u9662\u5b98\u7f51\u67e5\u627e

    \u5176\u4f59\u4e00\u4e9b\u8bfe\u7a0b\u60c5\u51b5\u5c31\u4e0d\u8fc7\u591a\u8bf4\u4e86\uff0c\u611f\u89c9\u6bcf\u4e00\u5c4a\u60c5\u51b5\u4e0d\u80fd\u76f8\u63d0\u5e76\u8bba\uff0c\u4e0d\u8fc7\u9009\u8bfe\u4e4b\u524d\u8fd8\u662f\u8981\u4e86\u89e3\u4e00\u4e0b\u5927\u81f4\u60c5\u51b5\u7684\ud83d\ude0b\u591a\u95ee\u95ee\u5b66\u957f\u5b66\u59d0:\uff09

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#_2","title":"\u7ade\u8d5b\u6210\u679c","text":"

    \u611f\u89c9\u7f51\u5b89\u4e13\u4e1a\u6253\u6570\u6a21\u6bd4\u8f83\u987a\u624b\uff0c\u6bd5\u7adf\u5b89\u5168\u4e13\u4e1a\u274cAI\u4e13\u4e1a\u2714\ufe0f \u63d0\u4f9b\u4e00\u4e9b\u6570\u6a21\u7684\u5b66\u4e60\u89c6\u9891\uff1a\u6e05\u98ce\u6570\u6a21\u5b66\u4e60\u89c6\u9891\u3001\u6570\u5b66\u5efa\u6a21\u8001\u54e5

    \u4f46\u613f\u80fd\u83b7\u5956hhh

    To be continue...

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#_3","title":"\u79d1\u7814\u7ecf\u5386","text":"

    \u5927\u4e8c\u4e0b\u8fdb\u5165\u73de\u73c8\u4e4b\u620d\u5b9e\u9a8c\u5ba4\uff0c\u8ddf\u7740 \u4f55\u5764 \u8001\u5e08\u3002\u8001\u5e08\u4eba\u5f88\u597d\uff0c\u4e0d\u8fc7\u6ca1\u5565\u6210\u679c\u51fa\u6765\uff0c\u7814\u7a76\u4e86\u4e00\u4e0b\u8054\u90a6\u5b66\u4e60\u7684\u4e1c\u897f\u3002\u3002\u3002\u5e0c\u671b\u540e\u9762\u80fd\u6709\u4e00\u7bc7ccf\u8bba\u6587\u51fa\u6765

    "},{"location":"%E5%85%B3%E4%BA%8E%E6%88%91/About_me/#3","title":"3. \u672a\u6765\u671f\u671b\ud83d\udd4a\ufe0f","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/","title":"NLP\u671f\u672b\u590d\u4e60","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part1","title":"Part1\uff1a\u8bcd\u6cd5\u5206\u6790","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_1","title":"\u5206\u8bcd","text":"

    \u4e0a\u9762\u4e24\u4e2a\u90fd\u662f\u67e5\u8bcd\u5178\u6cd5

    \u6784\u9020\u8bcd\u5178\u7684\u65b9\u6cd5\uff1a

    \u6bcf\u4e2a\u7ed3\u70b9\u5305\u542b\u4e00\u4e2a\u5b57\u7b26\uff1b \u4eceroot\u5230\u67d0\u7ed3\u70b9\uff0c\u6784\u6210\u5b57\u7b26\u4e32\uff1b \u7ed3\u70b9\u7684\u5b50\u7ed3\u70b9\u4e0d\u76f8\u540c

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_2","title":"\u8bcd\u6027\u6807\u6ce8","text":" 

    \u5b9a\u4e49HMM\u6a21\u578b:\n   S = [s1, s2, ..., sm]  // \u72b6\u6001\u96c6\u5408\n   O = [o1, o2, ..., on]  // \u89c2\u6d4b\u96c6\u5408\n   A = [[a11, a12, ..., a1m],\n        [a21, a22, ..., a2m],\n        ...,\n        [am1, am2, ..., amm]]  // \u72b6\u6001\u8f6c\u79fb\u6982\u7387\u77e9\u9635\n   B = [[b1(o1), b2(o1), ..., bm(o1)],\n        [b1(o2), b2(o2), ..., bm(o2)],\n        ...,\n        [b1(on), b2(on), ..., bm(on)]]  // \u89c2\u6d4b\u6982\u7387\u77e9\u9635\n\n   Algorithm Viterbi(O, S, A, B):\n       Input: \u89c2\u6d4b\u5e8f\u5217 O, \u72b6\u6001\u96c6\u5408 S, \u72b6\u6001\u8f6c\u79fb\u6982\u7387\u77e9\u9635 A, \u89c2\u6d4b\u6982\u7387\u77e9\u9635 B\n       Output: \u6700\u53ef\u80fd\u7684\u72b6\u6001\u5e8f\u5217 S*\n\n       \u521d\u59cb\u5316:\n           for each state si in S:\n               delta[1][si] = pi(si) * b[si][o1] //\u521d\u59cb\u6982\u7387\n\n       \u9012\u63a8:\n           for t = 2 to n:\n               for each state sj in S:\n                   delta[t][sj] = max(delta[t-1][si] * a[si][sj] * b[sj][ot] for si in S)\n                   psi[t][sj] = argmax(delta[t-1][si] * a[si][sj] for si in S)\n\n       \u56de\u6eaf:\n           S* = [argmax(delta[n][si] for si in S)]\n           for t = n-1 to 1:\n               S*[t-1] = psi[t][S*[t]]\n\n       Return S*\n

    \u770b\u4f5c\u7ed9\u5b9a\u89c2\u6d4b\u503c\uff08\u8bcd\uff09\uff0c\u6c42\u9690\u72b6\u6001\uff08\u8bcd\u6027\uff09\u7684\u95ee\u9898

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_3","title":"\u8bcd\u4e49\u6392\u6b67","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part2","title":"Part2 \u53e5\u6cd5\u5206\u6790","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_4","title":"\u53e5\u6cd5\u7ed3\u6784\uff08\u53ef\u80fd\u51fa\u7b80\u7b54\u9898\uff09","text":"

    \u8282\u70b9\u8868\u793a**\u53e5\u5b50\u4e2d\u7684\u6210\u5206**\uff0c\u8fb9\u8868\u793a\u4e0d\u540c\u8282\u70b9\uff08\u6210\u5206\uff09\u4e4b\u95f4\u7684**\u53e5\u6cd5\u5173\u7cfb**

    \u901a\u5e38\u6709\u4e24\u79cd\u4e3b\u8981\u7c7b\u578b\u7684\u8282\u70b9\uff1a\u77ed\u8bed\u8282\u70b9\uff08Phrase Node\uff09\u548c\u8bcd\u6c47\u8282\u70b9\uff08Lexical Node\uff09\u3002

    1. \u77ed\u8bed\u8282\u70b9\uff08Phrase Node\uff09\uff1a\u8fd9\u4e9b\u8282\u70b9\u8868\u793a\u53e5\u5b50\u4e2d\u7684\u77ed\u8bed\u6216\u6210\u5206\uff0c\u5982\u540d\u8bcd\u77ed\u8bed\uff08NP\uff09\u3001\u52a8\u8bcd\u77ed\u8bed\uff08VP\uff09\u3001\u4ecb\u8bcd\u77ed\u8bed\uff08PP\uff09\u7b49\u3002\u77ed\u8bed\u8282\u70b9\u53ef\u4ee5\u5305\u542b\u5176\u4ed6\u77ed\u8bed\u8282\u70b9\u6216\u8bcd\u6c47\u8282\u70b9\u4f5c\u4e3a\u5176\u5b50\u8282\u70b9\uff0c\u4ece\u800c\u5f62\u6210\u5d4c\u5957\u7684\u7ed3\u6784\u3002
    2. \u8bcd\u6c47\u8282\u70b9\uff08Lexical Node\uff09\uff1a\u8fd9\u4e9b\u8282\u70b9\u8868\u793a\u53e5\u5b50\u4e2d\u7684\u5355\u8bcd\u6216\u8bcd\u6c47\u9879\u3002\u8bcd\u6c47\u8282\u70b9\u662f\u53e5\u6cd5\u6210\u5206\u6811\u7684\u53f6\u5b50\u8282\u70b9\uff0c\u5b83\u4eec\u6ca1\u6709\u5b50\u8282\u70b9\u3002

    \u8fb9\u8868\u793a\u4e0d\u540c\u8282\u70b9\u4e4b\u95f4\u7684\u53e5\u6cd5\u5173\u7cfb\uff0c\u901a\u5e38\u6709\u4ee5\u4e0b\u4e00\u4e9b\u5e38\u89c1\u7684\u5173\u7cfb\uff1a

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_5","title":"\u4f9d\u5b58\u7ed3\u6784\uff08\u8981\u638c\u63e1\uff09\u7b80\u7b54\u9898\uff1f","text":"

    \u5728\u4f9d\u5b58\u6811\u4e2d\uff0c\u8282\u70b9\u8868\u793a**\u53e5\u5b50\u4e2d\u7684\u8bcd\u8bed**\uff0c\u800c\u8fb9\u8868\u793a\u8bcd\u8bed\u4e4b\u95f4\u7684**\u4f9d\u5b58\u5173\u7cfb**\u3002

    1. \u6bcf\u4e2a\u8282\u70b9\u4ee3\u8868\u53e5\u5b50\u4e2d\u7684\u4e00\u4e2a\u8bcd\u8bed\u3002\u8fd9\u4e2a\u8bcd\u8bed\u901a\u5e38\u662f\u53e5\u5b50\u7684\u4e00\u4e2a\u5355\u8bcd\uff0c\u53ef\u80fd\u5305\u62ec\u6807\u70b9\u7b26\u53f7\u3002\u8282\u70b9\u53ef\u4ee5\u643a\u5e26\u9644\u52a0\u4fe1\u606f\uff0c\u5982\u8bcd\u6027\u6807\u7b7e\u3001\u8bcd\u6c47\u6027\u8d28\u7b49\u3002
    2. \u6bcf\u6761\u8fb9\u8868\u793a\u4e24\u4e2a\u8bcd\u8bed\u4e4b\u95f4\u7684\u4f9d\u5b58\u5173\u7cfb\u3002\u5728\u4f9d\u5b58\u6811\u4e2d\uff0c\u4f9d\u5b58\u5173\u7cfb\u901a\u5e38\u5206\u4e3a\u4e24\u79cd\u7c7b\u578b\uff1a
    3. \u6807\u7b7e\u5316\u4f9d\u5b58\u5173\u7cfb\uff08Labeled Dependency Relation\uff09\uff1a\u6bcf\u6761\u8fb9\u4e0a\u5e26\u6709\u4e00\u4e2a\u6807\u7b7e\uff0c\u8868\u793a\u4f9d\u5b58\u5173\u7cfb\u7684\u5177\u4f53\u7c7b\u578b\u3002\u4f8b\u5982\uff0c\u4e00\u4e2a\u540d\u8bcd\u53ef\u80fd\u4f9d\u8d56\u4e8e\u4e00\u4e2a\u52a8\u8bcd\uff0c\u6807\u7b7e\u53ef\u4ee5\u8868\u793a\u8fd9\u662f\u4e00\u4e2a\u4e3b\u8c13\u5173\u7cfb\uff08nsubj\uff09\u3002
    4. \u65e0\u6807\u7b7e\u4f9d\u5b58\u5173\u7cfb\uff08Unlabeled Dependency Relation\uff09\uff1a\u8fb9\u6ca1\u6709\u9644\u52a0\u6807\u7b7e\uff0c\u53ea\u8868\u793a\u4e24\u4e2a\u8bcd\u8bed\u4e4b\u95f4\u5b58\u5728\u4f9d\u5b58\u5173\u7cfb\uff0c\u4f46\u4e0d\u5177\u4f53\u8bf4\u660e\u662f\u4ec0\u4e48\u7c7b\u578b\u7684\u4f9d\u5b58\u5173\u7cfb\u3002
    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part3","title":"Part3\uff1a\u8bcd\u5411\u91cf\u3001\u8bed\u8a00\u6a21\u578b","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_6","title":"\u8bcd\u5411\u91cf\u7684\u6982\u5ff5","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_7","title":"\u8bed\u8a00\u6a21\u578b\u7684\u6982\u5ff5","text":"

    \u96f6\u6982\u7387\u95ee\u9898\uff1a

    \u7531\u4e8e\u6570\u636e\u7a00\u758f\u9020\u6210\uff0c\u5728\u8bad\u7ec3\u96c6\u4e2d\u800c\u672a\u5728\u6d4b\u8bd5\u96c6\u4e2d\u51fa\u73b0\u7684n\u5143\u77ed\u8bed\uff0c\u4f1a\u9020\u6210\u542b\u6709\u8be5\u77ed\u8bed\u7684\u53e5\u5b50\u7684\u51fa\u73b0\u6982\u7387\u4e3a0

    \u8bed\u8a00\u6a21\u578b\u7684\u53c2\u6570\u5c31\u662f**\u8bcd\u7684\u6982\u7387\u4ee5\u53ca\u7ed9\u5b9a\u524d\u51e0\u4e2a\u8bcd\u60c5\u51b5\u4e0b\u7684\u6761\u4ef6\u6982\u7387**

    \u795e\u7ecf\u7f51\u7edc\u4e0e\u4f20\u7edf\u8bed\u8a00\u6a21\u578b\uff1a

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#word2vec","title":"word2vec\u6a21\u578b\u67b6\u6784","text":"

    \u4e24\u79cd\u65e0\u76d1\u7763\u8bad\u7ec3\u65b9\u6cd5\uff08\u6a21\u578b\u8981\u80fd\u753b\u51fa\u6765\uff09

    \u529f\u80fd\uff1a\u901a\u8fc7\u4e0a\u4e0b\u6587\u9884\u6d4b\u5f53\u524d\u8bcd\u51fa\u73b0\u7684\u6982\u7387

    \u529f\u80fd\uff1a\u901a\u8fc7\u5f53\u524d\u8bcd\u9884\u6d4b\u4e0a\u4e0b\u6587

    \u7b80\u7b54\uff1f

    \u7b80\u8ff0\u4e24\u79cd\u65b9\u5f0f\u8bad\u7ec3\u8bcd\u5411\u91cf\u7684\u533a\u522b

    CBOW Skip-gram \u8f93\u5165 \u4e0a\u4e0b\u6587\u8bcd\uff08\u591a\u4e2a\uff09 \u76ee\u6807\u8bcd \u8f93\u51fa \u76ee\u6807\u8bcd\u7684\u6982\u7387\u5206\u5e03 \u4e0a\u4e0b\u6587\u8bcd\u7684\u6982\u7387\u5206\u5e03 \u8bad\u7ec3\u6570\u636e\u6837\u672c (\u4e0a\u4e0b\u6587, \u76ee\u6807\u8bcd) (\u76ee\u6807\u8bcd, \u4e0a\u4e0b\u6587\u8bcd) \u8bad\u7ec3\u6548\u679c \u5c0f\u89c4\u6a21\u6570\u636e\u96c6\u6548\u679c\u8f83\u597d \u5927\u89c4\u6a21\u6570\u636e\u96c6\u6548\u679c\u8f83\u597d \u6570\u636e\u5229\u7528\u7387 \u5229\u7528\u4e0a\u4e0b\u6587\u4fe1\u606f\u8fdb\u884c\u8bad\u7ec3 \u901a\u8fc7\u76ee\u6807\u8bcd\u751f\u6210\u591a\u4e2a\u8bad\u7ec3\u6837\u672c \u8ba1\u7b97\u6548\u7387 \u76f8\u5bf9\u8f83\u5feb\uff0c\u56e0\u4e3a\u8003\u8651\u6574\u4e2a\u4e0a\u4e0b\u6587\u7684\u4fe1\u606f \u76f8\u5bf9\u8f83\u6162\uff0c\u56e0\u4e3a\u9700\u8981\u751f\u6210\u591a\u4e2a\u6837\u672c

    \u7b97\u6cd5\uff1f

    Algorithm CBOW:\n   Input: \u53e5\u5b50\u6570\u636e\u96c6(dataset_s), \u7a97\u53e3\u5927\u5c0f(window_size)\n   Output: Trained word vectors\n\n   for sentence in dataset_s:\n       for target_word_index, target_word in enumerate(sentence):\n           context_words = get_context_words(sentence, target_word_index, window_size)\n\n           input_data = sum([one_hot(context_word) for context_word in context_words])\n           label = one_hot(target_word)\n\n           # \u68af\u5ea6\u4e0b\u964d\u51fd\u6570\n           fit(x=input_data, y=label)\n\n   return trained word vectors\n
    for sentence in dataset_s:\n    for i, word in enumerate(sentence):\n        for j, target_word in enumerate(sentence):\n            if i == j:\n                continue\n            input_data = one_hot(word)\n            label = one_hot(target_word)\n\n            fit(x=input_data, y=label)\n

    \u65b9\u6848\u8bbe\u8ba1\uff1f

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_8","title":"\u8bad\u7ec3\u8bcd\u5411\u91cf\u7684\u539f\u7406","text":"

    \u539f\u7406\uff1a\u628a\u6bcf\u4e2a\u8bcd\u8868\u5f81\u4e3ak\u7ef4\u7684\u5b9e\u6570\u5411\u91cf\uff08\u6bcf\u4e2a\u5b9e\u6570\u90fd\u5bf9\u5e94\u7740\u4e00\u4e2a\u7279\u5f81\uff0c\u53ef\u4ee5\u662f\u548c\u5176\u4ed6\u5355\u8bcd\u4e4b\u95f4\u7684\u8054\u7cfb\uff09\uff0c\u5c06\u76f8\u4f3c\u7684\u5355\u8bcd\u5206\u7ec4\u6620\u5c04\u5230\u5411\u91cf\u7a7a\u95f4\u7684\u4e0d\u540c\u90e8\u5206\uff0c\u62e5\u6709\u5dee\u4e0d\u591a\u4e0a\u4e0b\u6587\u7684\u4e24\u4e2a\u5355\u8bcd\u7684\u610f\u601d\u5f80\u5f80\u662f\u76f8\u8fd1\u7684

    \u8bad\u7ec3\u539f\u7406\uff1a

    1. CBOW (Continuous Bag of Words)\uff1a
    2. \u8f93\u5165\uff1a \u7ed9\u5b9a\u4e0a\u4e0b\u6587\u7a97\u53e3\u5185\u7684\u8bcd\u8bed\uff08\u4e0a\u4e0b\u6587\u8bcd\uff09\uff0c\u5c1d\u8bd5\u9884\u6d4b\u76ee\u6807\u8bcd\uff08\u4e2d\u5fc3\u8bcd\uff09\u3002
    3. \u8f93\u51fa\uff1a \u76ee\u6807\u8bcd\u7684\u6982\u7387\u5206\u5e03\uff0c\u8868\u793a\u5728\u7ed9\u5b9a\u4e0a\u4e0b\u6587\u6761\u4ef6\u4e0b\uff0c\u76ee\u6807\u8bcd\u7684\u53ef\u80fd\u6027\u3002
    4. \u6b65\u9aa4\uff1a
    5. Skip-gram\uff1a
    6. \u8f93\u5165\uff1a \u7ed9\u5b9a\u76ee\u6807\u8bcd\uff0c\u5c1d\u8bd5\u9884\u6d4b\u4e0a\u4e0b\u6587\u8bcd\u3002
    7. \u8f93\u51fa\uff1a \u4e0a\u4e0b\u6587\u8bcd\u7684\u6982\u7387\u5206\u5e03\uff0c\u8868\u793a\u5728\u7ed9\u5b9a\u76ee\u6807\u8bcd\u6761\u4ef6\u4e0b\uff0c\u5404\u4e2a\u4e0a\u4e0b\u6587\u8bcd\u7684\u53ef\u80fd\u6027\u3002
    8. \u6b65\u9aa4\uff1a

    \u8bad\u7ec3\u65b9\u6cd5\uff1a

    1. Negative Sampling\uff1a \u4e3a\u4e86\u52a0\u901f\u8bad\u7ec3\u8fc7\u7a0b\uff0cWord2Vec\u4f7f\u7528\u4e86\u8d1f\u91c7\u6837\uff08Negative Sampling\uff09\u7684\u6280\u672f\u3002\u5728\u6bcf\u6b21\u8bad\u7ec3\u8fed\u4ee3\u4e2d\uff0c\u5bf9\u6bcf\u4e2a\u6b63\u4f8b\u6837\u672c\uff08\u76ee\u6807\u8bcd-\u4e0a\u4e0b\u6587\u8bcd\u5bf9\uff09\uff0c\u968f\u673a\u9009\u62e9\u4e00\u5c0f\u90e8\u5206\u8d1f\u4f8b\u6837\u672c\uff08\u4e0d\u5305\u542b\u5728\u4e0a\u4e0b\u6587\u7a97\u53e3\u5185\u7684\u8bcd\uff09\uff0c\u901a\u8fc7\u8d1f\u4f8b\u6837\u672c\u7684\u9884\u6d4b\u6765\u8fdb\u884c\u68af\u5ea6\u66f4\u65b0\uff0c\u4ee5\u964d\u4f4e\u8ba1\u7b97\u6210\u672c\u3002
    2. \u5c42\u6b21\u5316Softmax\uff1a \u5728\u5927\u8bcd\u6c47\u91cf\u7684\u60c5\u51b5\u4e0b\uff0c\u8ba1\u7b97\u5168\u5c40\u7684Softmax\u635f\u5931\u53ef\u80fd\u4f1a\u5f88\u8017\u65f6\u3002\u4e3a\u4e86\u89e3\u51b3\u8fd9\u4e2a\u95ee\u9898\uff0cWord2Vec\u5f15\u5165\u4e86\u5c42\u6b21\u5316Softmax\uff0c\u4f7f\u7528\u6811\u72b6\u7ed3\u6784\u6765\u8868\u793a\u8bcd\u6c47\uff0c\u964d\u4f4e\u4e86\u8ba1\u7b97\u590d\u6742\u5ea6\u3002
    3. \u5b66\u4e60\u7387\u8c03\u6574\uff1a Word2Vec\u901a\u5e38\u4f7f\u7528\u5b66\u4e60\u7387\u9010\u6e10\u51cf\u5c0f\u7684\u7b56\u7565\uff0c\u4f8b\u5982\uff0c\u521d\u59cb\u65f6\u8f83\u5927\u7684\u5b66\u4e60\u7387\uff0c\u7136\u540e\u968f\u7740\u8bad\u7ec3\u7684\u8fdb\u884c\u9010\u6e10\u51cf\u5c0f\uff0c\u4ee5\u66f4\u597d\u5730\u6536\u655b\u6a21\u578b\u3002

    Word2Vec\u901a\u8fc7\u8fd9\u6837\u7684\u8bad\u7ec3\u8fc7\u7a0b\uff0c\u4f7f\u5f97\u8bcd\u6c47\u4e2d\u7684\u6bcf\u4e2a\u8bcd\u90fd\u80fd\u591f\u5728\u5411\u91cf\u7a7a\u95f4\u4e2d\u5f97\u5230\u4e00\u4e2a\u8fde\u7eed\u5206\u5e03\u7684\u8868\u793a\uff0c\u80fd\u591f\u6355\u6349\u5230\u8bcd\u8bed\u4e4b\u95f4\u7684\u8bed\u4e49\u5173\u7cfb\u3002\u8fd9\u4e9b\u5b66\u5230\u7684\u8bcd\u5411\u91cf\u53ef\u4ee5\u5e94\u7528\u4e8e\u5404\u79cd\u81ea\u7136\u8bed\u8a00\u5904\u7406\u4efb\u52a1\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part4","title":"Part4\uff1a\u4fe1\u606f\u62bd\u53d6\uff08\u65b9\u6848\u8bbe\u8ba1\uff09","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_9","title":"\u5173\u7cfb\u62bd\u53d6\u7684\u6982\u5ff5\uff08\u4f1a\u7528\u795e\u7ecf\u7f51\u7edc\u6784\u5efa\u5173\u7cfb\u62bd\u53d6\u7cfb\u7edf\uff09","text":"

    \u89e3\u91ca\uff1a \u8bc6\u522b\u6587\u672c\u4e2d\u5b9e\u4f53\u4e4b\u95f4\u7684\u5173\u7cfb\uff0c\u8fd9\u4e9b\u5173\u7cfb\u53ef\u4ee5\u662f\u9884\u5b9a\u4e49\u7684\u3001\u6709\u7ed3\u6784\u7684\uff0c\u4e5f\u53ef\u4ee5\u662f\u4efb\u610f\u7684\u3001\u65e0\u7ed3\u6784\u7684\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_10","title":"\u5b9e\u4f53\u8bc6\u522b\u7684\u6982\u5ff5\uff08\u4f1a\u7528\u795e\u7ecf\u7f51\u7edc\u6784\u5efa\u5b9e\u4f53\u8bc6\u522b\u7cfb\u7edf\uff09","text":"

    \u89e3\u91ca\uff1a\u6307\u8bc6\u522b\u6587\u672c\u4e2d\u5177\u6709\u7279\u5b9a\u610f\u4e49\u7684\u5b9e\u4f53\uff0c\u4e3b\u8981\u5305\u62ec\u4eba\u540d\u3001\u5730\u540d\u3001\u673a\u6784\u540d\u3001\u4e13\u6709\u540d\u8bcd\u7b49\u3002\u7b80\u5355\u6765\u8bf4\uff0c\u5c31\u662f\u8bc6\u522b\u81ea\u7136\u6587\u672c\u4e2d\u7684\u5b9e\u4f53\u6307\u79f0\u7684\u8fb9\u754c\u548c\u7c7b\u522b\u3002\uff08\u4ece\u975e\u7ed3\u6784\u5316\u7684\u8f93\u5165\u6587\u672c\u4e2d\u62bd\u53d6\u5b9e\u4f53\uff09

    \u547d\u540d\u5b9e\u4f53\u8bc6\u522b\u4efb\u52a1\u53ef\u4ee5\u770b\u4f5c\u662f\u5e8f\u5217\u6807\u6ce8\u4efb\u52a1

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#lstm","title":"\u524d\u9988\u795e\u7ecf\u7f51\u7edc\u3001\u5377\u79ef\u795e\u7ecf\u7f51\u7edc\u3001\u5faa\u73af\u795e\u7ecf\u7f51\u7edc\u3001LSTM\u7684\u6a21\u578b\u67b6\u6784","text":"

    \u4ecb\u7ecd\uff1a FNN\u662f\u4e00\u79cd\u6700\u57fa\u672c\u7684\u795e\u7ecf\u7f51\u7edc\u7ed3\u6784\uff0c\u7531\u8f93\u5165\u5c42\u3001\u9690\u85cf\u5c42\u548c\u8f93\u51fa\u5c42\u7ec4\u6210\u3002\u4fe1\u606f\u5728\u7f51\u7edc\u4e2d\u5355\u5411\u4f20\u64ad\uff0c\u6ca1\u6709\u53cd\u9988\u56de\u8def\u3002

    \u7279\u70b9\uff1a \u9002\u7528\u4e8e\u5904\u7406\u9759\u6001\u6570\u636e\uff0c\u5bf9\u4e8e\u5e8f\u5217\u6216\u65f6\u95f4\u76f8\u5173\u7684\u4fe1\u606f\u5904\u7406\u76f8\u5bf9\u6709\u9650\u3002

    \u5c31\u662f\u5faa\u73af\u795e\u7ecf\u7f51\u7edc\u5355\u72ec\u7684\u4e00\u5c42\uff0c\u5c31\u4e0d\u591a\u8bf4\u4e86

    \u4ecb\u7ecd\uff1a CNN\u4e3b\u8981\u7528\u4e8e\u56fe\u50cf\u5904\u7406\u4efb\u52a1\uff0c\u901a\u8fc7\u5377\u79ef\u5c42\u548c\u6c60\u5316\u5c42\u6709\u6548\u63d0\u53d6\u56fe\u50cf\u7684\u7279\u5f81\u3002\u6bcf\u4e2a\u5377\u79ef\u6838\u53ef\u4ee5\u6355\u6349\u5c40\u90e8\u7684\u7a7a\u95f4\u7279\u5f81\uff0c\u4ece\u800c\u5b9e\u73b0\u5bf9\u56fe\u50cf\u7684\u9ad8\u6548\u62bd\u8c61\u3002\uff08\u8f93\u5165-\u5377\u79ef-\u6c60\u5316-\u5168\u8fde\u63a5-\u8f93\u51fa\uff09

    \u7279\u70b9\uff1a \u5728\u56fe\u50cf\u5904\u7406\u3001\u8ba1\u7b97\u673a\u89c6\u89c9\u9886\u57df\u8868\u73b0\u51fa\u8272\uff0c\u80fd\u591f\u51cf\u5c11\u53c2\u6570\u6570\u91cf\uff0c\u5bf9\u5e73\u79fb\u4e0d\u53d8\u6027\u6709\u826f\u597d\u7684\u5904\u7406\u80fd\u529b\u3002

    \u5168\u8fde\u63a5\u5c42\u5c31\u662f\u4f20\u7edf\u7684\u5168\u8fde\u63a5\u795e\u7ecf\u7f51\u7edc

    \u5377\u79ef\u6838\u7684\u7279\u5f81\u63d0\u53d6\u80fd\u529b\uff08\u5b66\u4e60\u8bcd\u548c\u8bcd\u7684\u4e0a\u4e0b\u6587\u7279\u5f81\uff09\uff1a\u591a\u5c42\u7ea7\u8054\u5b9e\u73b0\u591a\u5c3a\u5ea6\u7279\u5f81\u5b66\u4e60\uff08\u591a\u4e2a\u5377\u79ef\u5c42\uff09\uff0c\u540c\u65f6\u80fd\u591f\u51cf\u5c11\u8bad\u7ec3\u53c2\u6570

    \u6c60\u5316\u5c42\u7528\u6765\u6700\u5927\u5316\u4e3b\u8981\u7279\u5f81\uff08\u964d\u7ef4\uff0c\u83b7\u5f97\u5b9a\u957f\u7279\u5f81\u5411\u91cf\uff09\uff0c\u907f\u514d\u8fc7\u62df\u5408\uff08\u6709\u4e24\u79cd\u6c60\u5316\u65b9\u5f0f\uff0c\u4e00\u4e2a\u662fmax-pooling\uff0c\u53e6\u5916\u4e00\u4e2a\u662faverage-pooling\uff09

    \u95ee\u9898\uff1a

    \u6c34\u5e73\u65b9\u5411\u5ef6\u7533\uff0c \u9690\u5c42\u6570\u91cf\u591a\uff0c\u4f46\u662f\u672a\u8003\u8651\u5355\u4e2a\u9690\u5c42\u5728\u65f6\u95f4\u4e0a\u7684\u53d8\u5316

    \u4ecb\u7ecd\uff1a RNN\u901a\u8fc7\u5f15\u5165\u5faa\u73af\u7ed3\u6784\uff0c\u80fd\u591f\u5904\u7406\u5e8f\u5217\u6570\u636e\u3002\u6bcf\u4e2a\u65f6\u95f4\u6b65 \u7684\u9690\u85cf\u72b6\u6001\u4f1a\u5305\u542b\u4e4b\u524d\u65f6\u95f4\u6b65\u7684\u4fe1\u606f\uff0c\u4f7f\u5f97\u7f51\u7edc\u80fd\u591f\u8003\u8651\u4e0a\u4e0b\u6587\u4fe1\u606f\u3002

    \u7279\u70b9\uff1a \u9002\u7528\u4e8e\u5e8f\u5217\u6570\u636e\u5904\u7406\uff0c\u4f46\u5728\u957f\u8ddd\u79bb\u4f9d\u8d56\u5173\u7cfb\u548c\u68af\u5ea6\u6d88\u5931\u95ee\u9898\u4e0a\u5b58\u5728\u4e00\u5b9a\u7684\u6311\u6218\u3002

    \u770b\u4f3c\u7ea7\u8054\uff0c\u5b9e\u5219\u662f\u6cbf\u7740\u65f6\u5e8f\uff0c\u5efa\u7acb\u4e86\u7f51\u7edc\u9690\u85cf\u5c42\u4e4b\u95f4\u7684\u65f6\u5e8f\u5173\u8054\u3002\u6bcf\u4e00\u65f6\u523b\u7684\u72b6\u6001s2\u4e0d\u4ec5\u53d6\u51b3\u4e8e\u5f53\u524d\u65f6\u523b\u7684\u8f93\u5165\uff0c\u8fd8\u53d6\u51b3\u4e8e\u4e0a\u4e00\u65f6\u523bs1\u7684\u72b6\u6001

    \u8bad\u7ec3\u65b9\u5f0f\u548c\u4f20\u7edf\u7684\u795e\u7ecf\u7f51\u7edc\u4e00\u6837\uff0c\u91c7\u7528\u8bef\u5dee\u53cd\u5411\u4f20\u64ad\u4e0e\u68af\u5ea6\u4e0b\u964d\u6765\u66f4\u65b0\u6743\u91cd

    \u4ecb\u7ecd\uff1a LSTM\u662f\u4e3a\u89e3\u51b3RNN\u4e2d\u957f\u8ddd\u79bb\u4f9d\u8d56\u548c\u68af\u5ea6\u6d88\u5931\u95ee\u9898\u800c\u8bbe\u8ba1\u7684\u3002\u5f15\u5165\u4e86\u95e8\u63a7\u673a\u5236\uff0c\u5305\u62ec\u8f93\u5165\u95e8\u3001\u9057\u5fd8\u95e8\u548c\u8f93\u51fa\u95e8\uff0c\u80fd\u591f\u66f4\u597d\u5730\u6355\u6349\u957f\u671f\u4f9d\u8d56\u5173\u7cfb\u3002

    \u7279\u70b9\uff1a \u5bf9\u4e8e\u5904\u7406\u957f\u5e8f\u5217\u3001\u957f\u8ddd\u79bb\u4f9d\u8d56\u5173\u7cfb\u8868\u73b0\u4f18\u5f02\uff0c\u89e3\u51b3\u4e86\u4f20\u7edfRNN\u7684\u4e00\u4e9b\u95ee\u9898\u3002

    \u76f8\u8f83\u4e8ernn\uff0clstm\u65b0\u589e\u4e86\u65f6\u95f4\u94fect\uff08\u76f8\u5f53\u4e8e\u65e5\u8bb0\u672c\uff0c\u8bb0\u5f55\u957f\u65f6\u8bb0\u5fc6\uff09,\u4e0e\u77ed\u65f6\u8bb0\u5fc6st\u4e4b\u95f4\u5efa\u7acb\u8054\u7cfb

    f1\u662f\u5220\u9664\u95e8\uff1a\u6839\u636ext\u548cst-1\u6765\u8fc7\u6ee4\u91cd\u8981\u7279\u5f81\uff0c\u5ffd\u7565\u65e0\u5173\u4fe1\u606f\u3002\u8bb0\u5fc6\u7ec6\u80de\u4e2d\u591a\u5c11\u4fe1\u606f\u9700\u8981\u88ab\u5220\u9664

    f2\u662f\u8f93\u5165\u95e8\uff1a\u6839\u636ext\u548cst-1\u51b3\u5b9a\u3002\u591a\u5c11\u4fe1\u606f\u6dfb\u52a0\u5230\u8bb0\u5fc6\u7ec6\u80de\u4e2d

    \u5bf9\u6bd4\u5206\u6790\uff1a

    \u7279\u70b9 FNN CNN RNN LSTM \u53c2\u6570\u5171\u4eab \u65e0\u53c2\u6570\u5171\u4eab \u5377\u79ef\u6838\u53c2\u6570\u5171\u4eab \u65f6\u95f4\u6b65\u53c2\u6570\u5171\u4eab \u65f6\u95f4\u6b65\u53c2\u6570\u5171\u4eab\uff0c\u95e8\u63a7\u7ed3\u6784 \u5904\u7406\u80fd\u529b \u9002\u7528\u4e8e\u9759\u6001\u6570\u636e \u9002\u7528\u4e8e\u56fe\u50cf\u5904\u7406\u3001\u8ba1\u7b97\u673a\u89c6\u89c9 \u9002\u7528\u4e8e\u5e8f\u5217\u6570\u636e\uff0c\u4f46\u957f\u8ddd\u79bb\u4f9d\u8d56\u6311\u6218 \u9002\u7528\u4e8e\u957f\u5e8f\u5217\u3001\u957f\u8ddd\u79bb\u4f9d\u8d56 \u8ba1\u7b97\u6548\u7387 \u7b80\u5355\uff0c\u8ba1\u7b97\u6548\u7387\u9ad8 \u901a\u8fc7\u53c2\u6570\u5171\u4eab\u51cf\u5c11\u8ba1\u7b97\u91cf \u5b58\u5728\u65f6\u95f4\u6b65\u4f9d\u8d56\uff0c\u8ba1\u7b97\u6548\u7387\u76f8\u5bf9\u4f4e \u76f8\u5bf9\u4e8e\u4f20\u7edfRNN\uff0c\u8ba1\u7b97\u6548\u7387\u63d0\u9ad8"},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_11","title":"\u6ce8\u610f\u529b\u7684\u8fd0\u7b97\u8fc7\u7a0b","text":"

    \u89e3\u91ca\uff1a\u5c06\u6709\u9650\u7684\u6ce8\u610f\u529b\u96c6\u4e2d\u5728\u91cd\u70b9\u4fe1\u606f\u4e0a\uff0c\u4ece\u800c\u8282\u7701\u8d44\u6e90\uff0c\u5feb\u901f\u83b7\u5f97\u6700\u6709\u6548\u7684\u4fe1\u606f\u3002

    \u6ce8\u610f\u529b\u5b9e\u9645\u4e0a\u5c31\u662f**\u6743\u91cd**

    \u9700\u8981\u4e09\u4e2a\u6307\u5b9a\u7684\u8f93\u5165Q(query)\uff0cK(key)\uff0cV(value)\uff0c\u7136\u540e\u901a\u8fc7\u516c\u5f0f\u5f97\u5230\u6ce8\u610f\u529b\u7684\u8ba1\u7b97\u7ed3\u679c\uff0c\u8fd9\u4e2a\u7ed3\u679c\u4ee3\u8868query\u5728key\u548cvalue\u4f5c\u7528\u4e0b\u7684\u8868\u793a\u3002\u5176\u4e2dQ\u3001K\u3001V\u7531\u8f93\u5165X\u5206\u522b\u4e8e\u5176\u53c2\u6570\u77e9\u9635W\u3001K\u3001W \u76f8\u4e58\u5f97\u5230

    \u8fd9\u5176\u5b9e\u662f\u81ea\u6ce8\u610f\u529b\u673a\u5236

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_12","title":"\u4fe1\u606f\u62bd\u53d6\u7cfb\u7edf\u7684\u8bc4\u4f30\uff08\u6ce8\u91cd\u8bc4\u4ef7\u6307\u6807\u7684\u5e94\u7528\u573a\u666f\uff01\uff09","text":"

    P \u3001 R \u3001F1

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part5","title":"Part5\uff1a\u60c5\u611f\u5206\u6790","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#aespect","title":"aespect\u60c5\u611f\u5206\u6790\u7684\u6982\u5ff5","text":"

    \u89e3\u91ca\uff1a\u4e00\u79cd\u7ec6\u7c92\u5ea6\u7684\u60c5\u611f\u5206\u6790\u4efb\u52a1\uff0c\u65e8\u5728\u8bc6\u522b\u4e00\u6761\u53e5\u5b50\u4e2d\u4e00\u4e2a\u6307\u5b9a\u65b9\u9762 (Aspect)\u7684\u60c5\u611f\u6781\u6027\u3002

    \u56e0\u4e3a\u4e00\u4e2a\u53e5\u5b50\u4e2d\u53ef\u80fd\u542b\u6709\u591a\u4e2a\u4e0d\u540c\u7684\u65b9\u9762\uff0c\u6bcf\u4e2a\u65b9\u9762\u7684\u60c5\u611f\u6781\u6027\u53ef\u80fd\u4e0d\u540c\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_13","title":"\u7528\u795e\u7ecf\u7f51\u7edc\u6784\u5efa\u60c5\u611f\u5206\u6790\u7cfb\u7edf","text":"

    ATAE-BILSTM\uff08\u8206\u60c5\u5b9e\u9a8c\u8bfe\uff09

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part6","title":"Part6\uff1a\u7bc7\u7ae0\u5206\u6790\uff08\u7b80\u7b54\uff09","text":"

    \u638c\u63e1\u4e00\u4e2a\u4e1c\u897f\uff1aNLP\u4e2d\u5982\u4f55\u8868\u793a\u4e00\u4e2a\u7bc7\u7ae0

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#rst","title":"\u7406\u89e3\u4fee\u8f9e\u7ed3\u6784\u7406\u8bba\uff08RST\uff09","text":"

    \u4fee\u8f9e\u7ed3\u6784\u7406\u8bba\u662f\u6709\u5173\u7bc7\u7ae0\u5206\u6790\u548c\u751f\u6210\u7684\u7406\u8bba

    \u8be5\u7406\u8bba\u8ba4\u4e3a\uff0c\u8fde\u8d2f\u7684\u7bc7\u7ae0\u7531\u4e0d\u540c\u5c42\u6b21\u7684\u4fee\u8f9e\u5173\u7cfb\u7ec4\u6210\uff0c\u5e76\u4e14\u53ef\u4ee5\u8868\u793a\u4e3a\u4e00\u79cd**\u6811\u5f62**\u7ed3\u6784\u3002\u4ece\u7bc7\u7ae0\u5355\u4f4d\uff08EDU\uff09\u5f00\u59cb\uff0c\u4fee\u8f9e\u7ed3\u6784\u6811\u9010\u6b65\u8986\u76d6\u6574\u4e2a\u7bc7\u7ae0\uff0c\u5f62\u6210\u5c42\u6b21\u5316\u7684\u7bc7\u7ae0\u7ed3\u6784\u6811\u3002\u5c42\u6b21\u7684\u590d\u6742\u7a0b\u5ea6\u4e0e\u7bc7\u7ae0\u8bed\u4e49\u7684\u590d\u6742\u7a0b\u5ea6\u76f8\u5173\uff0c\u8bed\u4e49\u8d8a\u590d\u6742\uff0c\u5c42\u6b21\u8d8a\u591a\u3002\u5982\u4e0b\u6240\u793a\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#edu","title":"\u57fa\u7840\u8bed\u7bc7\u5355\u4f4d\uff08EDU\uff09\u6307\u4ec0\u4e48","text":"

    \u89e3\u91ca\uff1a\u57fa\u672c\u7bc7\u7ae0\u5355\u5143\u662f\u53e5\u5b50\u5185\u4e0d\u91cd\u53e0\u7684\u6587\u672c\u7247\u6bb5

    EDU \u5206\u5272\u5373\u201c\u7ed9\u5b9a\u4e00\u4e2a\u53e5\u5b50\uff08\u4efb\u610f\u8bed\u8a00\uff09\uff0c\u5982\u4f55\u5c06\u5b83\u5207\u5272\u6210\u82e5\u5e72\u4e2a\u57fa\u672c\u7bc7\u7ae0\u5355\u5143\u201c

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#nucleussatellite","title":"\u6838\u5fc3\uff08nucleus\uff09\u548c\u536b\u661f\uff08satellite\uff09","text":"

    \u662f\u4e24\u4e2a\u7bc7\u7ae0\u5355\u4f4d\u3002

    **\u6838\u5fc3**\u662f\u7bc7\u7ae0\u6700\u91cd\u8981\u7684\u90e8\u5206\uff0c\u8868\u793a\u4e2d\u5fc3\u4fe1\u606f\u7684\u5355\u5143\uff0c\u5177\u6709\u76f8\u5bf9\u5b8c\u6574\u7684\u8bed\u4e49\u3002

    **\u536b\u661f**\u662f\u4f20\u8fbe\u652f\u6491\u4fe1\u606f\u7684\u5176\u4ed6\u5355\u5143\uff0c\u7528\u4e8e\u8865\u5145\u8bf4\u660e\u6838\u5fc3\u90e8\u5206\uff0c\u8131\u79bb\u6838\u5fc3\u7684\u536b\u661f\u90e8\u5206\u901a\u5e38\u662f\u6ca1\u6709\u610f\u4e49\u7684\u3002

    \u6bcf\u4e2a\u4fee\u8f9e\u5173\u7cfb\u53ef\u4ee5\u8054\u7ed3\u4e24\u4e2a\u6216\u591a\u4e2aEDU\u3002 \u6700\u57fa\u672c\u7684\u4fee\u8f9e\u5173\u7cfb\u6709\u4e24\u79cd\uff0c\u5206\u522b\u662f**\u5355\u6838\u5173\u7cfb**\u548c**\u591a\u6838\u5173\u7cfb**\uff0c\u7bc7\u7ae0\u4e2d\u5355\u6838\u5173\u7cfb\u5360\u4e3b\u8981\u90e8\u5206\u3002

    \u5927\u81f4\u6765\u8bf4\uff0c\u5b8c\u6210\u7bc7\u7ae0\u5206\u6790\u6b65\u9aa4\u5982\u4e0b\uff1a

    1. \u7bc7\u7ae0\u5206\u6210\u57fa\u7840\u8bed\u7bc7\u5355\u4f4dEDU
    2. \u5224\u65ad\u6bcf\u4e2aEDU\u662f\u6838\u5fc3\u8fd8\u662f\u536b\u661f
    3. \u6839\u636e\u6838\u5fc3\u548c\u536b\u661f\u7684\u7279\u5f81\u6765\u5224\u65ad\u4fee\u8f9e\u5173\u7cfb\uff0c\u7279\u5f81\u53ef\u4ee5\u662f\u8bcd\u6027\uff0c\u4f9d\u5b58\u5173\u7cfb\u7b49
    4. \u6784\u5efa\u7bc7\u7ae0\u7ed3\u6784\u6811
    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part7","title":"Part7\uff1a\u81ea\u7136\u8bed\u8a00\u751f\u6210","text":"

    \u51e0\u4e2a\u91cd\u70b9\uff1a \u6458\u8981\u7cfb\u7edf\u3001\u673a\u5668\u7ffb\u8bd1\u7cfb\u7edf\u3001\u5bf9\u8bdd\u7cfb\u7edf

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#s2s","title":"\u81ea\u7136\u8bed\u8a00\u751f\u6210\u6a21\u578b\u7684\u67b6\u6784\uff08s2s\u6a21\u578b\uff09","text":"

    \u89e3\u91ca\uff1a\u5b57\u9762\u610f\u601d\uff0c\u8f93\u5165\u4e00\u4e2a\u5e8f\u5217\uff0c\u8f93\u51fa\u53e6\u4e00\u4e2a\u5e8f\u5217\uff0c\u6bd4\u5982\u5728\u673a\u5668\u7ffb\u8bd1\u4e2d\uff0c\u8f93\u5165\u82f1\u6587\uff0c\u8f93\u51fa\u4e2d\u6587\u3002\u8fd9\u79cd\u7ed3\u6784\u6700\u91cd\u8981\u7684\u5730\u65b9\u5728\u4e8e\u8f93\u5165\u5e8f\u5217\u548c\u8f93\u51fa\u5e8f\u5217\u7684\u957f\u5ea6\u662f\u53ef\u53d8\u7684\u3002\u800cSeq2Seq\u6a21\u578b\u4e5f\u7ecf\u5e38\u5728\u8f93\u51fa\u7684\u957f\u5ea6\u4e0d\u786e\u5b9a\u65f6\u91c7\u7528\u3002

    seq2seq\u662f\u4e00\u4e2a**\u7531\u4e24\u4e2a\u5faa\u73af\u795e\u7ecf\u7f51\u7edcRNN\u7ec4\u6210\u7684\u7aef\u5230\u7aef\u6a21\u578b**\uff1a

    (1) \u4e00\u4e2a**\u7f16\u7801\u5668**(encoder)\uff0c\u5c06\u6a21\u578b\u7684\u8f93\u5165\u5e8f\u5217\u4f5c\u4e3a\u8f93\u5165\uff0c\u7136\u540e\u7f16\u7801\u56fa\u5b9a\u5927\u5c0f\u7684\u201c\u4e0a\u4e0b\u6587\u5411\u91cf\u201d\u3002

    (2) \u4e00\u4e2a**\u89e3\u7801\u5668**(decoder)\uff0c\u4f7f\u7528\u6765\u81ea\u89e3\u7801\u5668\u751f\u6210\u7684\u4e0a\u4e0b\u6587\u5411\u91cf\u4f5c\u4e3a\u4ece\u5176\u751f\u6210\u8f93\u51fa\u5e8f\u5217\u7684\u201c\u79cd\u5b50\u201d

    \u6b64\u5904encoder\u548cdecoder\u90fd\u662fRNN\uff0c\u901a\u5e38\u4e3alstm\u548cgru

    encoder\u8d1f\u8d23**\u5c06\u8f93\u5165\u7684\u6587\u672c\u5e8f\u5217\u538b\u7f29\u6210\u6307\u5b9a\u957f\u5ea6\u7684\u5411\u91cf**\uff0c\u5373\u8bed\u4e49\u5411\u91cfC\uff0c\u8fd9\u4e2a\u5411\u91cf\u53ef\u4ee5\u770b\u4f5c\u8f93\u5165\u5e8f\u5217\u7684\u8bed\u4e49\u3002

    decoder\u5c06\u8bed\u4e49\u5411\u91cfC\u4f5c\u4e3a\u521d\u59cb\u72b6\u6001\u8f93\u5165\u5230Decoder\u7684RNN\u4e2d\uff0c\u5f97\u5230\u8f93\u51fa\u5e8f\u5217\u3002\u6b64\u65f6**\u4e0a\u4e00\u65f6\u523b\u7684\u8f93\u51fa\u4f1a\u6210\u4e3a\u5f53**

    \u524d\u65f6\u523b\u7684\u8f93\u5165\uff0c\u800c\u4e14\u8bed\u4e49\u5411\u91cfC\u53ea\u4f5c\u4e3a\u521d\u59cb\u72b6\u6001\u53c2\u4e0e\u8fd0\u7b97\uff0c\u540e\u9762\u8fd0\u7b97\u4e0eC\u65e0\u5173\u3002

    1. \u8bed\u4e49\u5411\u91cf\u53c2\u4e0edecoder

    **\u8bed\u4e49\u5411\u91cf**C\u53c2\u4e0e\u5e8f\u5217\u6240\u6709\u65f6\u523b\u7684\u8fd0\u7b97\uff0c\u4e0a\u4e00\u65f6\u523b\u7684\u8f93\u51fa\u4ecd\u7136\u4f5c\u4e3a\u5f53\u524d\u65f6\u523b\u7684\u8f93\u5165\uff0c\u4f46C\u53c2\u4e0e\u6bcf\u4e2a\u65f6\u523b\u7684\u8fd0\u7b97\u3002

    Decoder\u7684\u6bcf\u4e00\u6b21\u89e3\u7801\u53c8\u4f1a\u4f5c\u4e3a\u4e0b\u4e00\u6b21\u89e3\u7801\u7684\u8f93\u5165\uff0c\u4f46\u8fd9\u6837\u4f1a\u5bfc\u81f4\u4e00\u4e2a\u95ee\u9898\uff0c\u5982\u679c\u5176\u4e2d\u4e00\u4e2aRNN\u5355\u5143\u89e3\u7801\u51fa\u73b0\u8bef\u5dee\uff0c\u90a3\u4e48\u8fd9\u4e2a\u8bef\u5dee\u5c31\u4f1a\u4f20\u9012\u5230\u4e0b\u4e00\u4e2aRNN\u5355\u5143\uff0c\u4f7f\u8bad\u7ec3\u7ed3\u679c\u8bef\u5dee\u8d8a\u6765\u8d8a\u5927\u3002\u6240\u4ee5\u53ef\u4ee5\u5f15\u5165attention\u673a\u5236\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_14","title":"\u751f\u6210\u6a21\u578b\u7684\u8bad\u7ec3\u76ee\u6807\u51fd\u6570","text":"

    \u4ea4\u53c9\u71b5\u635f\u5931

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#beam-search-top-k-top-p","title":"\u751f\u6210\u6a21\u578b\u7684\u89e3\u7801\u7b97\u6cd5\uff1abeam-search\u3001 top-k\u91c7\u6837\u3001 top-p\u91c7\u6837","text":"

    \u7b80\u7b54\u9898\uff1f

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#beam-search","title":"beam-search","text":"

    Beam Search\u53ea\u7528\u4e8e\u6d4b\u8bd5\uff0c\u4e0d\u7528\u4e8e\u8bad\u7ec3\u8fc7\u7a0b\u3002

    \u200b \u5f53\u6a21\u578b\u8bad\u7ec3\u597d\u540e\uff0c\u7ed9\u5176\u8f93\u5165\u4e00\u6bb5\u8bdd\uff0c\u5176\u8f93\u51fa\u7684\u6bcf\u4e2a\u5355\u5143\u7684 y \u7ed9\u7684\u662f\u5404\u4e2a\u8bcd\u7684\u6982\u7387\uff0c\u5982\u4f55\u6839\u636e\u6982\u7387\u9009\u8bcd\u4e14\u5982\u4f55\u5224\u65ad\u662f\u5426\u53e5\u5b50\u7ec8\u6b62\u5462\uff1f

    \u200b \u91c7\u53d6\u7684\u65b9\u6cd5\u662f\u5728\u6bcf\u4e2a\u65f6\u95f4\u6b65\uff0c\u9009\u53d6\u5f53\u524d\u65f6\u95f4\u6b65\u6761\u4ef6\u6982\u7387\u6700\u5927\u7684k\u4e2a\u8bcd\uff0c\u4f5c\u4e3a\u8be5\u65f6\u95f4\u6b65\u7684\u5019\u9009\u8f93\u51fa\u5e8f\u5217\u3002\u5982\u4e0b\u56fe\uff0ck\u9009\u62e92\uff0c\u7b2c\u4e00\u6b65p(A|c)\u548cp(C|c)\u6700\u5927\uff1b\u7b2c\u4e8c\u6b65 P(AB|c),P(CE|c)\u6700\u5927\uff1b\u7b2c\u4e09\u6b65P(ABD|c),P(CED|c)\u6700\u5927\u3002\u8fd9\u6837\uff0c\u5f97\u5230\u7684\u6700\u7ec8\u5019\u9009\u5e8f\u5217\u5c31\u662f\u5404\u4e2a\u65f6\u95f4\u6b65\u7684\u5f97\u5230\u7684\u5e8f\u5217\u7684\u96c6\u5408\uff0c\u4e0b\u56fe\u5373\u4e3a6\u4e2a {A, C, AB, CE,ABD, CED}\u3002\u90a3\u4e48\u6700\u7ec8\u9884\u6d4b\u7ed3\u679c\u5c31\u662f\u8981\u4ece\u8fd96\u4e2a\u4e2d\u9009\u51fa\u5206\u6700\u9ad8\u7684\u3002\u6309\u6982\u7387\u7b97\u7684\u8bdd\uff0c\u5e8f\u5217\u8d8a\u957f\u7684\u6982\u7387\u80af\u5b9a\u8d8a\u5c0f\uff0c\u6240\u4ee5\u4e00\u822c\u6700\u540e\u5206\u6570\u8ba1\u7b97\u4f1a\u6709\u4e00\u4e2a\u548c\u5e8f\u5217\u957f\u5ea6\u6709\u5173\u7684\u60e9\u7f5a\u7cfb\u6570\uff0c\u5982\u4e0b\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#top-k","title":"top-k\u91c7\u6837","text":"

    Top-k Sampling:

    \u57fa\u672c\u601d\u60f3\uff1a \u5728\u6bcf\u4e2a\u65f6\u95f4\u6b65\uff0c\u4ece\u6a21\u578b\u751f\u6210\u7684\u6982\u7387\u5206\u5e03\u4e2d\u9009\u62e9\u6982\u7387\u6700\u9ad8\u7684\u524dk\u4e2a\u8bcd\u4f5c\u4e3a\u5019\u9009\uff0c\u7136\u540e

    \u4ece\u8fd9\u4e9b\u5019\u9009\u4e2d\u968f\u673a\u9009\u62e9\u4e00\u4e2a\u4f5c\u4e3a\u751f\u6210\u7684\u8bcd\u3002

    \u4f18\u52bf\uff1a \u5f15\u5165\u4e86\u968f\u673a\u6027\uff0c\u4f7f\u5f97\u751f\u6210\u7684\u5e8f\u5217\u66f4\u52a0\u591a\u6837\u5316\u3002

    \u7f3a\u70b9\uff1a \u53ef\u80fd\u5bfc\u81f4\u4e00\u4e9b\u4e0d\u592a\u53ef\u80fd\u7684\u8bcd\u88ab\u9009\u4e2d\uff0c\u4ece\u800c\u751f\u6210\u4e0d\u5408\u7406\u7684\u5e8f\u5217\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#top-p","title":"top-p\u91c7\u6837","text":"

    Top-p Sampling:

    \u57fa\u672c\u601d\u60f3\uff1a \u5728\u6bcf\u4e2a\u65f6\u95f4\u6b65\uff0c\u4ece\u6a21\u578b\u751f\u6210\u7684\u6982\u7387\u5206\u5e03\u4e2d\u9009\u62e9\u6982\u7387\u7d2f\u79ef\u6700\u9ad8\u7684\u4e00\u4e9b\u8bcd\uff0c\u76f4\u5230\u7d2f\u79ef\u6982

    \u7387\u8d85\u8fc7\u9608\u503cp\u3002\u7136\u540e\u5728\u8fd9\u4e9b\u8bcd\u4e2d\u968f\u673a\u9009\u62e9\u4e00\u4e2a\u4f5c\u4e3a\u751f\u6210\u7684\u8bcd\u3002

    \u4f18\u52bf\uff1a \u53ef\u4ee5\u5728\u4fdd\u6301\u591a\u6837\u6027\u7684\u540c\u65f6\uff0c\u66f4\u52a0\u63a7\u5236\u751f\u6210\u7684\u7a33\u5b9a\u6027\u3002

    \u7f3a\u70b9\uff1a \u53ef\u80fd\u5bfc\u81f4\u751f\u6210\u76f8\u5bf9\u8f83\u77ed\u7684\u5e8f\u5217\uff0c\u56e0\u4e3a\u7d2f\u79ef\u6982\u7387\u5f88\u5bb9\u6613\u8fbe\u5230\u9608\u503c\u3002

    \u4e0e top-k \u56fa\u5b9a\u9009\u53d6\u524d k \u4e2a tokens \u4e0d\u540c\uff0ctop-p \u9009\u53d6\u7684 tokens \u6570\u91cf\u4e0d\u662f\u56fa\u5b9a\u7684\uff0c\u8fd9\u4e2a\u65b9\u6cd5\u662f\u8bbe\u5b9a\u4e00\u4e2a\u6982\u7387\u9608\u503c\u3002\u4f8b\u5982\uff1a\u5c06 top-p \u8bbe\u5b9a\u4e3a 0.15\uff0c\u5373\u9009\u62e9\u524d 15% \u6982\u7387\u7684 tokens \u4f5c\u4e3a\u5019\u9009\u3002\u5982\u4e0b\u56fe\u6240\u793a\uff0cUnited \u548c Netherlands \u7684\u6982\u7387\u52a0\u8d77\u6765\u4e3a 15% \uff0c\u6240\u4ee5\u5019\u9009\u8bcd\u5c31\u662f\u8fd9\u4fe9\uff0c\u6700\u540e\u518d\u4ece\u8fd9\u4e9b\u5019\u9009\u8bcd\u91cc\uff0c\u6839\u636e\u6982\u7387\u5206\u6570\uff0c\u9009\u62e9 united \u8fd9\u4e2a\u8bcd\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#bleurouge","title":"\u751f\u6210\u6a21\u578b\u7684\u8bc4\u4f30\uff1a BLEU\u3001ROUGE","text":"

    \u662f\u4e00\u79cd\u7528\u4e8e\u8bc4\u4f30\u751f\u6210\u6587\u672c\u4e0e\u53c2\u8003\uff08\u6807\u51c6\uff09\u6587\u672c\u4e4b\u95f4\u76f8\u4f3c\u5ea6\u7684\u6307\u6807\uff0c\u901a\u5e38\u7528\u4e8e\u673a\u5668\u7ffb\u8bd1\u7b49\u751f\u6210\u4efb\u52a1\u3002BLEU\uff08Bilingual Evaluation Understudy\uff09\u7684\u5206\u6570\u901a\u5e38\u57280\u52301\u4e4b\u95f4\uff0c\u4f46\u53ef\u80fd\u4f1a\u504f\u5411\u4e8e\u63a5\u8fd10\u3002BLEU\u7684\u5206\u6570\u8d8a\u9ad8\u8868\u793a\u751f\u6210\u6587\u672c\u4e0e\u53c2\u8003\u6587\u672c\u8d8a\u76f8\u4f3c\u3002\u7406\u60f3\u60c5\u51b5\u4e0b\uff0c\u6700\u4f73\u6027\u80fd\u4e3a1\uff0c\u8868\u793a\u751f\u6210\u6587\u672c\u5b8c\u5168\u4e0e\u53c2\u8003\u6587\u672c\u5339\u914d\u3002\u4e0b\u9762\u662fBLEU\u8ba1\u7b97\u7684\u57fa\u672c\u8fc7\u7a0b\uff1a

    \u5927\u81f4\u77e5\u9053\u8fd9\u4e2a\u6307\u6807\u662f\u5e72\u5565\u7684\u5c31\u884c \u8ba1\u7b97\u516c\u5f0f\u5c31\u7b97\u4e86\u3002\u3002\u3002\u3002

    ROUGE\u57fa\u4e8e\u6458\u8981\u4e2dn\u5143\u8bcd(n-gram)\u7684\u5171\u73b0\u4fe1\u606f\u6765\u8bc4\u4ef7\u6458\u8981\uff0c\u662f\u4e00\u79cd\u9762\u5411n\u5143\u8bcd\u53ec\u56de\u7387\u7684\u8bc4\u4ef7\u65b9\u6cd5\u3002ROUGE\u51c6\u5219\u7531\u4e00\u7cfb\u5217\u7684\u8bc4\u4ef7\u65b9\u6cd5\u7ec4\u6210\uff0c\u5305\u62ecROUGE-N(N\u662fn-gram\u4e2dn\uff0c\u53d6\u503c\u67091\uff0c2\uff0c3\uff0c4)\uff0cROUGE-L\uff0cROUGE-S, ROUGE-W\uff0cROUGE-SU\u7b49\u3002

    \u53ef\u4ee5\u770b\u51fa\uff0cROUGE\u4e0e\u53ec\u56de\u7387\u7684\u5b9a\u4e49\u5f88\u76f8\u4f3c\u3002

    \u5176\u4f59\u7684\u6307\u6807\u5c31\u7b97\u4e86\uff0c\u4e5f\u770b\u4e0d\u61c2\u662f\u5565\u3002\u3002\u3002\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_15","title":"\u7528\u795e\u7ecf\u7f51\u7edc\u6784\u5efa\u6587\u672c\u751f\u6210\u7cfb\u7edf\uff08\u611f\u89c9\u4eca\u5e74\u80af\u5b9a\u4f1a\u8003\uff01\uff09","text":"

    \u8fd9\u4e2a\u731c\u6d4b\u5c31\u662f\u53eb\u7528Transformer/GPT\u53bb\u6784\u5efa\uff1f

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#part8","title":"Part8\uff1a\u9884\u8bad\u7ec3\u6a21\u578b","text":"

    \u89e3\u91ca\uff1a \u4ec0\u4e48\u662f\u9884\u8bad\u7ec3\uff1f\u4f7f\u7528\u5927\u89c4\u6a21\u65e0\u4eba\u5de5\u6807\u6ce8\u7684\u6570\u636e\u5bf9\u6a21\u578b\u8fdb\u884c\u81ea\u76d1\u7763\u8bad\u7ec3\uff0c\u4ece\u4e2d\u63d0\u53d6\u51fa\u5c3d\u53ef\u80fd\u591a\u7684\u5171\u6027\u7279\u5f81\uff0c\u4ece\u800c\u8ba9\u6a21\u578b\u5bf9\u7279\u5b9a\u4efb\u52a1\u7684\u5b66\u4e60\u8d1f\u62c5\u53d8\u8f7b

    finetune\uff1a\u4ec0\u4e48\u662f\u5fae\u8c03\uff1f\u5728\u4e0b\u6e38\u4efb\u52a1\u4e0a\u7ee7\u7eed\u8bad\u7ec3\u9884\u8bad\u7ec3\u6a21\u578b

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#transformers2s-with-attention","title":"transformer\u67b6\u6784\uff1a\uff08s2s with attention\uff09","text":"

    \u200b Transformer \u8bad\u7ec3\u8fc7\u7a0b\u4e0e seq2seq \u7c7b\u4f3c\uff0c\u9996\u5148 Encoder \u7aef\u5f97\u5230\u8f93\u5165\u7684 encoding \u8868\u793a\uff0c\u5e76\u5c06\u5176\u8f93\u5165\u5230 Decoder \u7aef\u505a\u4ea4\u4e92\u5f0f attention\uff0c\u4e4b\u540e\u5728 Decoder \u7aef\u63a5\u6536\u5176\u76f8\u5e94\u7684\u8f93\u5165\uff0c\u7ecf\u8fc7\u591a\u5934 self-attention \u6a21\u5757\u4e4b\u540e\uff0c\u7ed3\u5408 Encoder \u7aef\u7684\u8f93\u51fa\uff0c\u518d\u7ecf\u8fc7 FFN\uff0c\u5f97\u5230 Decoder\u7aef\u7684\u8f93\u51fa\u4e4b\u540e\uff0c\u6700\u540e\u7ecf\u8fc7\u4e00\u4e2a\u7ebf\u6027\u5168\u8fde\u63a5\u5c42\uff0c\u5c31\u53ef\u4ee5\u901a\u8fc7 softmax \u6765\u9884\u6d4b\u4e0b\u4e00\u4e2a\u5355\u8bcd(token)\uff0c\u7136\u540e\u6839\u636e softmax \u591a\u5206\u7c7b\u7684\u635f\u5931\u51fd\u6570\uff0c\u5c06 loss \u53cd\u5411\u4f20\u64ad\u5373\u53ef\uff0c\u6240\u4ee5\u4ece\u6574\u4f53\u4e0a\u6765\u8bf4\uff0cTransformer\u8bad\u7ec3\u8fc7\u7a0b\u5c31\u76f8\u5f53\u4e8e\u4e00\u4e2a\u6709\u76d1\u7763\u7684\u591a\u5206\u7c7b\u95ee\u9898\u3002\u9700\u8981\u6ce8\u610f\u7684\u662f\uff0cEncoder \u7aef\u53ef\u4ee5\u5e76\u884c\u8ba1\u7b97\uff0c\u4e00\u6b21\u6027\u5c06\u8f93\u5165\u5e8f\u5217\u5168\u90e8 encoding \u51fa\u6765\uff0c\u4f46 Decoder\u7aef\u4e0d\u662f\u4e00\u6b21\u6027\u628a\u6240\u6709\u5355\u8bcd(token)\u9884\u6d4b\u51fa\u6765\u7684\uff0c\u800c\u662f\u50cf seq2seq\u4e00\u6837\u4e00\u4e2a\u63a5\u7740\u4e00\u4e2a\u9884\u6d4b\u51fa\u6765\u7684\u3002\uff08BERT\u548cGPT\u7684\u7279\u70b9\uff09

    \u200b self-attention\uff0c\u662f\u4e00\u79cd\u901a\u8fc7\u81ea\u8eab\u548c\u81ea\u8eab\u76f8\u5173\u8054\u7684 attention \u673a\u5236\uff0c\u4ece\u800c\u5f97\u5230\u4e00\u4e2a\u66f4\u597d\u7684representation \u6765\u8868\u8fbe\u81ea\u8eab\uff0cself-attention \u53ef\u4ee5\u770b\u6210\u4e00\u822c attention \u7684\u4e00\u79cd\u7279\u6b8a\u60c5\u51b5\u3002\u5728 self-attention \u4e2d\uff0c Q=K=V,\u5e8f\u5217\u4e2d\u7684\u6bcf\u4e2a\u5355\u8bcd(token)\u548c\u8be5\u5e8f\u5217\u4e2d\u5176\u4f59\u5355\u8bcd(token)\u8fdb\u884c attention \u8ba1\u7b97\u3002self-attention \u7684\u7279\u70b9\u5728\u4e8e\u65e0\u89c6\u8bcd(token)\u4e4b\u95f4\u7684\u8ddd\u79bb\u76f4\u63a5\u8ba1\u7b97\u4f9d\u8d56\u5173\u7cfb\uff0c\u4ece\u800c\u80fd\u591f\u5b66\u4e60\u5230\u5e8f\u5217\u7684\u5185\u90e8\u7ed3\u6784\u3002

    \u200b \u5f15\u5165 Self Attention \u540e\u4f1a\u66f4\u5bb9\u6613**\u6355\u83b7\u53e5\u5b50\u4e2d\u957f\u8ddd\u79bb\u7684\u76f8\u4e92\u4f9d\u8d56\u7684\u7279\u5f81**\uff0c\u56e0\u4e3a\u5982\u679c\u662f**RNN \u6216\u8005 LSTM\uff0c\u9700\u8981\u4f9d\u6b21\u5e8f\u5e8f\u5217\u8ba1\u7b97\uff0c\u5bf9\u4e8e\u8fdc\u8ddd\u79bb\u7684\u76f8\u4e92\u4f9d\u8d56\u7684\u7279\u5f81\uff0c\u8981\u7ecf\u8fc7\u82e5\u5e72\u65f6\u95f4\u6b65\u6b65\u9aa4\u7684\u4fe1\u606f\u7d2f\u79ef\u624d\u80fd\u5c06\u4e24\u8005\u8054\u7cfb\u8d77\u6765\uff0c\u800c\u8ddd\u79bb\u8d8a\u8fdc\uff0c\u6709\u6548\u6355\u83b7\u7684\u53ef\u80fd\u6027\u8d8a\u5c0f\u3002**

    \u200b \u4f46\u662f Self Attention \u5728\u8ba1\u7b97\u8fc7\u7a0b\u4e2d\u4f1a\u76f4\u63a5\u5c06\u53e5\u5b50\u4e2d\u4efb\u610f\u4e24\u4e2a\u5355\u8bcd\u7684\u8054\u7cfb\u901a\u8fc7\u4e00\u4e2a\u8ba1\u7b97\u6b65\u9aa4\u76f4\u63a5\u8054\u7cfb\u8d77\u6765\uff0c\u6240\u4ee5\u8fdc\u8ddd\u79bb\u4f9d\u8d56\u7279\u5f81\u4e4b\u95f4\u7684\u8ddd\u79bb\u88ab\u6781\u5927\u7f29\u77ed\uff0c\u6709\u5229\u4e8e\u6709\u6548\u5730\u5229\u7528\u8fd9\u4e9b\u7279\u5f81\u3002\u9664\u6b64\u5916\uff0cSelf Attention \u5bf9\u4e8e\u589e\u52a0\u8ba1\u7b97\u7684\u5e76\u884c\u6027\u4e5f\u6709\u76f4\u63a5\u5e2e\u52a9\u4f5c\u7528\u3002

    \u200b \u8fdb\u884c Multi-head Attention \u7684\u539f\u56e0\u662f\u5c06\u6a21\u578b\u5206\u4e3a\u591a\u4e2a\u5934\uff0c\u5f62\u6210\u591a\u4e2a\u5b50\u7a7a\u95f4\uff0c\u53ef\u4ee5\u8ba9\u6a21\u578b\u53bb\u5173\u6ce8\u4e0d\u540c\u65b9\u9762\u7684\u4fe1\u606f\uff0c\u6700\u540e\u518d\u5c06\u5404\u4e2a\u65b9\u9762\u7684\u4fe1\u606f\u7efc\u5408\u8d77\u6765\u3002\u5176\u5b9e\u76f4\u89c2\u4e0a\u4e5f\u53ef\u4ee5\u60f3\u5230\uff0c\u5982\u679c\u81ea\u5df1\u8bbe\u8ba1\u8fd9\u6837\u7684\u4e00\u4e2a\u6a21\u578b\uff0c\u5fc5\u7136\u4e5f\u4e0d\u4f1a\u53ea\u505a\u4e00\u6b21 attention\uff0c\u591a\u6b21 attention \u7efc\u5408\u7684\u7ed3\u679c\u81f3\u5c11\u80fd\u591f\u8d77\u5230\u589e\u5f3a\u6a21\u578b\u7684\u4f5c\u7528\uff0c\u4e5f\u53ef\u4ee5\u7c7b\u6bd4 CNN \u4e2d\u540c\u65f6\u4f7f\u7528\u591a\u4e2a\u5377\u79ef\u6838\u7684\u4f5c\u7528\uff0c\u76f4\u89c2\u4e0a\u8bb2\uff0c\u591a\u5934\u7684\u6ce8\u610f\u529b\u6709\u52a9\u4e8e\u7f51\u7edc\u6355\u6349\u5230\u66f4\u4e30\u5bcc\u7684\u7279\u5f81/\u4fe1\u606f\u3002

    \u7531\u4e24\u4e2a\u7ebf\u6027\u53d8\u6362\u7ec4\u6210\uff0c\u4e2d\u95f4\u6709\u4e00\u4e2a ReLU \u6fc0\u6d3b\u51fd\u6570

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_16","title":"\u5176\u4ed6\u76f8\u5173\u7684","text":"

    seq2seq \u6700\u5927\u7684\u95ee\u9898\u5728\u4e8e\u5c06 Encoder \u7aef\u7684\u6240\u6709\u4fe1\u606f\u538b\u7f29\u5230\u4e00\u4e2a\u56fa\u5b9a\u957f\u5ea6\u7684\u5411\u91cf\u4e2d\uff0c\u5e76\u5c06\u5176\u4f5c\u4e3a Decoder \u7aef\u9996\u4e2a\u9690\u85cf\u72b6\u6001\u7684\u8f93\u5165\uff0c\u6765\u9884\u6d4b Decoder \u7aef\u7b2c\u4e00\u4e2a\u5355\u8bcd(token)\u7684\u9690\u85cf\u72b6\u6001\u3002\u5728\u8f93\u5165\u5e8f\u5217\u6bd4\u8f83\u957f\u7684\u65f6\u5019\uff0c\u8fd9\u6837\u505a\u663e\u7136\u4f1a\u635f\u5931 Encoder \u7aef\u7684\u5f88\u591a\u4fe1\u606f\uff0c\u800c\u4e14\u8fd9\u6837\u4e00\u80a1\u8111\u7684\u628a\u8be5\u56fa\u5b9a\u5411\u91cf\u9001\u5165Decoder \u7aef\uff0cDecoder \u7aef\u4e0d\u80fd\u591f\u5173\u6ce8\u5230\u5176\u60f3\u8981\u5173\u6ce8\u7684\u4fe1\u606f\u3002\u4e0a\u8ff0\u4e24\u70b9\u90fd\u662f seq2seq \u6a21\u578b\u7684\u7f3a\u70b9\uff0c\u540e\u7eed\u5de5\u4f5c\u867d\u7136\u5bf9 seq2seq \u6a21\u578b\u6709\u4e86\u5b9e\u8d28\u6027\u7684\u6539\u8fdb\uff0c\u4f46\u662f\u7531\u4e8e\u4e3b\u4f53\u6a21\u578b\u4ecd\u7136\u4e3a RNN(LSTM)\u7cfb\u5217\u7684\u6a21\u578b\uff0c\u56e0\u6b64\u6a21\u578b\u7684\u5e76\u884c\u80fd\u529b\u8fd8\u662f\u53d7\u9650\uff0c\u800c transformer \u4e0d\u4f46\u5bf9 seq2seq\u6a21\u578b\u8fd9\u4e24\u70b9\u7f3a\u70b9\u6709\u4e86\u5b9e\u8d28\u6027\u7684\u6539\u8fdb(\u591a\u5934\u4ea4\u4e92\u5f0f attention \u6a21\u5757)\uff0c\u800c\u4e14\u8fd8\u5f15\u5165\u4e86 self-attention\u6a21\u5757\uff0c\u8ba9\u6e90\u5e8f\u5217\u548c\u76ee\u6807\u5e8f\u5217\u9996\u5148\u201c\u81ea\u5173\u8054\u201d\u8d77\u6765\uff0c\u8fd9\u6837\u7684\u8bdd\uff0c\u6e90\u5e8f\u5217\u548c\u76ee\u6807\u5e8f\u5217\u81ea\u8eab\u7684embedding \u8868\u793a\u6240\u8574\u542b\u7684\u4fe1\u606f\u66f4\u52a0\u4e30\u5bcc\uff0c\u800c\u4e14\u540e\u7eed\u7684 FNN \u5c42\u4e5f\u589e\u5f3a\u4e86\u6a21\u578b\u7684\u8868\u8fbe\u80fd\u529b\uff0c\u5e76\u4e14Transformer \u5e76\u884c\u8ba1\u7b97\u7684\u80fd\u529b\u662f\u8fdc\u8fdc\u8d85\u8fc7 seq2seq \u7cfb\u5217\u7684\u6a21\u578b\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#bert","title":"bert\u67b6\u6784\u3001\u9884\u8bad\u7ec3\u4efb\u52a1\u3001\u4ec0\u4e48\u662f\u7cbe\u8c03","text":"

    Maked LM \u548c Next Sentence Prediction

    \u7ed9\u5b9a\u4e00\u53e5\u8bdd\uff0c\u968f\u673a Mask \u6389\u8fd9\u53e5\u8bdd\u4e2d\u7684\u4e00\u4e2a\u6216\u51e0\u4e2a\u8bcd\uff0c\u8981\u6c42\u6839\u636e\u5269\u4f59\u8bcd\u6c47\u9884\u6d4b\u88ab Mask \u6389\u7684\u51e0\u4e2a\u8bcd\u662f\u4ec0\u4e48

    \u5728\u4e00\u53e5\u8bdd\u4e2d\u968f\u673a\u9009\u62e9 15%\u7684\u8bcd\u6c47\u7528\u4e8e\u9884\u6d4b\u3002\u5bf9\u4e8e\u539f\u53e5\u4e2d\u88ab Mask \u6389\u7684\u8bcd\u6c47\uff0c80%\u7684\u60c5\u51b5\u4f1a\u4f7f\u7528\u4e00\u4e2a\u7279\u6b8a\u7b26\u53f7**[MASK]\u66ff\u6362\uff0c10%\u7684\u60c5\u51b5\u4e0b\u91c7\u7528\u4e00\u4e2a**\u4efb\u610f\u8bcd**\u66ff\u6362\uff0c\u5269\u4f59 10%\u60c5\u51b5\u4e0b\u4fdd\u6301**\u539f\u8bcd\u6c47\u4e0d\u53d8

    \u8fd9\u4e48\u505a\u7684\u4f18\u70b9\u662f\uff1a\u5728\u540e\u7eed\u5fae\u8c03\u7684\u8fc7\u7a0b\u4e2d\uff0c\u8bed\u53e5\u5e76\u4e0d\u4f1a\u51fa\u73b0[MASK]\u6807\u8bb0\uff0c\u5f53\u9884\u6d4b\u8bcd\u6c47\u65f6\uff0c\u6a21\u578b\u5e76\u4e0d\u77e5

    \u9053\u8f93\u5165\u5bf9\u5e94\u4f4d\u7f6e\u7684\u8bcd\u6c47\u662f\u5426\u4e3a\u6b63\u786e\u7684\u8bcd\u6c47\uff0810%\u7684\u6982\u7387\uff09\uff0c\u8fd9\u5c31\u8feb\u4f7f\u6a21\u578b\u66f4\u591a\u5730\u4f9d\u8d56\u4e8e\u4e0a\u4e0b\u6587\u4fe1\u606f\u53bb

    \u9884\u6d4b\u8bcd\u6c47\uff0c\u5e76\u4e14\u8d4b\u4e88\u6a21\u578b\u4e00\u5b9a\u7684\u7ea0\u9519\u80fd\u529b\u3002\u7f3a\u70b9\uff1a\u7531\u4e8e\u6bcf\u6279\u6b21\u6570\u636e\u4e2d\uff0c\u53ea\u6709 15%\u7684\u6807\u8bb0\u88ab\u9884\u6d4b\uff0c\u8fd9\u610f\u5473\u7740\u6a21\u578b\u9700\u8981\u66f4\u591a\u7684\u9884\u8bad\u7ec3\u6b65\u9aa4\u6765\u6536\u655b\u3002

    \u7ed9\u5b9a\u4e00\u7bc7\u6587\u7ae0\u4e2d\u7684\u4e24\u53e5\u8bdd\uff0c\u5224\u65ad\u7b2c\u4e8c\u53e5\u8bdd\u5728\u6587\u672c\u4e2d\u662f\u5426\u7d27\u8ddf\u5728\u7b2c\u4e00\u53e5\u8bdd\u4e4b\u540e

    \u5b9e\u9645\u4e0a\u662f\u6bb5\u843d\u91cd\u6392\u5e8f\u7684\u7b80\u5316\u7248\uff1a\u53ea\u8003\u8651\u4e24\u53e5\u8bdd\uff0c\u5224\u65ad\u662f\u5426\u662f\u4e00\u7bc7\u6587\u7ae0\u4e2d\u7684\u524d\u540e\u53e5\u3002\u5728\u5b9e\u9645\u9884\u8bad\u7ec3\u8fc7\u7a0b\u4e2d\uff0c\u6587\u7ae0\u4f5c\u8005\u4ece\u6587\u672c\u8bed\u6599\u5e93\u4e2d\u968f\u673a\u9009\u62e9 50%\u6b63\u786e\u8bed\u53e5\u5bf9\u548c 50%\u9519\u8bef\u8bed\u53e5\u5bf9\u8fdb\u884c\u8bad\u7ec3\uff0c\u4e0e Masked LM \u4efb\u52a1\u76f8\u7ed3\u5408\uff0c\u8ba9\u6a21\u578b\u80fd\u591f\u66f4\u51c6\u786e\u5730\u523b\u753b\u8bed\u53e5\u4e43\u81f3\u6574\u7bc7\u6587\u7ae0\u5c42\u9762\u7684\u8bed

    \u4e49\u4fe1\u606f\u3002

    \u901a\u8fc7\u8fd9\u4e24\u4e2a\u4efb\u52a1\u7684\u8054\u5408\u5b66\u4e60\uff0c\u53ef\u4ee5\u4f7f\u5f97 Bert \u5b66\u4e60\u5230\u7684\u8868\u5f81\u65e2\u6709 token \u7ea7\u522b\u4fe1\u606f\uff0c\u540c\u65f6\u4e5f\u5305\u542b\u4e86\u53e5\u5b50\u7ea7\u522b\u7684\u8bed\u4e49\u4fe1\u606f\u3002

    \u731c\u6d4b\uff1aCBOWvsMASK\uff1f

    \u76f8\u540c\u70b9\uff1a

    \u200b CBOW \u7684\u6838\u5fc3\u601d\u60f3\u662f\uff0c\u7ed9\u5b9a\u4e0a\u4e0b\u6587\uff0c\u6839\u636e\u5b83\u7684\u4e0a\u6587 context-before \u548c\u4e0b\u6587 context-after \u53bb

    \u9884\u6d4b input word\u3002Bert \u672c\u8d28\u4e0a\u4e5f\u662f\u5982\u6b64\u3002

    \u4e0d\u540c\u70b9\uff1a

    \u200b * \u9996\u5148\uff0c\u5728 CBOW \u4e2d\uff0c\u6bcf\u4e2a\u5355\u8bcd\u4f1a\u79f0\u4e3a input word\uff0c\u800c Bert \u4e2d\u53ea\u6709 15%\u7684\u8bcd\u4f1a\u79f0\u4e3a input word\u3002

    \u200b * \u5176\u6b21\uff0c\u5bf9\u4e8e\u6570\u636e\u8f93\u5165\u90e8\u5206\uff0cCBOW \u4e2d\u7684\u8f93\u5165\u6570\u636e\u53ea\u6709\u5f85\u9884\u6d4b\u5355\u8bcd\u7684\u4e0a\u4e0b\u6587\uff0c\u800c Bert \u7684\u8f93\u5165\u662f\u5e26\u6709[MASK] token \u7684\u201c\u5b8c\u6574\u201d\u53e5\u5b50\uff0c\u4e5f\u5c31\u662f\u8bf4 Bert \u5728\u8f93\u5165\u7aef\u5c06\u5f85\u9884\u6d4b\u7684 input word \u7528[MASK] token \u4ee3\u66ff\u4e86\u3002

    \u200b * \u53e6\u5916\uff0c\u901a\u8fc7 CBOW \u6a21\u578b\u8bad\u7ec3\u540e\uff0c\u6bcf\u4e2a\u5355\u8bcd\u7684 word embedding \u662f\u552f\u4e00\u7684\uff0c\u56e0\u6b64\u5e76\u4e0d\u80fd\u5f88\u597d\u7684\u5904\u7406\u4e00\u8bcd\u591a\u5f02\u7684\u95ee\u9898\uff1b\u800c Bert \u6a21\u578b\u5f97\u5230\u7684 word embedding \uff08token embedding\uff09\u878d\u5408\u4e86\u4e0a\u4e0b\u6587\u4fe1\u606f\uff0c\u5c31\u7b97\u662f\u540c\u4e00\u4e2a\u5355\u8bcd\uff0c\u5728\u4e0d\u540c\u7684\u4e0a\u4e0b\u6587\u73af\u5883\u4e0b\uff0c\u5f97\u5230\u7684 word embedding \u662f\u4e0d\u4e00\u6837\u7684\u3002

    \u6a21\u578b\u7cbe\u8c03\uff08Fine-tuning\uff09\u548c\u5fae\u8c03\uff08Transfer learning\uff09\u90fd\u662f\u9488\u5bf9\u9884\u8bad\u7ec3\u6a21\u578b\u8fdb\u884c\u6a21\u578b\u4f18\u5316\u7684\u6280\u672f\uff0c\u4f46\u5b83\u4eec\u6709\u4e00\u4e9b\u533a\u522b\u3002

    \u6a21\u578b\u5fae\u8c03\uff08Transfer learning\uff09\u662f\u5229\u7528\u5728\u4e00\u4e2a\u4efb\u52a1\u4e2d\u9884\u8bad\u7ec3\u597d\u7684\u6a21\u578b\u5728\u53e6\u4e00\u4e2a\u76f8\u5173\u4efb\u52a1\u4e0a\u8fdb\u884c\u5fae\u8c03\u7684\u8fc7\u7a0b\u3002\u5728\u5fae\u8c03\u8fc7\u7a0b\u4e2d\uff0c\u6a21\u578b\u7684\u524d\u51e0\u5c42\u901a\u5e38\u662f\u51bb\u7ed3\u7684\uff08\u5373\u6743\u91cd\u4e0d\u518d\u66f4\u65b0\uff09\uff0c\u53ea\u6709\u6700\u540e\u51e0\u5c42\u9700\u8981\u8c03\u6574\u4ee5\u9002\u5e94\u65b0\u7684\u4efb\u52a1\u3002\u8fd9\u4e2a\u8fc7\u7a0b\u53ef\u4ee5\u5feb\u901f\u63d0\u9ad8\u6a21\u578b\u7684\u51c6\u786e\u6027\uff0c\u5e76\u4e14\u901a\u5e38\u53ea\u9700\u8981\u8f83\u5c11\u7684\u6570\u636e\u6765\u5b8c\u6210\u8bad\u7ec3\u3002\u4f8b\u5982\uff0c\u53ef\u4ee5\u4f7f\u7528\u5728\u5927\u578b\u56fe\u50cf\u5206\u7c7b\u4efb\u52a1\u4e0a\u9884\u8bad\u7ec3\u7684\u6a21\u578b\uff0c\u7136\u540e\u5728\u5c0f\u578b\u56fe\u50cf\u5206\u7c7b\u4efb\u52a1\u4e0a\u8fdb\u884c\u5fae\u8c03\u3002

    \u76f8\u53cd\uff0c\u6a21\u578b\u7cbe\u8c03\uff08Fine-tuning\uff09\u662f\u6307\u5728\u4e00\u4e2a\u7279\u5b9a\u4efb\u52a1\u4e0a\u4f7f\u7528\u9884\u8bad\u7ec3\u6a21\u578b\uff0c\u7136\u540e\u5728\u8be5\u4efb\u52a1\u7684\u8bad\u7ec3\u6570\u636e\u4e0a\u7ee7\u7eed\u8bad\u7ec3\u6574\u4e2a\u6a21\u578b\u3002\u5728\u8fd9\u79cd\u60c5\u51b5\u4e0b\uff0c\u6574\u4e2a\u6a21\u578b\u7684\u6743\u91cd\u90fd\u4f1a\u88ab\u8c03\u6574\u3002\u8fd9\u4e2a\u8fc7\u7a0b\u9700\u8981\u66f4\u591a\u7684\u6570\u636e\u548c\u8ba1\u7b97\u8d44\u6e90\uff0c\u5e76\u4e14\u901a\u5e38\u4f1a\u4ea7\u751f\u66f4\u597d\u7684\u6027\u80fd\uff0c\u4f46\u4e5f\u9700\u8981\u66f4\u591a\u7684\u65f6\u95f4\u548c\u7cbe\u529b\u6765\u5b8c\u6210\u3002

    \u603b\u7684\u6765\u8bf4\uff0c\u5fae\u8c03\u662f\u5229\u7528\u9884\u8bad\u7ec3\u6a21\u578b\u7684\u77e5\u8bc6\u548c\u7279\u5f81\u6765\u5feb\u901f\u8bad\u7ec3\u4e00\u4e2a\u65b0\u7684\u6a21\u578b\uff0c\u800c\u7cbe\u8c03\u662f\u5bf9\u6574\u4e2a\u6a21\u578b\u8fdb\u884c\u91cd\u65b0\u8bad\u7ec3\uff0c\u4ee5\u8fbe\u5230\u66f4\u597d\u7684\u6027\u80fd\u3002

    bert\u7684\u5fae\u8c03\u53ef\u4ee5\u7528\u4e8e\u4e0b\u9762\u76844\u4e2a\u573a\u666f\uff1a

    \u53e5\u5b50\u8bed\u4e49\u76f8\u4f3c\u5ea6\u7684\u4efb\u52a1\uff1b

    \u591a\u6807\u7b7e\u5206\u7c7b\u7684\u4efb\u52a1\uff1b

    \u9488\u5bf9\u7ffb\u8bd1\u7684\u4efb\u52a1\uff1b

    \u6587\u672c\u751f\u6210\u7684\u4efb\u52a1

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#gpt-1","title":"gpt-1\u67b6\u6784\u3001\u9884\u8bad\u7ec3\u4efb\u52a1","text":"

    GPT-1\u7684\u6a21\u578b\u7ed3\u6784\u5305\u62ec\u4e8612\u5c42\u89e3\u7801\u5668\uff08decoder\uff09\u548c768\u7ef4\u7684\u9690\u72b6\u6001\u5411\u91cf\u3002\u5728\u6bcf\u4e00\u5c42\u89e3\u7801\u5668\u4e2d\uff0cGPT-1\u4f7f\u7528\u4e86\u591a\u5934\u81ea\u6ce8\u610f\u529b\u673a\u5236\u548c\u524d\u5411\u4f20\u64ad\u7f51\u7edc\uff0c\u7528\u4e8e\u5b66\u4e60\u4e0a\u4e0b\u6587\u76f8\u5173\u7684\u8bcd\u5d4c\u5165\uff08contextual word embeddings\uff09\u3002\u5728\u751f\u6210\u6587\u672c\u65f6\uff0cGPT-1\u4f7f\u7528\u4e86\u6700\u7ec8\u5c42\u89e3\u7801\u5668\u7684\u8f93\u51fa\u4f5c\u4e3a\u9884\u6d4b\u7ed3\u679c\u3002 * \u9884\u8bad\u7ec3\u65b9\u6cd5

    GPT-1\u91c7\u7528\u4e86\u5927\u89c4\u6a21\u7684\u65e0\u76d1\u7763\u9884\u8bad\u7ec3\u65b9\u6cd5\uff0c\u8be5\u65b9\u6cd5\u79f0\u4e3a\u8bed\u8a00\u5efa\u6a21\uff08language modeling\uff09\u3002\u5177\u4f53\u6765\u8bf4\uff0cGPT-1\u4f7f\u7528\u4e86\u4e00\u4e2a\u57fa\u4e8eTransformer\u89e3\u7801\u5668\u7684\u81ea\u56de\u5f52\u8bed\u8a00\u6a21\u578b\uff08auto-regressive language model\uff09\uff0c\u901a\u8fc7\u6700\u5927\u5316\u6587\u672c\u5e8f\u5217\u7684\u6982\u7387\uff0c\u9884\u6d4b\u4e0b\u4e00\u4e2a\u5355\u8bcd\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_17","title":"\u5176\u4f59\u7684\u5927\u6a21\u578b\u76f8\u5173\u6982\u5ff5","text":"

    \u7528\u4e8e\u8c03\u7528\u6216\u89e6\u53d1\u5927\u578b\u8bed\u8a00\u6a21\u578b\u751f\u6210\u8f93\u51fa\u7684\u6587\u672c\u6216\u6307\u4ee4\u3002\u53ef\u4ee5\u662f\u95ee\u9898\u3001\u4efb\u52a1\u63cf\u8ff0\u3001\u6216\u8005\u5bf9\u6a21\u578b\u6240\u671f\u671b\u7684\u56de\u7b54\u7684\u63d0\u793a\u6027\u6307\u4ee4

    \u901a\u8fc7\u6784\u5efa\u6307\u4ee4\u683c\u5f0f\u7684\u5b9e\u4f8b\uff0c\u7136\u540e\u4ee5**\u6709\u76d1\u7763**\u7684\u65b9\u5f0f\u5bf9\u5927\u8bed\u8a00\u6a21\u578b\u8fdb\u884c\u5fae\u8c03\u3002\u6307\u4ee4\u683c\u5f0f\u901a\u5e38\u5305\u542b\u4efb\u52a1\u63cf\u8ff0\uff0c\u4e00\u5bf9\u8f93\u5165\u8f93\u51fa\u4ee5\u53ca\u793a\u4f8b

    \u6307\u7528\u6237\u5728\u4e00\u6b21\u5bf9\u8bdd\u4e2d\u63d0\u51fa\u4e00\u7cfb\u5217\u76f8\u5173\u95ee\u9898\u6216\u89c2\u70b9\uff0c\u6216\u8005\u6a21\u578b\u751f\u6210\u4e00\u7cfb\u5217\u8fde\u8d2f\u7684\u56de\u7b54\u6216\u8f93\u51fa

    \u6a21\u578b\u57fa\u4e8e\u5f3a\u5316\u5b66\u4e60\u6846\u67b6\uff0c\u901a\u8fc7\u4e0e\u4eba\u7c7b\u7528\u6237\u6216\u4e13\u5bb6\u8fdb\u884c\u4ea4\u4e92\uff0c\u4ece\u5176\u63d0\u4f9b\u7684\u53cd\u9988\u4e2d\u5b66\u4e60\u548c\u6539\u8fdb

    \u6307\u6a21\u578b\u751f\u6210\u7684\u56de\u590d\u5305\u542b\u9519\u8bef\u7684\u4e8b\u5b9e\u3001\u4e0d\u51c6\u786e\u7684\u4fe1\u606f\uff0c\u6216\u8005\u4e0e\u7528\u6237\u7684\u67e5\u8be2\u65e0\u5173\u7684\u5185\u5bb9

    \u5728\u7279\u5b9a\u4e0a\u4e0b\u6587\u73af\u5883\u4e2d\u5b66\u4e60\u7684\u673a\u5668\u5b66\u4e60\u65b9\u6cd5

    \u6307\u786e\u4fdd\u4eba\u5de5\u667a\u80fd\u7cfb\u7edf\u7684\u76ee\u6807\u3001\u51b3\u7b56\u548c\u884c\u4e3a\u4e0e\u4eba\u7c7b\u4ef7\u503c\u89c2\u4e00\u81f4\u7684\u8fc7\u7a0b

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_18","title":"\u4e00\u4e9b\u5e38\u89c1\u6a21\u578b\u67b6\u6784\u56fe","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#lstm_1","title":"LSTM","text":"

    \u6807\u51c6 LSTM \u7684\u67b6\u6784\u3002{w1\uff0cw2\uff0c. \u3002 \u3002 , wN } \u8868\u793a\u957f\u5ea6\u4e3a N \u7684\u53e5\u5b50\u4e2d\u7684\u8bcd\u5411\u91cf\u3002 {h1, h2, . \u3002 \u3002 , hN } \u662f\u9690\u85cf\u7684\u5411\u91cf\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#atae-lstm","title":"ATAE-LSTM","text":"

    \u57fa\u4e8e\u6ce8\u610f\u529b\u7684 LSTM \u67b6\u6784\u3002 Aspect embedding\u5df2\u7528\u4e8e\u786e\u5b9a\u6ce8\u610f\u529b\u6743\u91cd\u4ee5\u53ca\u53e5\u5b50\u8868\u793a\u3002 {w1\uff0cw2\uff0c. .. , wN } \u8868\u793a\u957f\u5ea6\u4e3aN\u7684\u53e5\u5b50\u4e2d\u7684\u8bcd\u5411\u91cf\u3002 Va \u8868\u793aaspect embedding\u3002 \u03b1\u662f\u6ce8\u610f\u529b\u6743\u91cd\u3002 {h1\uff0ch2\uff0c. .. , hN } \u662f\u9690\u85cf\u5411\u91cf\u3002

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#rnn","title":"RNN","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#bi-lstm","title":"BI-LSTM","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#cnn","title":"CNN","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#transformer","title":"Transformer","text":"

    \u89c1\u9884\u8bad\u7ec3\u90e8\u5206

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#2019","title":"2019\u7ea7\u8bd5\u5377\u6574\u7406","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_19","title":"\u540d\u8bcd\u89e3\u91ca","text":"

    1.\u9884\u8bad\u7ec3

    \u4f7f\u7528\u5927\u89c4\u6a21\u672a\u7ecf\u8fc7\u4eba\u5de5\u6807\u6ce8\u7684\u6570\u636e\u8fdb\u884c\u6a21\u578b\u8bad\u7ec3\uff0c\u4ece\u4e2d\u63d0\u53d6\u51fa\u5c3d\u53ef\u80fd\u591a\u7684\u5171\u6027\u7279\u5f81\uff0c\u4ece\u800c\u4f7f\u5f97\u6a21\u578b\u5bf9\u4e8e\u540e\u7eed\u5177\u6709\u6307\u5b9a\u4efb\u52a1\u7684\u5b66\u4e60\u8d1f\u62c5\u53d8\u8f7b

    2.\u6587\u672c\u8574\u542b

    \u4e24\u4e2a\u6587\u672c\u7247\u6bb5\u6709\u6307\u5411\u5173\u7cfb\u3002 \u5f53\u8ba4\u4e3a\u4e00\u4e2a\u6587\u672c\u7247\u6bb5\u771f\u5b9e\u65f6\uff0c\u53ef\u4ee5\u63a8\u65ad\u51fa\u53e6\u4e00\u4e2a\u6587\u672c\u7247\u65ad\u7684\u771f\u5b9e\u6027\u3002 \u4e5f\u5c31\u662f\u6307\uff0c\u4e00\u4e2a\u6587\u672c\u7247\u6bb5\u8574\u6db5\u4e86\u53e6\u4e00\u4e2a\u6587\u672c\u7247\u6bb5\u7684\u77e5\u8bc6\u3002

    3.\u6ce8\u610f\u529b\u673a\u5236

    \u8ba9\u8ba1\u7b97\u673a\u9009\u62e9\u6027\u9057\u5fd8\u540c\u65f6\u5173\u6ce8\u4e0a\u4e0b\u6587\uff0c\u6839\u636e\u5177\u4f53\u4efb\u52a1\u76ee\u6807\uff0c\u5bf9\u5173\u6ce8\u7684\u65b9\u5411\u548c\u52a0\u6743\u6a21\u578b\u8fdb\u884c\u8c03\u6574\uff0c\u5c06\u6709\u9650\u7684\u6ce8\u610f\u529b\u96c6\u4e2d\u5728\u91cd\u70b9\u4fe1\u606f\u4e0a\uff0c\u4ece\u800c\u8282\u7701\u8d44\u6e90\uff0c\u5feb\u901f\u83b7\u5f97\u6700\u6709\u6548\u7684\u4fe1\u606f\u3002

    4.\u8bcd\u6027\u6807\u6ce8

    \u5728\u7ed9\u5b9a\u53e5\u5b50\u4e2d\u5224\u5b9a\u6bcf\u4e2a\u8bcd\u7684\u8bed\u6cd5\u8303\u7574\uff0c\u786e\u5b9a\u5176\u8bcd\u6027\u548c\u6d45\u5c42\u7684\u6b67\u4e49\u6d88\u9664\uff0c\u5e76\u52a0\u4ee5\u6807\u6ce8\u7684\u8fc7\u7a0b

    5.\u8bed\u8a00\u6a21\u578b

    \u7ed9\u5b9a\u4e0a\u4e0b\u6587\uff0c\u53bb\u9884\u6d4b\u4e0b\u4e00\u4e2a\u8bcd\u6216\u8005\u4e0b\u4e00\u6bb5\u6587\u672c\u51fa\u73b0\u7684\u6982\u7387

    6.\u8bcd\u5411\u91cf

    \u5c06\u4e00\u4e2a\u8bcd\u6620\u5c04\u5230\u4e00\u4e2a\u5411\u91cf\u7a7a\u95f4\uff0c\u7528\u591a\u7ef4\u5411\u91cf\u8868\u793a\uff08\u9ad8\u7ef4\u7279\u5f81\uff09\uff0c\u8fd9\u4e2a\u5411\u91cf\u5c31\u662f\u8bcd\u5411\u91cf\u3002\u4f7f\u7528\u591a\u7ef4\u7279\u5f81\u6765\u8868\u793a\u4e00\u4e2a\u8bcd\uff0c\u8fd9\u6837\u540c\u79cd\u7c7b\u7684\u8bcd\u6c47\u5c31\u4f1a\u6709\u975e\u5e38\u76f8\u4f3c\u7684\u7279\u5f81

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_20","title":"\u7b80\u7b54\u9898","text":"

    LSTM\u5f15\u5165\u4e86\u95e8\u63a7\u673a\u5236\uff0c\u5305\u62ec\u9057\u5fd8\u95e8\uff08Forget Gate\uff09\u3001\u8f93\u5165\u95e8\uff08Input Gate\uff09\u548c\u8f93\u51fa\u95e8\uff08Output Gate\uff09\u3002\u6bcf\u4e2a\u95e8\u90fd\u6709\u4e00\u4e2asigmoid\u6fc0\u6d3b\u51fd\u6570\u6765\u51b3\u5b9a\u4fe1\u606f\u7684\u6d41\u52a8\uff0c\u4ee5\u53ca\u4e00\u4e2atanh\u6fc0\u6d3b\u51fd\u6570\u6765\u8c03\u6574\u8f93\u5165\u3002\u7ed3\u6784\u5982\u4e0b\uff1a

    GRU\u5305\u542b\u66f4\u65b0\u95e8\uff08Update Gate\uff09\u548c\u91cd\u7f6e\u95e8\uff08Reset Gate\uff09\uff0c\u901a\u8fc7\u8fd9\u4e24\u4e2a\u95e8\u7684\u63a7\u5236\u5b9e\u73b0\u4fe1\u606f\u7684\u66f4\u65b0\u548c\u91cd\u7f6e\u3002\u7ed3\u6784\u5982\u4e0b\uff1a

    CBOW Skip-gram \u8f93\u5165 \u4e0a\u4e0b\u6587\u8bcd\uff08\u591a\u4e2a\uff09 \u76ee\u6807\u8bcd \u8f93\u51fa \u76ee\u6807\u8bcd\u7684\u6982\u7387\u5206\u5e03 \u4e0a\u4e0b\u6587\u8bcd\u7684\u6982\u7387\u5206\u5e03 \u8bad\u7ec3\u6570\u636e\u6837\u672c (\u4e0a\u4e0b\u6587, \u76ee\u6807\u8bcd) (\u76ee\u6807\u8bcd, \u4e0a\u4e0b\u6587\u8bcd) \u8bad\u7ec3\u6548\u679c \u5c0f\u89c4\u6a21\u6570\u636e\u96c6\u6548\u679c\u8f83\u597d \u5927\u89c4\u6a21\u6570\u636e\u96c6\u6548\u679c\u8f83\u597d \u6570\u636e\u5229\u7528\u7387 \u5229\u7528\u4e0a\u4e0b\u6587\u4fe1\u606f\u8fdb\u884c\u8bad\u7ec3 \u901a\u8fc7\u76ee\u6807\u8bcd\u751f\u6210\u591a\u4e2a\u8bad\u7ec3\u6837\u672c \u8ba1\u7b97\u6548\u7387 \u76f8\u5bf9\u8f83\u5feb\uff0c\u56e0\u4e3a\u8003\u8651\u6574\u4e2a\u4e0a\u4e0b\u6587\u7684\u4fe1\u606f \u76f8\u5bf9\u8f83\u6162\uff0c\u56e0\u4e3a\u9700\u8981\u751f\u6210\u591a\u4e2a\u6837\u672c \u9002\u7528\u6027 \u9002\u7528\u4e8e\u51fa\u73b0\u9891\u7387\u8f83\u9ad8\u7684\u8bcd\u6c47 \u9002\u7528\u5904\u7406\u7f55\u89c1\u8bcd\u6c47\u548c\u6355\u6349\u8bcd\u6c47\u95f4\u7684\u590d\u6742\u5173\u7cfb

    GPT \u4e0d\u662f\u53cc\u5411\u7684\uff0c\u6ca1\u6709 masking \u6982\u5ff5

    Bert \u5728\u8bad\u7ec3\u4e2d\u52a0\u5165\u4e0b\u4e00\u4e2a\u53e5\u5b50\u9884\u6d4b\u4efb\u52a1\uff0c\u6240\u4ee5\u5b83\u6709 sengment \u5d4c\u5165

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_21","title":"\u65b9\u6848\u8bbe\u8ba1","text":"

    1. \u60c5\u666f\uff1a\u6570\u636e\u7684\u547d\u540d\u5b9e\u4f53\u5df2\u88ab\u6807\u6ce8\uff0c\u5b9e\u4f53\u5b58\u5728\u91cd\u53e0\u548c\u5d4c\u5165\uff08\u6bd4\u5982\u6b66\u6c49\u5927\u5b66\u5305\u542b\u6b66\u6c49\u8fd9\u4e2a\u5b9e\u4f53\uff09\uff0c\u8bbe\u8ba1\u65b9\u6848\u5b8c\u6210NER\uff0c\u5199\u51fa**\u6d41\u7a0b\u56fe**\u3001\u6a21\u5757\u8bf4\u660e\u3001\u8bc4\u4ef7\u6307\u6807

    2. \u60c5\u666f\uff1a\u6709\u4e2d\u6587\u548c\u5bf9\u5e94\u82f1\u6587\u7684\u6570\u636e\u96c6\uff0c\u8bbe\u8ba1\u673a\u5668\u7ffb\u8bd1\u7cfb\u7edf\uff0c\u5199\u51fa**\u6d41\u7a0b\u56fe**\u3001\u6a21\u5757\u8bf4\u660e\u3001\u8bc4\u4ef7\u6307\u6807

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#2020","title":"2020\u7ea7\u8bd5\u5377\u6574\u7406","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_22","title":"\u540d\u8bcd\u89e3\u91ca","text":"
    1. \u81ea\u7136\u8bed\u8a00

    \u4eba\u7c7b\u793e\u4f1a\u53d1\u5c55\u8fc7\u7a0b\u4e2d\u81ea\u7136\u4ea7\u751f\u7684\u3001\u7ea6\u5b9a\u4fd7\u6210\u7684\u8bed\u8a00

    1. \u5206\u8bcd

    \u5c06\u53e5\u5b50\u3001\u6bb5\u843d\u7b49\u6587\u672c\u5206\u89e3\u4e3a\u6709\u610f\u4e49\u7684\u5b57\u8bcd\u5355\u5143\uff0c\u65b9\u4fbf\u540e\u7eed\u7684\u5904\u7406\u5206\u6790

    1. \u5b9e\u4f53\u8bc6\u522b

    \u6307\u8bc6\u522b\u6587\u672c\u4e2d\u5177\u6709\u7279\u5b9a\u610f\u4e49\u7684\u5b9e\u4f53\uff0c\u4e3b\u8981\u5305\u62ec\u4eba\u540d\u3001\u5730\u540d\u3001\u673a\u6784\u540d\u3001\u4e13\u6709\u540d\u8bcd\u7b49\u3002\u7b80\u5355\u6765\u8bf4\uff0c\u5c31\u662f\u8bc6\u522b\u81ea\u7136\u6587\u672c\u4e2d\u7684\u5b9e\u4f53\u6307\u79f0\u7684\u8fb9\u754c\u548c\u7c7b\u522b\u3002

    1. \u5faa\u73af\u795e\u7ecf\u7f51\u7edc

    \u5faa\u73af\u795e\u7ecf\u7f51\u7edc (RNN) \u662f\u4e00\u79cd\u4f7f\u7528\u5e8f\u5217\u6570\u636e\u6216\u65f6\u5e8f\u6570\u636e\u7684\u4eba\u5de5\u795e\u7ecf\u7f51\u7edc

    \u5377\u79ef\u795e\u7ecf\u7f51\u7edc\uff08Convolutional Neural Networks, CNN\uff09\u662f**\u4e00\u7c7b\u5305\u542b\u5377\u79ef\u8ba1\u7b97\u4e14\u5177\u6709\u6df1\u5ea6\u7ed3\u6784\u7684\u524d\u9988\u795e\u7ecf\u7f51\u7edc**\uff0c\u5305\u542b\u6709\u8f93\u5165\u5c42\u3001\u5377\u79ef\u5c42\u3001\u6c60\u5316\u5c42\u3001\u5168\u8fde\u63a5\u5c42\u3001\u8f93\u51fa\u5c42

    1. \u8bed\u8a00\u6a21\u578b

    \u7ed9\u5b9a\u4e0a\u4e0b\u6587\uff0c\u53bb\u9884\u6d4b\u4e0b\u4e00\u4e2a\u8bcd\u6216\u8005\u4e0b\u4e00\u6bb5\u6587\u672c\u51fa\u73b0\u7684\u6982\u7387

    1. \u8bcd\u5411\u91cf

    \u5c06\u4e00\u4e2a\u8bcd\u6620\u5c04\u5230\u4e00\u4e2a\u5411\u91cf\u7a7a\u95f4\uff0c\u7528\u591a\u7ef4\u5411\u91cf\u8868\u793a\uff08\u9ad8\u7ef4\u7279\u5f81\uff09\uff0c\u8fd9\u4e2a\u5411\u91cf\u5c31\u662f\u8bcd\u5411\u91cf\u3002\u4f7f\u7528\u591a\u7ef4\u7279\u5f81\u6765\u8868\u793a\u4e00\u4e2a\u8bcd\uff0c\u8fd9\u6837\u540c\u79cd\u7c7b\u7684\u8bcd\u6c47\u5c31\u4f1a\u6709\u975e\u5e38\u76f8\u4f3c\u7684\u7279\u5f81

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_23","title":"\u7b80\u7b54\u9898","text":"
    1. \u4e3e\u51fa\u4e09\u4e2a\u5206\u7c7b\u4efb\u52a1\uff0c\u8bf4\u660e\u5e94\u7528\u573a\u666f

    19\u5e74\u51fa\u73b0

    1. \u7b80\u8ff0\u5377\u79ef\u795e\u7ecf\u7f51\u7edc\u3001\u5faa\u73af\u795e\u7ecf\u7f51\u7edc\uff0ctransformer\u6a21\u578b\u7684\u7279\u70b9\uff08\u533a\u522b\uff09

    \u5904\u7406\u6570\u636e\u7c7b\u578b\uff1a

    \u6a21\u578b\u7ed3\u6784\uff1a

    \u5e76\u884c\u6027\uff1a

    \u68af\u5ea6\u4f20\u64ad\uff1a

    \u628a\u6bcf\u4e2a\u8bcd\u8868\u5f81\u4e3aK\u7ef4\u7684\u5b9e\u6570\u5411\u91cf\uff08\u6bcf\u4e2a\u5b9e\u6570\u90fd\u5bf9\u5e94\u7740\u4e00\u4e2a\u7279\u5f81\uff0c\u53ef\u4ee5\u662f\u548c\u5176\u4ed6\u5355\u8bcd\u4e4b\u95f4\u7684\u8054\u7cfb\uff09\uff0c\u5c06\u76f8\u4f3c\u7684\u5355\u8bcd\u5206\u7ec4\u6620\u5c04\u5230\u5411\u91cf\u7a7a\u95f4\u7684\u4e0d\u540c\u90e8\u5206\u62e5\u6709\u5dee\u4e0d\u591a\u4e0a\u4e0b\u6587\u7684\u4e24\u4e2a\u5355\u8bcd\u7684\u610f\u601d\u5f80\u5f80\u662f\u76f8\u8fd1\u7684

    1. \u7b80\u8ff0transformer\u4e2dself-attention\u673a\u5236\u7684\u539f\u7406\u548c\u8ba1\u7b97\u6d41\u7a0b

    \u89c1\u9884\u8bad\u7ec3\u6a21\u578b\u90e8\u5206

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_24","title":"\u65b9\u6848\u8bbe\u8ba1","text":"

    1. \u60c5\u666f\uff1a\u6570\u636e\u88ab\u6807\u6ce8\u4e86\u60c5\u611f\u6781\u6027\uff0c\u8bbe\u8ba1\u4e00\u4e2a\u60c5\u611f\u5206\u7c7b\u65b9\u6848\uff0c\u5199\u51fa**\u6d41\u7a0b\u56fe**\u3001\u6a21\u5757\u8bf4\u660e\u3001\u8bc4\u4ef7\u6307\u6807

    2. \u60c5\u666f\uff1a\u6587\u6863\u6570\u636e\u96c6\uff08\u672a\u6807\u6ce8\uff09\uff0c\u53e5\u96c6\uff08\u6807\u6ce8\u4e86\u5b9e\u4f53\uff09\uff0c\u8bbe\u8ba1\u4e00\u4e2atransformer\u6a21\u578b\uff0c\u91c7\u7528\u9884\u8bad\u7ec3\u548cfine-tune\u6784\u5efa\u4e00\u4e2a\u5b9e\u4f53\u8bc6\u522b\u7cfb\u7edf\uff0c\u5199\u51fa**\u6d41\u7a0b\u56fe**\u3001\u6a21\u5757\u8bf4\u660e\u3001\u8bc4\u4ef7\u6307\u6807

    "},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/#_25","title":"\u9884\u6d4b\u65b9\u6848\u8bbe\u8ba1\u9898\uff1a\u4e00\u4e2a\u5173\u7cfb/\u5b9e\u4f53\u62bd\u53d6\uff0c\u4e00\u4e2a\u6458\u8981\u7cfb\u7edf\uff1f","text":""},{"location":"%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8B/","title":"\u7528\u6765\u8bb0\u5f55\u5927\u4e09\u4e0b\u7684\u8bfe\u7a0b\u8d44\u6599","text":""}]} \ No newline at end of file diff --git a/sitemap.xml b/sitemap.xml index d57bf23..6939cc3 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,67 +2,77 @@ https://zehyrw.github.io/ - 2024-01-26 + 2024-04-13 daily https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/ - 2024-01-26 + 2024-04-13 daily https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/985-A%26B/%E5%85%B6%E4%BD%99985/ - 2024-01-26 + 2024-04-13 daily https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/T0%E9%99%A2%E6%A0%A1/T0/ - 2024-01-26 + 2024-04-13 daily https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/24%E5%B1%8A%E4%BF%A1%E6%81%AF%E6%94%B6%E9%9B%86/%E5%8D%8E%E4%BA%94/%E5%8D%8E%E4%BA%94/ - 2024-01-26 + 2024-04-13 daily https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/ - 2024-01-26 + 2024-04-13 daily https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E5%A4%8F%E4%BB%A4%E8%90%A5/%E5%A4%8F%E4%BB%A4%E8%90%A5/ - 2024-01-26 + 2024-04-13 daily https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/%E5%A4%8F%E4%BB%A4%E8%90%A5%26%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/%E9%A2%84%E6%8E%A8%E5%85%8D/ - 2024-01-26 + 2024-04-13 daily - https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/%E6%9C%BA%E8%AF%95%E5%87%86%E5%A4%87/ - 2024-01-26 + https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/%E6%9C%BA%E8%AF%95%E5%87%86%E5%A4%87/%E5%86%99%E5%9C%A8%E5%89%8D%E9%9D%A2/ + 2024-04-13 + daily + + + https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/%E6%9C%BA%E8%AF%95%E5%87%86%E5%A4%87/%E5%9F%BA%E7%A1%80%E7%AE%97%E6%B3%95%E9%83%A8%E5%88%86/%E5%9F%BA%E7%A1%80%E7%AE%97%E6%B3%95%E9%83%A8%E5%88%86/ + 2024-04-13 + daily + + + https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/%E6%9C%BA%E8%AF%95%E5%87%86%E5%A4%87/%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E9%83%A8%E5%88%86/%E6%95%B0%E6%8D%AE%E7%BB%93%E6%9E%84%E9%83%A8%E5%88%86/ + 2024-04-13 daily https://zehyrw.github.io/%E4%BF%9D%E7%A0%94/%E7%BB%8F%E9%AA%8C%E5%B8%96/ - 2024-01-26 + 2024-04-13 daily https://zehyrw.github.io/%E5%85%B3%E4%BA%8E%E6%88%91/About_me/ - 2024-01-26 + 2024-04-13 daily https://zehyrw.github.io/%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8A/%E8%87%AA%E7%84%B6%E8%AF%AD%E8%A8%80%E5%A4%84%E7%90%86/NLP%E6%9C%9F%E6%9C%AB%E5%A4%8D%E4%B9%A0/ - 2024-01-26 + 2024-04-13 daily https://zehyrw.github.io/%E8%AF%BE%E7%A8%8B%E8%B5%84%E6%96%99/%E5%A4%A7%E4%B8%89%E4%B8%8B/ - 2024-01-26 + 2024-04-13 daily \ No newline at end of file diff --git a/sitemap.xml.gz b/sitemap.xml.gz index 5cd0b51..17a0d66 100644 Binary files a/sitemap.xml.gz and b/sitemap.xml.gz differ