{"id":1991,"date":"2023-03-17T00:12:38","date_gmt":"2023-03-16T16:12:38","guid":{"rendered":"https:\/\/pjq.me\/?p=1991"},"modified":"2023-03-17T11:58:35","modified_gmt":"2023-03-17T03:58:35","slug":"%e5%a6%82%e4%bd%95%e6%9c%ac%e5%9c%b0%e8%bf%90%e8%a1%8cllama","status":"publish","type":"post","link":"https:\/\/pjq.me\/?p=1991","title":{"rendered":"\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA"},"content":{"rendered":"\n<p>\u6628\u5929GPT-4\u53d1\u5e03\uff0c\u9664\u4e86\u60ca\u8273\u8fd8\u662f\u60ca\u8273\uff0cOpenAI\u7684\u8fdb\u5316\u901f\u5ea6\u8d85\u4e4e\u60f3\u8c61\u3002<\/p>\n\n\n\n<p>\u9664\u6b64\u4e4b\u5916\uff0c\u6700\u8fd1\u6211\u4e5f\u5728\u5173\u6ce8LLaMa((Large Language Model Meta AI) <\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/ai.facebook.com\/blog\/large-language-model-llama-meta-ai\/\">https:\/\/ai.facebook.com\/blog\/large-language-model-llama-meta-ai\/<\/a><\/li>\n\n\n\n<li><a href=\"https:\/\/github.com\/facebookresearch\/llama\">https:\/\/github.com\/facebookresearch\/llama<\/a><\/li>\n<\/ul>\n\n\n\n<p>Facebook\u7684\u5927\u578b\u8bed\u8a00\u6a21\u578b\uff0c\u73b0\u5728\u5df2\u7ecf\u6709\u5f88\u591a\u57fa\u4e8e\u5b83\u8fdb\u884c\u4f18\u5316\u7684\u9879\u76ee<\/p>\n\n\n\n<p>\u6bd4\u5982Standford, \u53f7\u79f07B model\u5df2\u7ecf\u8fbe\u5230 OpenAI <code>text-davinci-003<\/code>\u6548\u679c<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/github.com\/tatsu-lab\/stanford_alpaca\">https:\/\/github.com\/tatsu-lab\/stanford_alpaca<\/a><\/li>\n<\/ul>\n\n\n\n<p>\u800c\u6211\u8fd9\u91cc\u9009\u62e9\u7684\u662fllama.cpp, \u4f5c\u8005\u521a\u628awhisper\u7528cpp\u5b9e\u73b0\u4e86\u4e00\u904d\u53ebwhisper.cpp, \u8fd8\u771f\u662f\u76f4\u63a5<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/github.com\/ggerganov\/llama.cpp\">https:\/\/github.com\/ggerganov\/llama.cpp<\/a><\/li>\n<\/ul>\n\n\n\n<p>\u6574\u4e2a\u5b89\u88c5\u8fc7\u7a0b\u8fd8\u53c2\u8003\u4e86\u8fd9\u7bc7\u6587\u7ae0<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/til.simonwillison.net\/llms\/llama-7b-m2\">https:\/\/til.simonwillison.net\/llms\/llama-7b-m2<\/a><\/li>\n<\/ul>\n\n\n\n<p>LLaMa\u7684\u4f18\u52bf<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u53ef\u4ee5\u5355\u673a\u8fd0\u884c<\/li>\n\n\n\n<li>\u53ef\u4ee5Android\u624b\u673a\u4e0a\u8fd0\u884c<\/li>\n\n\n\n<li>\u53ef\u4ee5Raspberry Pi\u4e0a\u8fd0\u884c<\/li>\n\n\n\n<li>\u5176\u5b83\u57fa\u4e8e\u7684Fine Tune\u6b63\u5728\u8fdb\u884c\u4e2d\uff0c\u5f00\u6e90\u793e\u533a\u4e0d\u4e00\u5b9a\u4f1a\u6298\u817e\u51fa\u4ec0\u4e48\u6837\u7684\u6548\u679c\u51fa\u6765<\/li>\n\n\n\n<li>\u6ca1\u6709\u4efb\u4f55\u9650\u5236\u5ba1\u67e5<\/li>\n<\/ol>\n\n\n\n<p>\u5148\u770b\u770b\u6211\u672c\u5730\u7528\u4e8630B model\u7684\u6548\u679c<\/p>\n\n\n\n<figure class=\"wp-block-image size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-1024x361.png\" alt=\"\" class=\"wp-image-2004\" width=\"1126\" height=\"397\" srcset=\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-1024x361.png 1024w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-300x106.png 300w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-768x271.png 768w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-1536x541.png 1536w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-2048x721.png 2048w\" sizes=\"auto, (max-width: 1126px) 100vw, 1126px\" \/><\/figure>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_81 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Table of Contents<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/pjq.me\/?p=1991\/#Setup_Steps\" >Setup Steps<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/pjq.me\/?p=1991\/#%E8%BF%90%E8%A1%8CLLaMA\" >\u8fd0\u884cLLaMA<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/pjq.me\/?p=1991\/#Reference\" >Reference<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Setup_Steps\"><\/span>Setup Steps<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<pre class=\"wp-block-code\"><code>git clone git@github.com:ggerganov\/llama.cpp.git\ncd llama.cpp\npython3 -m pip install torch numpy sentencepiece\nmake -j\n#Download LLaMA models\npython3 convert-pth-to-ggml.py models\/7B\/ 1\n.\/quantize.sh 7B<\/code><\/pre>\n\n\n\n<p>\u5176\u4e2d\u4e0b\u8f7d LLaMA models\uff0c\u5728\u8fd9\u4e2aPR\u91cc\u9762\u53ef\u4ee5\u627e\u5230\u78c1\u529b\u4e0b\u8f7d\u94fe\u63a5<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>https:\/\/github.com\/facebookresearch\/llama\/pull\/73<\/li>\n<\/ul>\n\n\n\n<p>\u4e0b\u8f7d\u5b8c\u6210\u4e4b\u540e\u53ef\u4ee5\u770b\u5230\u76ee\u5f55\u6587\u4ef6\u662f\u8fd9\u4e2a\u6837\u5b50\u7684\uff0c\u5982\u679c\u5168\u90e8\u6a21\u578b\u90fd\u4e0b\u8f7d\u7684\u8bdd\u662f220G<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>\/Volumes\/hdd_4T\/download\/LLaMA\/ tree\n.\n\u251c\u2500\u2500 13B\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 checklist.chk\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.00.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.01.pth\n\u2502&nbsp;&nbsp; \u2514\u2500\u2500 params.json\n\u251c\u2500\u2500 30B\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 checklist.chk\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.00.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.01.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.02.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.03.pth\n\u2502&nbsp;&nbsp; \u2514\u2500\u2500 params.json\n\u251c\u2500\u2500 65B\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 checklist.chk\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.00.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.01.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.02.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.03.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.04.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.05.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.06.pth\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.07.pth\n\u2502&nbsp;&nbsp; \u2514\u2500\u2500 params.json\n\u251c\u2500\u2500 7B\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 checklist.chk\n\u2502&nbsp;&nbsp; \u251c\u2500\u2500 consolidated.00.pth\n\u2502&nbsp;&nbsp; \u2514\u2500\u2500 params.json\n\u251c\u2500\u2500 llama.sh\n\u251c\u2500\u2500 tokenizer.model\n\u2514\u2500\u2500 tokenizer_checklist.chk\n\n4 directories, 26 files<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E8%BF%90%E8%A1%8CLLaMA\"><\/span>\u8fd0\u884cLLaMA<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u5982\u679c\u4e0a\u9762\u6240\u6709\u7684\u547d\u4ee4\u90fd\u8dd1\u5b8c\u4e4b\u540e\uff0c\u76ee\u5f55\u7ed3\u6784\u5927\u6982\u662f\u8fd9\u4e2a\u6837\u5b50\u7684\uff0c\u8fd9\u91cc\u6211\u7528\u4e867B\/13B<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>workspace\/llama.cpp\/ &#91;master] ls -lRh models\ntotal 1000\n-rwx------   1 user  staff    50B Mar 16 15:22 tokenizer_checklist.chk\n-rwx------   1 user  staff   488K Mar 16 15:22 tokenizer.model\n-rwx------   1 user  staff   1.9K Mar 16 15:22 llama.sh\ndrwxr-xr-x   7 user  staff   224B Mar 16 21:30 7B\ndrwx------  10 user  staff   320B Mar 16 21:38 13B\n\uf8ff ~\/workspace\/llama.cpp\/ &#91;master] ls -lRh models\ntotal 1000\ndrwx------  10 user  staff   320B Mar 16 21:38 13B\ndrwxr-xr-x   7 user  staff   224B Mar 16 21:30 7B\n-rwx------   1 user  staff   1.9K Mar 16 15:22 llama.sh\n-rwx------   1 user  staff   488K Mar 16 15:22 tokenizer.model\n-rwx------   1 user  staff    50B Mar 16 15:22 tokenizer_checklist.chk\n\nmodels\/13B:\ntotal 117590176\n-rwx------  1 user  staff   154B Mar 16 15:22 checklist.chk\n-rwx------  1 user  staff    12G Mar 16 18:37 consolidated.00.pth\n-rwx------  1 user  staff    12G Mar 16 18:37 consolidated.01.pth\n-rw-r--r--  1 user  staff    12G Mar 16 21:37 ggml-model-f16.bin\n-rw-r--r--  1 user  staff    12G Mar 16 21:38 ggml-model-f16.bin.1\n-rw-r--r--  1 user  staff   3.8G Mar 16 21:38 ggml-model-q4_0.bin\n-rw-r--r--  1 user  staff   3.8G Mar 16 21:39 ggml-model-q4_0.bin.1\n-rwx------  1 user  staff   101B Mar 16 15:22 params.json\n\nmodels\/7B:\ntotal 60873752\n-rwx------  1 user  staff   100B Mar 16 15:22 checklist.chk\n-rw-r--r--@ 1 user  staff    13G Mar 16 21:24 consolidated.00.pth\n-rw-r--r--  1 user  staff    13G Mar 16 21:29 ggml-model-f16.bin\n-rw-r--r--  1 user  staff   3.9G Mar 16 21:31 ggml-model-q4_0.bin\n-rwx------  1 user  staff   101B Mar 16 15:22 params.json<\/code><\/pre>\n\n\n\n<p>\u8fd0\u884c\u7684\u8bdd\u53ef\u4ee5\u628a\u547d\u4ee4\u6254\u5230\u4e2ashell\u811a\u672c\u91cc\u9762\uff0c\u6bd4\u5982chat.sh<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>#!\/bin\/bash\n\nmodels=\".\/models\/7B\/ggml-model-q4_0.bin\"\nmodels=\".\/models\/13B\/ggml-model-q4_0.bin\"\n\n.\/main -m $models  -t 8 -n 256 --repeat_penalty 1.0 --color -i -r \"User:\" \\\n                                           -p \\\n\"Transcript of a dialog, where the User interacts with an Assistant named Bob. Bob is helpful, kind, honest, good at writing, and never fails to answer the User's requests immediately and with precision.\n\nUser: Hello, Bob.\nBob: Hello. How may I help you today?\nUser: Please tell me the largest city in Europe.\nBob: Sure. The largest city in Europe is Moscow, the capital of Russia.\nUser:\"<\/code><\/pre>\n\n\n\n<p>\u8dd1\u8d77\u6765\u662f\u8fd9\u4e2a\u6837\u5b50<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u7b80\u5355\u4f7f\u7528\u53d1\u73b0\u5bb9\u6613\u4e2d\u65ad\uff0c\u6ca1\u804a\u51e0\u6b21\u5c31\u81ea\u5df1\u4e2d\u65ad\u4f1a\u8bdd\u4e86<\/li>\n\n\n\n<li>\u5b83\u80fd\u770b\u61c2\u4e2d\u6587\uff0c\u4e5f\u80fd\u7528\u4e2d\u6587\u56de\u7b54\u95ee\u9898<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"509\" src=\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-1-1024x509.png\" alt=\"\" class=\"wp-image-1992\" srcset=\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-1-1024x509.png 1024w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-1-300x149.png 300w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-1-768x382.png 768w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-1-1536x764.png 1536w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-1-2048x1018.png 2048w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p>\u540e\u6765\u5728PR\u91cc\u9762\u627e\u5230\u4e00\u4e2a\u811a\u672c\uff0c\u53ef\u4ee5\u6539\u5584\u5bf9\u8bdd\u6301\u7eed\u7684\u95ee\u9898\uff0c\u56de\u7b54\u8d28\u91cf\u4e5f\u6709\u4e00\u4e9b\u63d0\u9ad8<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/github.com\/ggerganov\/llama.cpp\/pull\/198\">https:\/\/github.com\/ggerganov\/llama.cpp\/pull\/198<\/a><\/li>\n<\/ul>\n\n\n\n<p>\u76f4\u63a5\u62ff\u8fc7\u6765\u5c31\u53ef\u4ee5\u7528<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>#!\/bin\/bash\n\nMODEL=\".\/models\/13B\/ggml-model-q4_0.bin\"\nUSER_NAME=\"${USER_NAME:-User}\"\nAI_NAME=\"${AI_NAME:-ChatLLaMa}\"\n\necho user_name: $USER_NAME\necho ai_name: $AI_NAME\n\nGEN_OPTIONS=\"--ctx_size 4096 --temp 0.7 --top_k 40 --top_p 0.5 --repeat_last_n 256 --repeat_penalty 1.17647\"\n\n.\/main -m \"$MODEL\" -t 8 -n 1024 $GEN_OPTIONS --color -i -r \"${USER_NAME}:\" -p \\ \"\nText transcript of a never ending dialog, where ${USER_NAME} interacts with an AI assistant named ${AI_NAME}.\n${AI_NAME} is helpful, kind, honest, good at writing and never fails to answer ${USER_NAME}\u2019s requests immediately and with precision.\nThere are no annotations like (30 seconds passed...) or (to himself), just what ${USER_NAME} and ${AI_NAME} say alound to each other.\nThe dialog lasts for years, the entirety of it is shared below. It's 10000 pages long.\nThe transcript only includes text, it does not include markup like HTML and Markdown.\n\n$USER_NAME: Hello, $AI_NAME!\n$AI_NAME: Hello $USER_NAME! How may I help you today?\n$USER_NAME: What time is it?\n$AI_NAME: It is $(date +%H:%M).\n$USER_NAME: What year is it?\n$AI_NAME: We are in $(date +%Y).\n$USER_NAME: Please tell me the largest city in Europe.\n$AI_NAME: The largest city in Europe is Moscow, the capital of Russia.\n$USER_NAME: What can you tell me about Moscow?\n$AI_NAME: Moscow, on the Moskva River in western Russia, is the nation\u2019s cosmopolitan capital. In its historic core is the Kremlin, a complex that\u2019s home to the president and tsarist treasures in the Armoury. Outside its walls is Red Square, Russia\u2019s symbolic center.\n$USER_NAME: What is a cat?\n$AI_NAME: A cat is a domestic species of small carnivorous mammal. It is the only domesticated species in the family Felidae.\n$USER_NAME: How do I pass command line arguments to a Node.js program?\n$AI_NAME: The arguments are stored in process.argv.\n\n    argv&#91;0] is the path to the Node. js executable.\n    argv&#91;1] is the path to the script file.\n    argv&#91;2] is the first argument passed to the script.\n    argv&#91;3] is the second argument passed to the script and so on.\n$USER_NAME: Name a color.\n$AI_NAME: Blue\n$USER_NAME:\" \"$@\"<\/code><\/pre>\n\n\n\n<p>\u4eca\u5929\u4e5f\u770b\u5230\u53e6\u5916\u4e00\u4e2a\u4eba\u8bf4\u7ecf\u8fc7\u4f18\u5316\u5df2\u7ecf\u8d85\u8fc7GPT 3.5, \u672c\u5468\u4e94\u53d1\u5e03\uff0c\u8ba9\u6211\u4eec\u62ed\u76ee\u4ee5\u5f85\u3002<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/twitter.com\/iamgingertrash\/status\/1636180818606592000\">https:\/\/twitter.com\/iamgingertrash\/status\/1636180818606592000<\/a><\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-2-967x1024.png\" alt=\"\" class=\"wp-image-1993\" width=\"535\" height=\"567\" srcset=\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-2-967x1024.png 967w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-2-283x300.png 283w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-2-768x813.png 768w, https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/image-2.png 1196w\" sizes=\"auto, (max-width: 535px) 100vw, 535px\" \/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Reference\"><\/span>Reference<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/github.com\/facebookresearch\/llama\/pull\/73\">https:\/\/github.com\/facebookresearch\/llama\/pull\/73<\/a><\/li>\n\n\n\n<li><a href=\"https:\/\/til.simonwillison.net\/llms\/llama-7b-m2\">https:\/\/til.simonwillison.net\/llms\/llama-7b-m2<\/a><\/li>\n\n\n\n<li><a href=\"https:\/\/github.com\/ggerganov\/llama.cpp\">https:\/\/github.com\/ggerganov\/llama.cpp<\/a><\/li>\n\n\n\n<li><a href=\"https:\/\/github.com\/tatsu-lab\/stanford_alpaca\">https:\/\/github.com\/tatsu-lab\/stanford_alpaca<\/a><\/li>\n\n\n\n<li><a href=\"https:\/\/github.com\/ggerganov\/llama.cpp\/pull\/198\">https:\/\/github.com\/ggerganov\/llama.cpp\/pull\/198<\/a><\/li>\n\n\n\n<li><\/li>\n<\/ul>\n\n\n\n<ol class=\"wp-block-list\">\n<li><\/li>\n<\/ol>\n","protected":false},"excerpt":{"rendered":"<p>\u6628\u5929GPT-4\u53d1\u5e03\uff0c\u9664\u4e86\u60ca\u8273\u8fd8\u662f\u60ca\u8273\uff0cOpenAI\u7684\u8fdb\u5316\u901f\u5ea6\u8d85\u4e4e\u60f3\u8c61\u3002 \u9664\u6b64\u4e4b\u5916\uff0c\u6700\u8fd1\u6211\u4e5f\u5728\u5173\u6ce8LLaMa((Large Language Model Meta AI) Facebook\u7684\u5927\u578b\u8bed\u8a00\u6a21\u578b\uff0c\u73b0\u5728\u5df2\u7ecf\u6709\u5f88\u591a\u57fa\u4e8e\u5b83\u8fdb\u884c\u4f18\u5316\u7684\u9879\u76ee \u6bd4\u5982Standford, \u53f7\u79f07B model\u5df2\u7ecf\u8fbe\u5230 OpenAI text-davinci-003\u6548\u679c \u800c\u6211\u8fd9\u91cc\u9009\u62e9\u7684\u662fllama.cpp, \u4f5c\u8005\u521a\u628awhisper\u7528cpp\u5b9e\u73b0\u4e86\u4e00\u904d\u53ebwhisper.cpp, \u8fd8\u771f\u662f\u76f4\u63a5 \u6574\u4e2a\u5b89\u88c5\u8fc7\u7a0b\u8fd8\u53c2\u8003\u4e86\u8fd9\u7bc7\u6587\u7ae0 LLaMa\u7684\u4f18\u52bf \u5148\u770b\u770b\u6211\u672c\u5730\u7528\u4e8630B model\u7684\u6548\u679c Setup Steps \u5176\u4e2d\u4e0b\u8f7d LLaMA models\uff0c\u5728\u8fd9\u4e2aPR\u91cc\u9762\u53ef\u4ee5\u627e\u5230\u78c1\u529b\u4e0b\u8f7d\u94fe\u63a5 \u4e0b\u8f7d\u5b8c\u6210\u4e4b\u540e\u53ef\u4ee5\u770b\u5230\u76ee\u5f55\u6587\u4ef6\u662f\u8fd9\u4e2a\u6837\u5b50\u7684\uff0c\u5982\u679c\u5168\u90e8\u6a21\u578b\u90fd\u4e0b\u8f7d\u7684\u8bdd\u662f220G \u8fd0\u884cLLaMA \u5982\u679c\u4e0a\u9762\u6240\u6709\u7684\u547d\u4ee4\u90fd\u8dd1\u5b8c\u4e4b\u540e\uff0c\u76ee\u5f55\u7ed3\u6784\u5927\u6982\u662f\u8fd9\u4e2a\u6837\u5b50\u7684\uff0c\u8fd9\u91cc\u6211\u7528\u4e867B\/13B \u8fd0\u884c\u7684\u8bdd\u53ef\u4ee5\u628a\u547d\u4ee4\u6254\u5230\u4e2ashell\u811a\u672c\u91cc\u9762\uff0c\u6bd4\u5982chat.sh \u8dd1\u8d77\u6765\u662f\u8fd9\u4e2a\u6837\u5b50 \u540e\u6765\u5728PR\u91cc\u9762\u627e\u5230\u4e00\u4e2a\u811a\u672c\uff0c\u53ef\u4ee5\u6539\u5584\u5bf9\u8bdd\u6301\u7eed\u7684\u95ee\u9898\uff0c\u56de\u7b54\u8d28\u91cf\u4e5f\u6709\u4e00\u4e9b\u63d0\u9ad8 \u76f4\u63a5\u62ff\u8fc7\u6765\u5c31\u53ef\u4ee5\u7528 \u4eca\u5929\u4e5f\u770b\u5230\u53e6\u5916\u4e00\u4e2a\u4eba\u8bf4\u7ecf\u8fc7\u4f18\u5316\u5df2\u7ecf\u8d85\u8fc7GPT 3.5, \u672c\u5468\u4e94\u53d1\u5e03\uff0c\u8ba9\u6211\u4eec\u62ed\u76ee\u4ee5\u5f85\u3002 Reference<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[169],"tags":[202,200,225,224,213],"class_list":["post-1991","post","type-post","status-publish","format-standard","hentry","category-tech","tag-ai","tag-chatgpt","tag-gpt-4","tag-llama","tag-openai"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v27.0 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA - Jianqing&#039;s Blog<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/pjq.me\/?p=1991\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA - Jianqing&#039;s Blog\" \/>\n<meta property=\"og:description\" content=\"\u6628\u5929GPT-4\u53d1\u5e03\uff0c\u9664\u4e86\u60ca\u8273\u8fd8\u662f\u60ca\u8273\uff0cOpenAI\u7684\u8fdb\u5316\u901f\u5ea6\u8d85\u4e4e\u60f3\u8c61\u3002 \u9664\u6b64\u4e4b\u5916\uff0c\u6700\u8fd1\u6211\u4e5f\u5728\u5173\u6ce8LLaMa((Large Language Model Meta AI) Facebook\u7684\u5927\u578b\u8bed\u8a00\u6a21\u578b\uff0c\u73b0\u5728\u5df2\u7ecf\u6709\u5f88\u591a\u57fa\u4e8e\u5b83\u8fdb\u884c\u4f18\u5316\u7684\u9879\u76ee \u6bd4\u5982Standford, \u53f7\u79f07B model\u5df2\u7ecf\u8fbe\u5230 OpenAI text-davinci-003\u6548\u679c \u800c\u6211\u8fd9\u91cc\u9009\u62e9\u7684\u662fllama.cpp, \u4f5c\u8005\u521a\u628awhisper\u7528cpp\u5b9e\u73b0\u4e86\u4e00\u904d\u53ebwhisper.cpp, \u8fd8\u771f\u662f\u76f4\u63a5 \u6574\u4e2a\u5b89\u88c5\u8fc7\u7a0b\u8fd8\u53c2\u8003\u4e86\u8fd9\u7bc7\u6587\u7ae0 LLaMa\u7684\u4f18\u52bf \u5148\u770b\u770b\u6211\u672c\u5730\u7528\u4e8630B model\u7684\u6548\u679c Setup Steps \u5176\u4e2d\u4e0b\u8f7d LLaMA models\uff0c\u5728\u8fd9\u4e2aPR\u91cc\u9762\u53ef\u4ee5\u627e\u5230\u78c1\u529b\u4e0b\u8f7d\u94fe\u63a5 \u4e0b\u8f7d\u5b8c\u6210\u4e4b\u540e\u53ef\u4ee5\u770b\u5230\u76ee\u5f55\u6587\u4ef6\u662f\u8fd9\u4e2a\u6837\u5b50\u7684\uff0c\u5982\u679c\u5168\u90e8\u6a21\u578b\u90fd\u4e0b\u8f7d\u7684\u8bdd\u662f220G \u8fd0\u884cLLaMA \u5982\u679c\u4e0a\u9762\u6240\u6709\u7684\u547d\u4ee4\u90fd\u8dd1\u5b8c\u4e4b\u540e\uff0c\u76ee\u5f55\u7ed3\u6784\u5927\u6982\u662f\u8fd9\u4e2a\u6837\u5b50\u7684\uff0c\u8fd9\u91cc\u6211\u7528\u4e867B\/13B \u8fd0\u884c\u7684\u8bdd\u53ef\u4ee5\u628a\u547d\u4ee4\u6254\u5230\u4e2ashell\u811a\u672c\u91cc\u9762\uff0c\u6bd4\u5982chat.sh \u8dd1\u8d77\u6765\u662f\u8fd9\u4e2a\u6837\u5b50 \u540e\u6765\u5728PR\u91cc\u9762\u627e\u5230\u4e00\u4e2a\u811a\u672c\uff0c\u53ef\u4ee5\u6539\u5584\u5bf9\u8bdd\u6301\u7eed\u7684\u95ee\u9898\uff0c\u56de\u7b54\u8d28\u91cf\u4e5f\u6709\u4e00\u4e9b\u63d0\u9ad8 \u76f4\u63a5\u62ff\u8fc7\u6765\u5c31\u53ef\u4ee5\u7528 \u4eca\u5929\u4e5f\u770b\u5230\u53e6\u5916\u4e00\u4e2a\u4eba\u8bf4\u7ecf\u8fc7\u4f18\u5316\u5df2\u7ecf\u8d85\u8fc7GPT 3.5, \u672c\u5468\u4e94\u53d1\u5e03\uff0c\u8ba9\u6211\u4eec\u62ed\u76ee\u4ee5\u5f85\u3002 Reference\" \/>\n<meta property=\"og:url\" content=\"https:\/\/pjq.me\/?p=1991\" \/>\n<meta property=\"og:site_name\" content=\"Jianqing&#039;s Blog\" \/>\n<meta property=\"article:published_time\" content=\"2023-03-16T16:12:38+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2023-03-17T03:58:35+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-1024x361.png\" \/>\n<meta name=\"author\" content=\"pengjianqing\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"pengjianqing\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"5 minutes\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\/\/pjq.me\/?p=1991#article\",\"isPartOf\":{\"@id\":\"https:\/\/pjq.me\/?p=1991\"},\"author\":{\"name\":\"pengjianqing\",\"@id\":\"https:\/\/pjq.me\/#\/schema\/person\/0eb1e72d1e69fbbd9b5c0bfd8e2aae60\"},\"headline\":\"\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA\",\"datePublished\":\"2023-03-16T16:12:38+00:00\",\"dateModified\":\"2023-03-17T03:58:35+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\/\/pjq.me\/?p=1991\"},\"wordCount\":123,\"commentCount\":0,\"publisher\":{\"@id\":\"https:\/\/pjq.me\/#\/schema\/person\/0eb1e72d1e69fbbd9b5c0bfd8e2aae60\"},\"image\":{\"@id\":\"https:\/\/pjq.me\/?p=1991#primaryimage\"},\"thumbnailUrl\":\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-1024x361.png\",\"keywords\":[\"AI\",\"ChatGPT\",\"GPT-4\",\"LLaMA\",\"OpenAI\"],\"articleSection\":[\"Tech\"],\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\/\/pjq.me\/?p=1991#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\/\/pjq.me\/?p=1991\",\"url\":\"https:\/\/pjq.me\/?p=1991\",\"name\":\"\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA - Jianqing&#039;s Blog\",\"isPartOf\":{\"@id\":\"https:\/\/pjq.me\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/pjq.me\/?p=1991#primaryimage\"},\"image\":{\"@id\":\"https:\/\/pjq.me\/?p=1991#primaryimage\"},\"thumbnailUrl\":\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-1024x361.png\",\"datePublished\":\"2023-03-16T16:12:38+00:00\",\"dateModified\":\"2023-03-17T03:58:35+00:00\",\"breadcrumb\":{\"@id\":\"https:\/\/pjq.me\/?p=1991#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/pjq.me\/?p=1991\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/pjq.me\/?p=1991#primaryimage\",\"url\":\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap.png\",\"contentUrl\":\"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap.png\",\"width\":3412,\"height\":1202},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/pjq.me\/?p=1991#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\/\/pjq.me\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/pjq.me\/#website\",\"url\":\"https:\/\/pjq.me\/\",\"name\":\"Jianqing&#039;s Blog\",\"description\":\"Thoughts and Future\",\"publisher\":{\"@id\":\"https:\/\/pjq.me\/#\/schema\/person\/0eb1e72d1e69fbbd9b5c0bfd8e2aae60\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/pjq.me\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en-US\"},{\"@type\":[\"Person\",\"Organization\"],\"@id\":\"https:\/\/pjq.me\/#\/schema\/person\/0eb1e72d1e69fbbd9b5c0bfd8e2aae60\",\"name\":\"pengjianqing\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/pjq.me\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/pjq.me\/wp-content\/uploads\/2021\/12\/Screen-Shot-2021-12-02-at-6.10.58-PM.png\",\"contentUrl\":\"https:\/\/pjq.me\/wp-content\/uploads\/2021\/12\/Screen-Shot-2021-12-02-at-6.10.58-PM.png\",\"width\":460,\"height\":752,\"caption\":\"pengjianqing\"},\"logo\":{\"@id\":\"https:\/\/pjq.me\/#\/schema\/person\/image\/\"},\"url\":\"https:\/\/pjq.me\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA - Jianqing&#039;s Blog","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/pjq.me\/?p=1991","og_locale":"en_US","og_type":"article","og_title":"\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA - Jianqing&#039;s Blog","og_description":"\u6628\u5929GPT-4\u53d1\u5e03\uff0c\u9664\u4e86\u60ca\u8273\u8fd8\u662f\u60ca\u8273\uff0cOpenAI\u7684\u8fdb\u5316\u901f\u5ea6\u8d85\u4e4e\u60f3\u8c61\u3002 \u9664\u6b64\u4e4b\u5916\uff0c\u6700\u8fd1\u6211\u4e5f\u5728\u5173\u6ce8LLaMa((Large Language Model Meta AI) Facebook\u7684\u5927\u578b\u8bed\u8a00\u6a21\u578b\uff0c\u73b0\u5728\u5df2\u7ecf\u6709\u5f88\u591a\u57fa\u4e8e\u5b83\u8fdb\u884c\u4f18\u5316\u7684\u9879\u76ee \u6bd4\u5982Standford, \u53f7\u79f07B model\u5df2\u7ecf\u8fbe\u5230 OpenAI text-davinci-003\u6548\u679c \u800c\u6211\u8fd9\u91cc\u9009\u62e9\u7684\u662fllama.cpp, \u4f5c\u8005\u521a\u628awhisper\u7528cpp\u5b9e\u73b0\u4e86\u4e00\u904d\u53ebwhisper.cpp, \u8fd8\u771f\u662f\u76f4\u63a5 \u6574\u4e2a\u5b89\u88c5\u8fc7\u7a0b\u8fd8\u53c2\u8003\u4e86\u8fd9\u7bc7\u6587\u7ae0 LLaMa\u7684\u4f18\u52bf \u5148\u770b\u770b\u6211\u672c\u5730\u7528\u4e8630B model\u7684\u6548\u679c Setup Steps \u5176\u4e2d\u4e0b\u8f7d LLaMA models\uff0c\u5728\u8fd9\u4e2aPR\u91cc\u9762\u53ef\u4ee5\u627e\u5230\u78c1\u529b\u4e0b\u8f7d\u94fe\u63a5 \u4e0b\u8f7d\u5b8c\u6210\u4e4b\u540e\u53ef\u4ee5\u770b\u5230\u76ee\u5f55\u6587\u4ef6\u662f\u8fd9\u4e2a\u6837\u5b50\u7684\uff0c\u5982\u679c\u5168\u90e8\u6a21\u578b\u90fd\u4e0b\u8f7d\u7684\u8bdd\u662f220G \u8fd0\u884cLLaMA \u5982\u679c\u4e0a\u9762\u6240\u6709\u7684\u547d\u4ee4\u90fd\u8dd1\u5b8c\u4e4b\u540e\uff0c\u76ee\u5f55\u7ed3\u6784\u5927\u6982\u662f\u8fd9\u4e2a\u6837\u5b50\u7684\uff0c\u8fd9\u91cc\u6211\u7528\u4e867B\/13B \u8fd0\u884c\u7684\u8bdd\u53ef\u4ee5\u628a\u547d\u4ee4\u6254\u5230\u4e2ashell\u811a\u672c\u91cc\u9762\uff0c\u6bd4\u5982chat.sh \u8dd1\u8d77\u6765\u662f\u8fd9\u4e2a\u6837\u5b50 \u540e\u6765\u5728PR\u91cc\u9762\u627e\u5230\u4e00\u4e2a\u811a\u672c\uff0c\u53ef\u4ee5\u6539\u5584\u5bf9\u8bdd\u6301\u7eed\u7684\u95ee\u9898\uff0c\u56de\u7b54\u8d28\u91cf\u4e5f\u6709\u4e00\u4e9b\u63d0\u9ad8 \u76f4\u63a5\u62ff\u8fc7\u6765\u5c31\u53ef\u4ee5\u7528 \u4eca\u5929\u4e5f\u770b\u5230\u53e6\u5916\u4e00\u4e2a\u4eba\u8bf4\u7ecf\u8fc7\u4f18\u5316\u5df2\u7ecf\u8d85\u8fc7GPT 3.5, \u672c\u5468\u4e94\u53d1\u5e03\uff0c\u8ba9\u6211\u4eec\u62ed\u76ee\u4ee5\u5f85\u3002 Reference","og_url":"https:\/\/pjq.me\/?p=1991","og_site_name":"Jianqing&#039;s Blog","article_published_time":"2023-03-16T16:12:38+00:00","article_modified_time":"2023-03-17T03:58:35+00:00","og_image":[{"url":"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-1024x361.png","type":"","width":"","height":""}],"author":"pengjianqing","twitter_card":"summary_large_image","twitter_misc":{"Written by":"pengjianqing","Est. reading time":"5 minutes"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/pjq.me\/?p=1991#article","isPartOf":{"@id":"https:\/\/pjq.me\/?p=1991"},"author":{"name":"pengjianqing","@id":"https:\/\/pjq.me\/#\/schema\/person\/0eb1e72d1e69fbbd9b5c0bfd8e2aae60"},"headline":"\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA","datePublished":"2023-03-16T16:12:38+00:00","dateModified":"2023-03-17T03:58:35+00:00","mainEntityOfPage":{"@id":"https:\/\/pjq.me\/?p=1991"},"wordCount":123,"commentCount":0,"publisher":{"@id":"https:\/\/pjq.me\/#\/schema\/person\/0eb1e72d1e69fbbd9b5c0bfd8e2aae60"},"image":{"@id":"https:\/\/pjq.me\/?p=1991#primaryimage"},"thumbnailUrl":"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-1024x361.png","keywords":["AI","ChatGPT","GPT-4","LLaMA","OpenAI"],"articleSection":["Tech"],"inLanguage":"en-US","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/pjq.me\/?p=1991#respond"]}]},{"@type":"WebPage","@id":"https:\/\/pjq.me\/?p=1991","url":"https:\/\/pjq.me\/?p=1991","name":"\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA - Jianqing&#039;s Blog","isPartOf":{"@id":"https:\/\/pjq.me\/#website"},"primaryImageOfPage":{"@id":"https:\/\/pjq.me\/?p=1991#primaryimage"},"image":{"@id":"https:\/\/pjq.me\/?p=1991#primaryimage"},"thumbnailUrl":"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap-1024x361.png","datePublished":"2023-03-16T16:12:38+00:00","dateModified":"2023-03-17T03:58:35+00:00","breadcrumb":{"@id":"https:\/\/pjq.me\/?p=1991#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/pjq.me\/?p=1991"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/pjq.me\/?p=1991#primaryimage","url":"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap.png","contentUrl":"https:\/\/pjq.me\/wp-content\/uploads\/2023\/03\/SCR-20230317-caap.png","width":3412,"height":1202},{"@type":"BreadcrumbList","@id":"https:\/\/pjq.me\/?p=1991#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/pjq.me\/"},{"@type":"ListItem","position":2,"name":"\u5982\u4f55\u672c\u5730\u8fd0\u884cLLaMA"}]},{"@type":"WebSite","@id":"https:\/\/pjq.me\/#website","url":"https:\/\/pjq.me\/","name":"Jianqing&#039;s Blog","description":"Thoughts and Future","publisher":{"@id":"https:\/\/pjq.me\/#\/schema\/person\/0eb1e72d1e69fbbd9b5c0bfd8e2aae60"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/pjq.me\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":["Person","Organization"],"@id":"https:\/\/pjq.me\/#\/schema\/person\/0eb1e72d1e69fbbd9b5c0bfd8e2aae60","name":"pengjianqing","image":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/pjq.me\/#\/schema\/person\/image\/","url":"https:\/\/pjq.me\/wp-content\/uploads\/2021\/12\/Screen-Shot-2021-12-02-at-6.10.58-PM.png","contentUrl":"https:\/\/pjq.me\/wp-content\/uploads\/2021\/12\/Screen-Shot-2021-12-02-at-6.10.58-PM.png","width":460,"height":752,"caption":"pengjianqing"},"logo":{"@id":"https:\/\/pjq.me\/#\/schema\/person\/image\/"},"url":"https:\/\/pjq.me\/?author=1"}]}},"views":2406,"_links":{"self":[{"href":"https:\/\/pjq.me\/index.php?rest_route=\/wp\/v2\/posts\/1991","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/pjq.me\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/pjq.me\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/pjq.me\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/pjq.me\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1991"}],"version-history":[{"count":8,"href":"https:\/\/pjq.me\/index.php?rest_route=\/wp\/v2\/posts\/1991\/revisions"}],"predecessor-version":[{"id":2006,"href":"https:\/\/pjq.me\/index.php?rest_route=\/wp\/v2\/posts\/1991\/revisions\/2006"}],"wp:attachment":[{"href":"https:\/\/pjq.me\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1991"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/pjq.me\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1991"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/pjq.me\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1991"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}