{"id":65076,"date":"2024-11-05T10:57:03","date_gmt":"2024-11-05T01:57:03","guid":{"rendered":"https:\/\/smilegate.ai\/?p=65076"},"modified":"2024-11-05T16:02:20","modified_gmt":"2024-11-05T07:02:20","slug":"ai-%eb%aa%a8%eb%a6%84-%ec%a7%84%ec%a7%9c-%eb%aa%a8%eb%a6%84-%ea%b0%80%eb%82%9c%ed%95%9c-%ec%9e%90%ec%9d%98-ai-%ec%84%9c%eb%b9%84%ec%8a%a4-%eb%a7%8c%eb%93%a4%ea%b8%b0-feat-llama-node","status":"publish","type":"post","link":"https:\/\/smilegate.ai\/en\/2024\/11\/05\/ai-%eb%aa%a8%eb%a6%84-%ec%a7%84%ec%a7%9c-%eb%aa%a8%eb%a6%84-%ea%b0%80%eb%82%9c%ed%95%9c-%ec%9e%90%ec%9d%98-ai-%ec%84%9c%eb%b9%84%ec%8a%a4-%eb%a7%8c%eb%93%a4%ea%b8%b0-feat-llama-node\/","title":{"rendered":"AI \ubaa8\ub984, \uc9c4\uc9dc \ubaa8\ub984 – \uac00\ub09c\ud55c \uc790\uc758 AI \uc11c\ube44\uc2a4 \ub9cc\ub4e4\uae30 (Feat. llama-node )"},"content":{"rendered":"

[Interactive AI\uc11c\ube44\uc2a4\ud300 \uc784\uc11d\uc601]<\/p>\n\n\n\n

\ub300 AI \uc2dc\ub300\uac00 \ucc3e\uc544\uc628 \ud63c\ub3c8\uc758 \uc2dc\uae30\uc5d0 \uc800 \uac19\uc740 AI \ubaa8\ub974\ub294 \uac1c\ubc1c\uc790\ub294 \uc5b4\ub5bb\uac8c AI \uc11c\ube44\uc2a4\ub97c \ub9cc\ub4e4 \uc218 \uc788\uc744\uae4c\uc694? \uc774\ubc88 \uae00\uc5d0\uc120 \uc800\uac19\uc774 \uc544\ubb34\uac83\ub3c4 \ubaa8\ub974\ub294 \uc0c1\ud0dc\uc5d0\uc11c \uac04\ub2e8\ud55c AI \uc11c\ube44\uc2a4\ub97c \ub9cc\ub4dc\ub294 \uacfc\uc815\uc744 \ub2f4\uc544 \ubcf4\uc558\uc2b5\ub2c8\ub2e4. \ubb34\uc2a8 \uadf8\ub798\ud53d\uce74\ub4dc \uc5f0\uc0b0\uc774\ub2c8 \ubb50\ub2c8 \ubcf5\uc7a1\ud55c \uac70 \uc2eb\uace0 \ubaa8\ub974\uaca0\uace0, \ube44\uc6a9\uc774 \ub4dc\ub294 \uac83\ub3c4 \uc2eb\uc73c\ub2c8.. \uac04\ub2e8\ud558\uac8c \ub85c\uceec\uc5d0\uc11c \uc2e4\ud589 \uac00\ub2a5\ud55c \uc11c\ube44\uc2a4\ub97c \uad6c\ucd95\ud574 \ubcfc\uae4c\uc694?<\/p>\n\n\n\n

<\/p>\n\n\n\n

\n

\uc8fc\uc758 * \ud574\ub2f9 \uae00\uc740 javascript \uac1c\ubc1c\uc5b8\uc5b4\uc640 Nodejs \uac00 \uc2e4\ud589 \uac00\ub2a5\ud55c \ud658\uacbd\uc5d0\uc11c \uad6c\ud604\ub418\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<\/blockquote>\n\n\n\n

<\/p>\n\n\n\n

\uadf8\ub798\ub3c4 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub294 \uc774\uc6a9\ud574\uc57c\uaca0\uc8e0?<\/p>\n\n\n\n

\uc81c\uac00 \ucc3e\uc740 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub294 \uc624\ud508 \ub77c\uc774\ube0c\ub7ec\ub9ac\uc778 llama-node(https:\/\/llama-node.vercel.app\/) \uc785\ub2c8\ub2e4. \uc774 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \ucc3e\uac8c \ub41c \uc774\uc720\ub294… llama \ubaa8\ub378\uc744 \uc790\uc8fc \ub4e4\uc5c8\uace0, \uac70\uae30\uc5d0 \uadf8\ub0e5 Nodejs \ub97c \uc785\ud600\uc11c \uac80\uc0c9\ud574\ubcf4\uc558\ub294\ub370, \ub2e4\ud589\uc774 \uad00\ub828 \ub77c\uc774\ube0c\ub7ec\ub9ac\uac00 \uc788\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n

llama-node\ub294 Node.js \ud658\uacbd\uc5d0\uc11c Meta\uc758 LLaMA(\ub098\uc911\uc5d0 \ub098\uc628 LLaMA 2 \ud3ec\ud568)\uc640 \uac19\uc740 \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc744 \uc2e4\ud589\ud558\uae30 \uc704\ud574 \ub9cc\ub4e4\uc5b4\uc9c4 \ub77c\uc774\ube0c\ub7ec\ub9ac\uc785\ub2c8\ub2e4. \uc8fc\ub85c \ub85c\uceec \ud658\uacbd\uc5d0\uc11c LLaMA \ubaa8\ub378\uc744 \ud65c\uc6a9\ud558\uc5ec \ud14d\uc2a4\ud2b8 \uc0dd\uc131, \uc694\uc57d, \ubc88\uc5ed, \uc9c8\uc758\uc751\ub2f5 \ub4f1 \ub2e4\uc591\ud55c \uc5b8\uc5b4 \ucc98\ub9ac \uc791\uc5c5\uc744 \uc218\ud589\ud558\ub294 \ub370 \uc720\uc6a9\ud558\ub2e4\uace0 \ud569\ub2c8\ub2e4.<\/p>\n\n\n

\n
\"\"<\/figure><\/div>\n\n\n

<\/p>\n\n\n\n

<\/p>\n\n\n\n

\n\n\n\n

\uc11c\ube44\uc2a4\ub294 ChatGPT \uac19\uc774 prompt \ub97c \ubc1b\uc544 \ud14d\uc2a4\ud2b8\ub97c \uc8fc\ub294 \uc11c\ubc84\ub97c \uad6c\ud604\ud574\ubcf4\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n

\uba3c\uc800 \uac04\ub2e8\ud558\uac8c \uc124\uba85\uc5d0 \ub530\ub77c \uc11c\ubc84\ub97c \uad6c\uc131\ud574 \ubcfc\uae4c\uc694?<\/p>\n\n\n

\n
\"\"<\/figure><\/div>\n\n\n

\uba3c\uc800 \uc704\ucc98\ub7fc \uac00\ubccd\uac8c \ubaa8\ub378\uc744 \ub2f4\uc744 models \ud3f4\ub354\uc640 node server \ud30c\uc77c\uc744 \uad6c\uc131\ud558\uc600\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n

<\/p>\n\n\n\n

\uadf8\ub9ac\uace0 \ub9c8\ubc95\uc758 module \uc124\uce58.. 2\uac1c \uc815\ub3c4\ub9cc \uc124\uce58\ud558\uace0 \ubaa8\ub378\uc744 \ub2e4\uc6b4\ub85c\ub4dc \ubc1b\uc544 models \uc5d0 \ub123\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n

\n

npm install llama-node<\/p>\n\n\n\n

npm install express<\/p>\n\n\n\n

https:\/\/huggingface.co\/TheBloke\/airoboros-13b-gpt4-GGML\/tree\/main<\/a> \uc758 \ubaa8\ub378 \uc120\ud0dd\ud558\uc5ec \ub2e4\uc6b4\ub85c\ub4dc( \uc608\uc81c\uc5d0\uc120 https:\/\/huggingface.co\/TheBloke\/airoboros-13b-gpt4-GGML\/blob\/main\/airoboros-13b-gpt4.ggmlv3.q4_0.bin \ub2e4\uc6b4)<\/p>\n<\/blockquote>\n\n\n\n

\ubaa8\ub4c8\uc744 \uc124\uce58\uac00 \uc644\ub8cc \ub418\uc5c8\ub2e4\uace0\uc694? \uadf8\ub7fc \uac70\uc758 \ub05d\ub0ac\uc2b5\ub2c8\ub2e4.(??)<\/p>\n\n\n\n

\ubaa8\ub4e0 \uc18c\uc2a4\ub97c \ud558\ub098 \ud558\ub098 \uc124\uba85\ud558\uba74 \ub108\ubb34 \uae38\uc5b4\uc9c0\ub2c8 \uc544\ub798 \uc18c\uc2a4\ub97c \ubcf5\uc0ac\ud558\uc5ec sever.mjs \uc5d0 \ubd99\uc5ec \ub123\uae30 \ud558\uc138\uc694! \uadf8\ub9ac\uace0 \uac04\ub2e8\ud55c \uc124\uba85\uc740 \uc18c\uc2a4\uc5d0 \uc801\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n

import { LLM } from 'llama-node';\nimport { LLamaCpp } from 'llama-node\/dist\/llm\/llama-cpp.js';\nimport express from 'express';\nimport path from 'path';\n\nconst app = express();\nconst llam = new LLM(LLamaCpp);\n\napp.listen(5000, () => {\n    console.log('\uc11c\ubc84 \uc2dc\uc791\ud568 ^^!');\n});\n\n\napp.get('\/hellow', async (req, res) => {\n    res.writeHead(200, { 'content-type': 'text\/html; charset=utf-8'});\n    const prompt = req.query.prompt || ''; \/\/ \ucffc\ub9ac\ub85c \ubc1b\uc544\uc62c prompt\n\n    \/** \ub77c\ub9c8\uc758 \ucd08\uae30\ud654 \ub2e8\uacc4\uc785\ub2c8\ub2e4. *\/\n    await llam.load({\n        modelPath: 'models\/airoboros-13b-gpt4.ggmlv3.q4_0.bin', \/\/ \ubd88\ub7ec\uc62c \ubaa8\ub378\n        enableLogging: false, \/\/ \ub85c\uadf8 \ud65c\uc131\ud654 \uc785\ub2c8\ub2e4.. \ubaa8\ub974\uaca0\uace0 \uadf8\ub0e5 false\n        nCtx: 1024, \/\/ \ubaa8\ub378\uc758 \ucd5c\ub300 \ucee8\ud14d\uc2a4\ud2b8 \uae38\uc774\uc785\ub2c8\ub2e4.. \ubaa8\ub974\uaca0\uace0 \uc77c\ub2e8 1024\n        seed: 0, \/\/ \ubaa8\ub378\uc758 \ub79c\ub364 \uc2dc\ub4dc\uac12\uc744 \uc124\uc815\ud558\uc5ec \uc7ac\ud604\uc131\uc744 \ud655\ubcf4\ud569\ub2c8\ub2e4. \ubaa8\ub974\uacd8\uc73c\ub2c8 0\n        f16Kv: false, \/\/ \uba54\ubaa8\ub9ac \uc0ac\uc6a9\ub7c9\uc744 \uc904\uc77c \uc218 \uc788\ub2e4\ub294\ub370.. \ubaa8\ub974\uaca0\uc73c\ub2c8 false,\n        logitsAll: false, \/\/ \ud1a0\ud070\uc5d0 \ub300\ud55c \ub85c\uc9d3\uc744 \ubc18\ud658\ud558\ub294\ub370.. \ubaa8\ub974\uaca0\uc73c\ub2c8 false\n        vocabOnly: false, \/\/ \uc5b4\ud718 \uc815\ubcf4 \uad00\ub828\ub41c\uac74\ub370.. \ubaa8\ub974\uaca0\uc73c\ub2c8 false\n        useMlock: false, \/\/ \uba54\ubaa8\ub9ac \uad00\ub828 \uc124\uc815\uac19\uc740\ub370.. \ubaa8\ub974\uaca0\uc73c\ub2c8 false\n        embedding: false, \/\/ \uacb0\uacfc\uac12\uc744 embedding \ud558\uc5ec \ubc18\ud658\ud558\ub294\uac70 \uac19\uc2b5\ub2c8\ub2e4. \uadf8\ub7ec\uba74 \uc548\ub418\ub2c8\uae50 false\n        useMmap: true,  \/\/ \uba54\ubaa8\ub9ac\ub97c \ubbf8\ub9ac \ub9f5\ud551\ud558\uc5ec \ubaa8\ub378\uc744 \ubd88\ub7ec\uc624\ub294\uac70\ub77c\uace0 \ud569\ub2c8\ub2e4. \uadf8\ub7fc true\n        nGpuLayers: 0 \/\/ \uc18c\ud504\ud2b8? \ud558\uac8c \ud558\uace0\uc2f6\uc73c\ub2c8\uae50 cpu \ub9cc \uc0ac\uc6a9\ud558\ub3c4\ub85d!\n    });\n\n    \/** \ud504\ub86c\ud504\ud2b8\ub97c \ubc1b\uc544\uc11c \ud14d\uc2a4\ud2b8\ub97c \uc0dd\uc131\ud558\ub294 \ubd80\ubd84\uc785\ub2c8\ub2e4. *\/\n    await llam.createCompletion({\n        prompt: prompt, \/\/ \ucc98\ub9ac\ub420 \ud504\ub86c\ud504\ud2b8 \uc785\ub2c8\ub2e4.\n        nThreads: 4, \/\/ \uc218\ud589\ud560\ub54c \uc0ac\uc6a9\ub420 cpu \uc4f0\ub808\ub4dc \uc218\uc778\uac70 \uac19\uc2b5\ub2c8\ub2e4. \ub9c8\uc74c\ub300\ub85c\n        nTokPredict: 2048, \/\/ \ucd9c\ub825 \uc81c\ud55c \uae38\uc774 \uc785\ub2c8\ub2e4.\n        topK: 50, \/\/ \uc0d8\ud50c\ub9c1 \uc22b\uc790\ub77c\uace0 \ud569\ub2c8\ub2e4.\n        topP: 0.1, \/\/\uc0c1\uc704 \uac00\ub2a5\uc131\uc774 \uc788\ub294 \ud1a0\ud070\uc744 \ud3ec\ud568\uc2dc\ud0a4\ub294 \uc784\uacc4\uac12\uc785\ub2c8\ub2e4. \ubaa8\ub974\uaca0\uc73c\ub2c8 10\ud504\ub85c\n        temp: 0.3, \/\/ \ub79c\ub364\uc131\uc744 \uacb0\uc815\ud558\ub294\ub370, \ub79c\ub364\uc131\uc744 \ub0ae\ucd94\uae30\uc704\ud574 0.3 \uc815\ub3c4 \uc8fc\uc5c8\uc2b5\ub2c8\ub2e4.\n        repeatPenalty: 1 \/\/ \ubc18\ubcf5\uc131\uc744 \uc904\uc778\ub2e4\uace0 \ud558\ub124\uc694.\n    }, (_res) => {\n        \/** \uacb0\uacfc\ub97c \ubc1b\ub294 \uacf3\uc785\ub2c8\ub2e4. \uc5f0\uc18d\ud574\uc11c \ub098\uc624\ub294 token \uc744 write\ub85c \ubfcc\ub824\uc90d\ub2c8\ub2e4. *\/\n        res.write(_res.token);\n        if(_res.completed){\n            res.send();\n        }\n    });\n});<\/code><\/pre>\n\n\n\n
<\/p>\n\n\n\n
\uadf8\ub7fc \uc11c\ube44\uc2a4\ub97c \uc2e4\ud589\ud574 \ubcf4\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n
\n
node server.mjs<\/p>\n<\/blockquote>\n\n\n\n
\uba3c\uc800 (\ud574\ub2f9 \ud3f4\ub354\uc758) cmd \ucc3d\uc5d0\uc11c \ud574\ub2f9 \uba85\ub839\uc5b4\ub97c \uc785\ub825\ud558\uace0 \ub178\ub4dc \uc11c\ubc84\ub97c \uc2e4\ud589 \ud569\ub2c8\ub2e4.<\/p>\n\n\n
\n
\"\"<\/figure><\/div>\n\n\n
\ube0c\ub77c\uc6b0\uc800\uc758 \uc8fc\uc18c\ucc3d\uc5d0 ‘http:\/\/localhost:5000\/hellow?prompt={\uc6d0\ud558\ub294 \ud504\ub86c\ud504\ud2b8 \ub0b4\uc6a9}’ \uc744 \uc791\uc131\ud558\uace0 \uc5d4\ud130\ub97c \ub204\ub985\ub2c8\ub2e4. \uc800\ub294 “\uc624\ub298 \ubb34\uc2a8 \uc74c\uc2dd\uc744 \uba39\uc744\uae4c?” \ub77c\uace0 \ubb3c\uc5b4\ubd24\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n
\uadf8 \uacb0\uacfc..!!<\/p>\n\n\n
\n
\"\"<\/figure><\/div>\n\n\n
\uc624 \ubb54\uac00 \ub098\uc654\uc2b5\ub2c8\ub2e4. \uac01\uc885 \uc74c\uc2dd \uc885\ub8cc\uc5d0 \ub300\ud574 \uc124\uba85\ud558\ub294 \uac70 \uac19\ub124\uc694. \uc131\uacf5\ud558\uc600\uc2b5\ub2c8\ub2e4!<\/p>\n\n\n\n
<\/p>\n\n\n\n
\n\n\n\n
\uc800\ub294 \uae30\uc220\uc801\uc73c\ub85c AI \ub97c \ubaa8\ub974\uc9c0\ub9cc, \uacb0\uacfc\uc801\uc73c\ub85c \uc704\uc640 \uac19\uc774 \uac04\ub2e8\ud55c \uc11c\ube44\uc2a4\ub97c \ub9cc\ub4e4 \uc218 \uc788\uc5c8\uc2b5\ub2c8\ub2e4. \uc5b4\ub824\uc6e0\ub098\uc694?<\/p>\n\n\n\n
AI \ub0b4\ubd80\uc801\uc73c\ub85c\ub294 \uc5c4\uccad \ubcf5\uc7a1\ud558\uc9c0\ub9cc \uc774\ub97c \uc27d\uac8c \uc774\uc6a9\ud558\ub3c4\ub85d \ud558\ub294 \ub77c\uc774\ube0c\ub7ec\ub9ac\uac00 \uc798\ub418\uc5b4 \uc788\uae30\uc5d0, \uc800 \uac19\uc740 ‘AI \uc644\uc804 \ubaa8\ub984’ \ub3c4 AI \uc11c\ube44\uc2a4\ub97c \ud560 \uc218 \uc788\ub294 \uc2dc\ub300\uac00 \ub41c \uac70 \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n
\uc774\ub97c \uc2dc\uc791\uc73c\ub85c \uc55e\uc73c\ub85c \ub354 \uba4b\uc9c4 AI \uc11c\ube44\uc2a4\ub97c \uad6c\ud604\ud574 \ubcf4\ub294 \uac74 \uc5b4\ub5a8\uae4c\uc694?<\/p>\n\n\n\n
<\/p>\n
<\/span><\/div>","protected":false},"excerpt":{"rendered":"
[Interactive AI\uc11c\ube44\uc2a4\ud300 \uc784\uc11d\uc601] \ub300 AI \uc2dc\ub300\uac00 \ucc3e\uc544\uc628 \ud63c\ub3c8\uc758 \uc2dc\uae30\uc5d0 \uc800 \uac19\uc740 AI \ubaa8\ub974\ub294 \uac1c\ubc1c\uc790\ub294 \uc5b4\ub5bb\uac8c AI \uc11c\ube44\uc2a4\ub97c \ub9cc\ub4e4 \uc218 \uc788\uc744\uae4c\uc694? \uc774\ubc88 \uae00\uc5d0\uc120 \uc800\uac19\uc774 \uc544\ubb34\uac83\ub3c4 \ubaa8\ub974\ub294 \uc0c1\ud0dc\uc5d0\uc11c \uac04\ub2e8\ud55c AI \uc11c\ube44\uc2a4\ub97c \ub9cc\ub4dc\ub294 \uacfc\uc815\uc744 \ub2f4\uc544 \ubcf4\uc558\uc2b5\ub2c8\ub2e4. \ubb34\uc2a8 \uadf8\ub798\ud53d\uce74\ub4dc \uc5f0\uc0b0\uc774\ub2c8 \ubb50\ub2c8 \ubcf5\uc7a1\ud55c \uac70 \uc2eb\uace0 \ubaa8\ub974\uaca0\uace0, \ube44\uc6a9\uc774 \ub4dc\ub294 \uac83\ub3c4 \uc2eb\uc73c\ub2c8.. \uac04\ub2e8\ud558\uac8c \ub85c\uceec\uc5d0\uc11c \uc2e4\ud589 \uac00\ub2a5\ud55c \uc11c\ube44\uc2a4\ub97c \uad6c\ucd95\ud574 \ubcfc\uae4c\uc694? \uc8fc\uc758 * \ud574\ub2f9…<\/p>\n
<\/span><\/div>","protected":false},"author":1,"featured_media":65085,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rank_math_lock_modified_date":false,"footnotes":""},"categories":[19,196],"tags":[188,759,760,761],"class_list":["post-65076","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-tech04","category-code","tag-featured","tag-llama","tag-llama-node","tag-javascript","category-19","category-196","description-off"],"_links":{"self":[{"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/posts\/65076","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/comments?post=65076"}],"version-history":[{"count":7,"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/posts\/65076\/revisions"}],"predecessor-version":[{"id":65096,"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/posts\/65076\/revisions\/65096"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/media\/65085"}],"wp:attachment":[{"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/media?parent=65076"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/categories?post=65076"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/smilegate.ai\/en\/wp-json\/wp\/v2\/tags?post=65076"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}