RAG\u306b\u983c\u308a\u3059\u304e\u306a\u3044\u305f\u3081\u306e\u77e5\u8b58\u4f53\u8cea\u6539\u5584 – LLM\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u6280\u6cd5<\/title>\n <style>\n :root {\n --bg: #f7f7f4;\n --paper: #ffffff;\n --ink: #1f2933;\n --muted: #5f6c7b;\n --line: #d9ded7;\n --accent: #f2a900;\n --accent-dark: #9a6400;\n --green: #2f855a;\n --blue: #2b6cb0;\n --red: #c53030;\n --gray: #edf2f7;\n --code: #0f172a;\n }\n\n * {\n box-sizing: border-box;\n }\n\n body {\n margin: 0;\n font-family: -apple-system, BlinkMacSystemFont, \"Segoe UI\", \"Hiragino Sans\",\n \"Yu Gothic\", \"Meiryo\", sans-serif;\n line-height: 1.75;\n color: var(--ink);\n background:\n radial-gradient(circle at top left, rgba(242, 169, 0, 0.16), transparent 28rem),\n linear-gradient(180deg, #fbfaf5 0%, var(--bg) 100%);\n }\n\n header {\n padding: 72px 20px 48px;\n border-bottom: 1px solid var(--line);\n background: linear-gradient(135deg, #fff8df, #ffffff 55%, #f3f7fb);\n }\n\n .wrap {\n max-width: 1100px;\n margin: 0 auto;\n }\n\n .eyebrow {\n display: inline-block;\n padding: 6px 12px;\n border-radius: 999px;\n background: #fff1bd;\n color: var(--accent-dark);\n font-size: 0.9rem;\n font-weight: 700;\n letter-spacing: 0.05em;\n }\n\n h1 {\n margin: 24px 0 18px;\n font-size: clamp(2rem, 5vw, 4rem);\n line-height: 1.15;\n letter-spacing: -0.04em;\n }\n\n .lead {\n max-width: 900px;\n font-size: clamp(1.08rem, 2vw, 1.35rem);\n color: #334155;\n font-weight: 500;\n }\n\n main {\n padding: 48px 20px 80px;\n }\n\n section {\n margin: 0 auto 48px;\n max-width: 1100px;\n background: rgba(255, 255, 255, 0.82);\n border: 1px solid var(--line);\n border-radius: 24px;\n padding: clamp(22px, 4vw, 38px);\n box-shadow: 0 18px 40px rgba(15, 23, 42, 0.06);\n }\n\n section.flat {\n box-shadow: none;\n background: transparent;\n border: 0;\n padding: 0;\n }\n\n h2 {\n margin-top: 0;\n font-size: clamp(1.55rem, 3vw, 2.25rem);\n line-height: 1.25;\n letter-spacing: -0.03em;\n border-left: 8px solid var(--accent);\n padding-left: 16px;\n }\n\n h3 {\n margin-top: 30px;\n font-size: 1.25rem;\n line-height: 1.35;\n }\n\n p {\n margin: 0.6em 0 1em;\n }\n\n strong {\n font-weight: 800;\n }\n\n .grid {\n display: grid;\n gap: 18px;\n }\n\n .grid.two {\n grid-template-columns: repeat(2, minmax(0, 1fr));\n }\n\n .grid.three {\n grid-template-columns: repeat(3, minmax(0, 1fr));\n }\n\n .card {\n border: 1px solid var(--line);\n background: var(--paper);\n border-radius: 18px;\n padding: 22px;\n min-height: 100%;\n }\n\n .card h3 {\n margin-top: 0;\n }\n\n .tag {\n display: inline-block;\n padding: 4px 10px;\n border-radius: 999px;\n font-size: 0.82rem;\n font-weight: 700;\n background: var(--gray);\n color: #334155;\n margin-bottom: 10px;\n }\n\n .tag.green {\n background: #dcfce7;\n color: #166534;\n }\n\n .tag.blue {\n background: #dbeafe;\n color: #1e40af;\n }\n\n .tag.red {\n background: #fee2e2;\n color: #991b1b;\n }\n\n table {\n width: 100%;\n border-collapse: collapse;\n margin: 18px 0 8px;\n background: white;\n border-radius: 16px;\n overflow: hidden;\n border: 1px solid var(--line);\n }\n\n th, td {\n border-bottom: 1px solid var(--line);\n padding: 14px 16px;\n text-align: left;\n vertical-align: top;\n }\n\n th {\n background: #f8fafc;\n font-weight: 800;\n color: #23303f;\n }\n\n tr:last-child td {\n border-bottom: 0;\n }\n\n code, pre {\n font-family: ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, \"Liberation Mono\",\n \"Courier New\", monospace;\n }\n\n pre {\n margin: 18px 0;\n padding: 18px;\n border-radius: 16px;\n overflow-x: auto;\n color: #e5e7eb;\n background: var(--code);\n border: 1px solid #1e293b;\n font-size: 0.92rem;\n line-height: 1.7;\n }\n\n .note {\n border-left: 6px solid var(--blue);\n background: #eff6ff;\n padding: 16px 18px;\n border-radius: 14px;\n margin: 20px 0;\n }\n\n .warning {\n border-left: 6px solid var(--red);\n background: #fff1f2;\n padding: 16px 18px;\n border-radius: 14px;\n margin: 20px 0;\n }\n\n .good {\n border-left: 6px solid var(--green);\n background: #f0fdf4;\n padding: 16px 18px;\n border-radius: 14px;\n margin: 20px 0;\n }\n\n .flow {\n display: grid;\n grid-template-columns: repeat(5, 1fr);\n gap: 12px;\n margin: 24px 0;\n align-items: stretch;\n }\n\n .flow .step {\n position: relative;\n background: white;\n border: 1px solid var(--line);\n border-radius: 18px;\n padding: 18px;\n min-height: 130px;\n }\n\n .flow .step::after {\n content: \"\u2192\";\n position: absolute;\n right: -13px;\n top: 50%;\n transform: translateY(-50%);\n font-size: 1.6rem;\n color: var(--accent-dark);\n font-weight: 900;\n }\n\n .flow .step:last-child::after {\n content: \"\";\n }\n\n .step-num {\n display: inline-flex;\n width: 30px;\n height: 30px;\n align-items: center;\n justify-content: center;\n border-radius: 50%;\n background: var(--accent);\n font-weight: 900;\n color: #111827;\n margin-bottom: 10px;\n }\n\n .diagram {\n background: #0f172a;\n color: #e5e7eb;\n border-radius: 22px;\n padding: 26px;\n overflow-x: auto;\n border: 1px solid #334155;\n }\n\n .diagram pre {\n background: transparent;\n border: 0;\n margin: 0;\n padding: 0;\n }\n\n .pill-list {\n display: flex;\n flex-wrap: wrap;\n gap: 10px;\n margin: 18px 0;\n }\n\n .pill {\n padding: 8px 12px;\n border-radius: 999px;\n background: white;\n border: 1px solid var(--line);\n font-weight: 700;\n color: #334155;\n }\n\n .mini {\n font-size: 0.92rem;\n color: var(--muted);\n }\n\n .footer {\n text-align: center;\n color: var(--muted);\n padding: 36px 20px 64px;\n }\n\n @media (max-width: 860px) {\n .grid.two,\n .grid.three,\n .flow {\n grid-template-columns: 1fr;\n }\n\n .flow .step::after {\n content: \"\u2193\";\n right: 50%;\n top: auto;\n bottom: -22px;\n transform: translateX(50%);\n }\n\n .flow .step:last-child::after {\n content: \"\";\n }\n\n th, td {\n display: block;\n width: 100%;\n }\n\n th {\n border-bottom: 0;\n }\n\n tr {\n display: block;\n border-bottom: 1px solid var(--line);\n }\n\n tr:last-child {\n border-bottom: 0;\n }\n }\n\n @media print {\n body {\n background: white;\n }\n\n header, section {\n box-shadow: none;\n }\n\n section {\n page-break-inside: avoid;\n }\n\n a {\n color: inherit;\n text-decoration: none;\n }\n }\n <\/style>\n<\/head>\n<body>\n <header>\n <div class=\"wrap\">\n <span class=\"eyebrow\">LLM Tuning Strategy<\/span>\n \n <p class=\"lead\">\n PDF\u3001\u4ed5\u69d8\u66f8\u3001\u904e\u53bb\u4f1a\u8a71\u3001\u696d\u52d9\u30ce\u30a6\u30cf\u30a6\u3092LLM\u306b\u67d3\u307f\u8fbc\u307e\u305b\u308b\u3002\n \u305f\u3060\u3057RAG\u3092\u6368\u3066\u308b\u306e\u3067\u306f\u306a\u304f\u3001RAG\u3068\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3092\u5f79\u5272\u5206\u62c5\u3055\u305b\u308b\u3002\n \u3053\u308c\u304c\u5b9f\u904b\u7528\u3067\u58ca\u308c\u306b\u304f\u3044\u30ed\u30fc\u30ab\u30ebLLM\u5f37\u5316\u306e\u8003\u3048\u65b9\u3067\u3059\u3002\n <\/p>\n <\/div>\n <\/header>\n\n <main>\n <section>\n <h2>1. \u3053\u306e\u30c6\u30fc\u30de\u306e\u6838\u5fc3<\/h2>\n <p>\n RAG\u306f\u4fbf\u5229\u3067\u3059\u3002DB\u3084PDF\u304b\u3089\u5fc5\u8981\u306a\u6587\u66f8\u3092\u691c\u7d22\u3057\u3066\u3001LLM\u306b\u6839\u62e0\u3068\u3057\u3066\u6e21\u305b\u307e\u3059\u3002\n \u3057\u304b\u3057\u3001RAG\u3060\u3051\u306b\u4f9d\u5b58\u3059\u308b\u3068\u3001\u6b21\u306e\u3088\u3046\u306a\u554f\u984c\u304c\u51fa\u307e\u3059\u3002\n <\/p>\n\n <div class=\"grid three\">\n <div class=\"card\">\n <span class=\"tag red\">\u8ab2\u984c 1<\/span>\n <h3>\u691c\u7d22\u3067\u304d\u306a\u3051\u308c\u3070\u7b54\u3048\u3089\u308c\u306a\u3044<\/h3>\n <p>\n DB\u306b\u5165\u3063\u3066\u3044\u3066\u3082\u3001\u691c\u7d22\u30af\u30a8\u30ea\u3084chunk\u5206\u5272\u304c\u60aa\u3044\u3068\u3001\u5fc5\u8981\u306a\u60c5\u5831\u304cLLM\u306b\u5c4a\u304d\u307e\u305b\u3093\u3002\n <\/p>\n <\/div>\n <div class=\"card\">\n <span class=\"tag red\">\u8ab2\u984c 2<\/span>\n <h3>\u6bce\u56decontext\u306b\u8a70\u3081\u8fbc\u3080\u5fc5\u8981\u304c\u3042\u308b<\/h3>\n <p>\n \u9577\u3044PDF\u3084\u4ed5\u69d8\u66f8\u3092\u6bce\u56de\u53c2\u7167\u3059\u308b\u3068\u3001token\u6d88\u8cbb\u3001\u901f\u5ea6\u3001\u30b3\u30b9\u30c8\u304c\u91cd\u304f\u306a\u308a\u307e\u3059\u3002\n <\/p>\n <\/div>\n <div class=\"card\">\n <span class=\"tag red\">\u8ab2\u984c 3<\/span>\n <h3>\u696d\u52d9\u7528\u8a9e\u306b\u99b4\u67d3\u307f\u306b\u304f\u3044<\/h3>\n <p>\n RAG\u3067\u60c5\u5831\u3092\u6e21\u3057\u3066\u3082\u3001\u30e2\u30c7\u30eb\u81ea\u8eab\u304c\u305d\u306e\u5206\u91ce\u306e\u8a00\u8449\u306b\u6163\u308c\u3066\u3044\u306a\u3044\u3068\u3001\u56de\u7b54\u304c\u6d45\u304f\u306a\u308a\u307e\u3059\u3002\n <\/p>\n <\/div>\n <\/div>\n\n <div class=\"good\">\n <strong>\u77e5\u8b58\u4f53\u8cea\u6539\u5584<\/strong>\u3068\u306f\u3001PDF\u3084\u4f1a\u8a71\u30ed\u30b0\u3092\u4f7f\u3063\u3066\u3001\u30e2\u30c7\u30eb\u81ea\u8eab\u3092\u305d\u306e\u696d\u52d9\u9818\u57df\u306b\u6163\u308c\u3055\u305b\u308b\u3053\u3068\u3067\u3059\u3002\n RAG\u3092\u30bc\u30ed\u306b\u3059\u308b\u306e\u3067\u306f\u306a\u304f\u3001RAG\u306b\u6e21\u3059\u524d\u304b\u3089\u300c\u8a71\u304c\u901a\u3058\u308b\u30e2\u30c7\u30eb\u300d\u306b\u3057\u307e\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>2. RAG\u3068\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306e\u5f79\u5272\u5206\u62c5<\/h2>\n\n <table>\n <thead>\n <tr>\n <th>\u6280\u6cd5<\/th>\n <th>\u4e3b\u306a\u76ee\u7684<\/th>\n <th>\u5f97\u610f\u306a\u3053\u3068<\/th>\n <th>\u82e6\u624b\u306a\u3053\u3068<\/th>\n <\/tr>\n <\/thead>\n <tbody>\n <tr>\n <td><strong>RAG<\/strong><\/td>\n <td>\u5fc5\u8981\u306a\u8cc7\u6599\u3092\u691c\u7d22\u3057\u3066\u3001\u6839\u62e0\u3064\u304d\u3067\u7b54\u3048\u308b<\/td>\n <td>\u51fa\u5178\u78ba\u8a8d\u3001\u6700\u65b0\u60c5\u5831\u3001PDF\u30da\u30fc\u30b8\u53c2\u7167\u3001\u9867\u5ba2\u5225\u30c7\u30fc\u30bf<\/td>\n <td>\u691c\u7d22\u306b\u5931\u6557\u3059\u308b\u3068\u5f31\u3044\u3002\u6bce\u56decontext\u304c\u5fc5\u8981<\/td>\n <\/tr>\n <tr>\n <td><strong>CPT<\/strong><\/td>\n <td>\u751f\u30c6\u30ad\u30b9\u30c8\u3092\u8aad\u307e\u305b\u3066\u3001\u696d\u52d9\u77e5\u8b58\u3092\u67d3\u307f\u8fbc\u307e\u305b\u308b<\/td>\n <td>\u5c02\u9580\u7528\u8a9e\u3001\u4ed5\u69d8\u66f8\u306e\u6587\u8108\u3001\u793e\u5185\u6587\u66f8\u306e\u8a00\u3044\u56de\u3057<\/td>\n <td>\u51fa\u5178\u63d0\u793a\u3001\u6700\u65b0\u60c5\u5831\u3001\u53b3\u5bc6\u306a\u6839\u62e0\u78ba\u8a8d<\/td>\n <\/tr>\n <tr>\n <td><strong>SFT<\/strong><\/td>\n <td>\u8cea\u554f\u3068\u6a21\u7bc4\u56de\u7b54\u304b\u3089\u3001\u7b54\u3048\u65b9\u3092\u899a\u3048\u3055\u305b\u308b<\/td>\n <td>\u56de\u7b54\u30b9\u30bf\u30a4\u30eb\u3001\u624b\u9806\u3001JSON\u5f62\u5f0f\u3001\u4f1a\u8a71\u54c1\u8cea<\/td>\n <td>\u5927\u91cf\u306e\u77e5\u8b58\u6ce8\u5165\u3001\u7d30\u304b\u3044\u30da\u30fc\u30b8\u53c2\u7167<\/td>\n <\/tr>\n <tr>\n <td><strong>LoRA \/ QLoRA<\/strong><\/td>\n <td>\u30d9\u30fc\u30b9\u30e2\u30c7\u30eb\u3092\u58ca\u3055\u305a\u3001\u5dee\u5206adapter\u3067\u5b66\u7fd2\u3059\u308b<\/td>\n <td>\u4f4eVRAM\u5b66\u7fd2\u3001\u5207\u66ff\u3001\u30ed\u30fc\u30eb\u30d0\u30c3\u30af<\/td>\n <td>\u672c\u4f53\u305d\u306e\u3082\u306e\u306e\u5b8c\u5168\u518d\u5b66\u7fd2\u3067\u306f\u306a\u3044<\/td>\n <\/tr>\n <\/tbody>\n <\/table>\n\n <div class=\"note\">\n <strong>\u6b63\u3057\u3044\u8a2d\u8a08\u601d\u60f3\uff1a<\/strong>\n \u300cRAG\u304b\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u304b\u300d\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\n <strong>RAG\u3067\u6839\u62e0\u3092\u53d6\u308a\u3001CPT\u3067\u77e5\u8b58\u306e\u5730\u529b\u3092\u4e0a\u3052\u3001SFT\u3067\u7b54\u3048\u65b9\u3092\u6574\u3048\u308b<\/strong>\u306e\u304c\u73fe\u5b9f\u89e3\u3067\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>3. CPT\uff1aPDF\u3084\u4ed5\u69d8\u66f8\u3092\u201c\u8aad\u307e\u305b\u76f4\u3059\u201d\u5b66\u7fd2<\/h2>\n\n <p>\n CPT\u306f <strong>Continued Pretraining<\/strong>\u3001\u3064\u307e\u308a\u7d99\u7d9a\u4e8b\u524d\u5b66\u7fd2\u3067\u3059\u3002\n \u30e2\u30c7\u30eb\u306b\u5bfe\u3057\u3066\u3001\u696d\u52d9\u6587\u66f8\u3084PDF\u306e\u6587\u7ae0\u3092\u5927\u91cf\u306b\u8aad\u307e\u305b\u3001\n \u300c\u3053\u306e\u5206\u91ce\u306e\u6587\u7ae0\u306e\u7d9a\u304d\u300d\u3092\u81ea\u7136\u306b\u4e88\u6e2c\u3067\u304d\u308b\u3088\u3046\u306b\u3057\u307e\u3059\u3002\n <\/p>\n\n <pre><code>\u5165\u529b\u4f8b\uff1a\nKaleido\u306e\u30cf\u30a4\u30d6\u30ea\u30c3\u30c9\u691c\u7d22\u3067\u306f\u3001BM25\u3068\u30d9\u30af\u30c8\u30eb\u691c\u7d22\u3092\u7d44\u307f\u5408\u308f\u305b\u3001\n\u4fe1\u983c\u5ea6\u30b9\u30b3\u30a2\u306b\u5fdc\u3058\u3066\u56de\u7b54\u5019\u88dc\u3092\u518d\u30e9\u30f3\u30ad\u30f3\u30b0\u3059\u308b\u3002\n\n\u5b66\u7fd2\u3067\u8d77\u304d\u308b\u3053\u3068\uff1a\n\u300cKaleido\u300d\u300c\u30cf\u30a4\u30d6\u30ea\u30c3\u30c9\u691c\u7d22\u300d\u300cBM25\u300d\u300c\u30d9\u30af\u30c8\u30eb\u691c\u7d22\u300d\n\u3068\u3044\u3063\u305f\u7528\u8a9e\u3084\u6587\u8108\u306b\u3001\u30e2\u30c7\u30eb\u304c\u6163\u308c\u3066\u3044\u304f\u3002<\/code><\/pre>\n\n <div class=\"grid two\">\n <div class=\"card\">\n <span class=\"tag green\">\u5411\u3044\u3066\u3044\u308b<\/span>\n <ul>\n <li>PDF\u30de\u30cb\u30e5\u30a2\u30eb<\/li>\n <li>\u4ed5\u69d8\u66f8<\/li>\n <li>\u7814\u7a76\u8cc7\u6599<\/li>\n <li>\u793e\u5185Wiki<\/li>\n <li>\u6280\u8853\u30e1\u30e2<\/li>\n <li>\u4fe1\u983c\u6e08\u307fweb_knowledge<\/li>\n <\/ul>\n <\/div>\n <div class=\"card\">\n <span class=\"tag red\">\u5411\u3044\u3066\u3044\u306a\u3044<\/span>\n <ul>\n <li>\u4fa1\u683c\u3084\u6cd5\u6539\u6b63\u306a\u3069\u306e\u6700\u65b0\u60c5\u5831<\/li>\n <li>\u9867\u5ba2\u3054\u3068\u306b\u5909\u308f\u308b\u6a5f\u5bc6\u60c5\u5831<\/li>\n <li>\u30da\u30fc\u30b8\u756a\u53f7\u3064\u304d\u3067\u51fa\u5178\u304c\u5fc5\u8981\u306a\u56de\u7b54<\/li>\n <li>\u8aa4\u308a\u3084\u91cd\u8907\u304c\u591a\u3044\u751f\u30ed\u30b0<\/li>\n <\/ul>\n <\/div>\n <\/div>\n\n <div class=\"warning\">\n CPT\u3067\u77e5\u8b58\u3092\u713c\u304d\u8fbc\u3080\u3068\u3001\u30e2\u30c7\u30eb\u306f\u305d\u306e\u5185\u5bb9\u3092\u300c\u899a\u3048\u305f\u3088\u3046\u306b\u300d\u632f\u308b\u821e\u3044\u307e\u3059\u3002\n \u3057\u304b\u3057\u3001<strong>\u3069\u306e\u6587\u66f8\u306e\u3069\u3053\u306b\u66f8\u3044\u3066\u3042\u3063\u305f\u304b\u306f\u4fdd\u6301\u3067\u304d\u307e\u305b\u3093\u3002<\/strong>\n \u51fa\u5178\u304c\u5fc5\u8981\u306a\u5834\u9762\u3067\u306f\u3001\u5fc5\u305aRAG\u7d4c\u8def\u3092\u6b8b\u3057\u307e\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>4. SFT\uff1a\u904e\u53bb\u4f1a\u8a71\u3084\u6a21\u7bc4\u56de\u7b54\u304b\u3089\u201c\u7b54\u3048\u65b9\u201d\u3092\u5b66\u3070\u305b\u308b<\/h2>\n\n <p>\n SFT\u306f <strong>Supervised Fine-Tuning<\/strong>\u3001\u6559\u5e2b\u3042\u308a\u5fae\u8abf\u6574\u3067\u3059\u3002\n \u300c\u3053\u306e\u8cea\u554f\u306b\u306f\u3053\u3046\u7b54\u3048\u308b\u300d\u3068\u3044\u3046\u5bfe\u8a71\u30da\u30a2\u3092\u4f7f\u3044\u3001\u56de\u7b54\u306e\u578b\u3092\u5b66\u3070\u305b\u307e\u3059\u3002\n <\/p>\n\n <pre><code>{\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"CPT\u3068SFT\u306e\u9055\u3044\u306f\uff1f\"\n },\n {\n \"role\": \"assistant\",\n \"content\": \"CPT\u306f\u77e5\u8b58\u3092\u67d3\u307f\u8fbc\u307e\u305b\u308b\u5b66\u7fd2\u3001SFT\u306f\u7b54\u3048\u65b9\u3092\u6559\u3048\u308b\u5b66\u7fd2\u3067\u3059\u3002\"\n }\n ]\n}<\/code><\/pre>\n\n <p>\n SFT\u3067\u5909\u308f\u308b\u306e\u306f\u3001\u77e5\u8b58\u305d\u306e\u3082\u306e\u3088\u308a\u3082<strong>\u56de\u7b54\u30b9\u30bf\u30a4\u30eb\u3001\u5224\u65ad\u9806\u5e8f\u3001\u8aac\u660e\u306e\u7c92\u5ea6<\/strong>\u3067\u3059\u3002\n <\/p>\n\n <div class=\"pill-list\">\n <span class=\"pill\">\u6280\u8853\u8005\u5411\u3051\u306b\u624b\u9806\u3092\u7701\u7565\u3057\u306a\u3044<\/span>\n <span class=\"pill\">\u5951\u7d04\u66f8\u30ec\u30d3\u30e5\u30fc\u3067\u306f\u4e59\u5074\u30ea\u30b9\u30af\u3092\u5148\u306b\u51fa\u3059<\/span>\n <span class=\"pill\">Linux\u5bfe\u5fdc\u306f\u78ba\u8a8d \u2192 \u539f\u56e0 \u2192 \u4fee\u6b63\u306e\u9806<\/span>\n <span class=\"pill\">\u4e0d\u660e\u70b9\u306f\u65ad\u5b9a\u3057\u306a\u3044<\/span>\n <span class=\"pill\">URL\u306f\u78ba\u8a8d\u3067\u304d\u308b\u5834\u5408\u3060\u3051\u51fa\u3059<\/span>\n <\/div>\n\n <div class=\"good\">\n SFT\u306f\u300c\u81ea\u793eAI\u3089\u3057\u3055\u300d\u3092\u4f5c\u308b\u6280\u6cd5\u3067\u3059\u3002\n \u305f\u3060\u3057\u3001\u4f4e\u54c1\u8cea\u306a\u4f1a\u8a71\u30ed\u30b0\u3092\u305d\u306e\u307e\u307e\u4f7f\u3046\u3068\u3001\u60aa\u3044\u7656\u3082\u4e00\u7dd2\u306b\u899a\u3048\u307e\u3059\u3002\n \u4f7f\u3046\u3079\u304d\u306a\u306e\u306f\u3001<strong>\u4fee\u6b63\u6e08\u307f\u30fb\u9ad8\u8a55\u4fa1\u30fb\u518d\u5229\u7528\u4fa1\u5024\u306e\u3042\u308bQ&A<\/strong>\u3067\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>5. LoRA \/ QLoRA\uff1a\u5143\u30e2\u30c7\u30eb\u3092\u58ca\u3055\u306a\u3044\u5b89\u5168\u306a\u5b66\u7fd2\u65b9\u5f0f<\/h2>\n\n <p>\n \u5b9f\u904b\u7528\u3067\u306f\u3001\u30d9\u30fc\u30b9\u30e2\u30c7\u30eb\u672c\u4f53\u3092\u76f4\u63a5\u66f8\u304d\u63db\u3048\u308b\u3088\u308a\u3001\n <strong>LoRA adapter<\/strong>\u3068\u3057\u3066\u5dee\u5206\u3092\u4fdd\u5b58\u3059\u308b\u65b9\u6cd5\u304c\u5b89\u5168\u3067\u3059\u3002\n <\/p>\n\n <div class=\"diagram\">\n <pre><code>\u30d9\u30fc\u30b9\u30e2\u30c7\u30eb\n qwen-14b-base\/\n model.safetensors\n tokenizer.json\n\n\u8ffd\u52a0\u5b66\u7fd2\u7d50\u679c\n adapters\/\n 20260608-qwen14b-cpt-v1\/\n adapter_config.json\n adapter_model.safetensors\n training_info.json\n eval_report.json\n\n\u63a8\u8ad6\u6642\n \u30d9\u30fc\u30b9\u30e2\u30c7\u30eb + adapter \u3092\u5408\u6210\u3057\u3066\u4f7f\u3046\n\n\u623b\u3057\u305f\u3044\u5834\u5408\n adapter \u3092\u5916\u3059\u3060\u3051\n \u30d9\u30fc\u30b9\u30e2\u30c7\u30eb\u306f\u7121\u50b7<\/code><\/pre>\n <\/div>\n\n <table>\n <thead>\n <tr>\n <th>\u65b9\u5f0f<\/th>\n <th>\u7279\u5fb4<\/th>\n <th>\u5b9f\u904b\u7528\u3067\u306e\u610f\u5473<\/th>\n <\/tr>\n <\/thead>\n <tbody>\n <tr>\n <td><strong>LoRA<\/strong><\/td>\n <td>\u4e00\u90e8\u306e\u91cd\u307f\u5dee\u5206\u3060\u3051\u3092\u5b66\u7fd2<\/td>\n <td>\u8efd\u304f\u3001\u5b89\u5168\u306b\u5207\u66ff\u53ef\u80fd<\/td>\n <\/tr>\n <tr>\n <td><strong>QLoRA<\/strong><\/td>\n <td>4bit\u91cf\u5b50\u5316\u3057\u305f\u30e2\u30c7\u30eb\u306bLoRA\u3092\u9069\u7528<\/td>\n <td>\u5c11\u306a\u3044VRAM\u306714B\u301c27B\u7d1a\u3092\u6271\u3044\u3084\u3059\u3044<\/td>\n <\/tr>\n <tr>\n <td><strong>Full Fine-Tuning<\/strong><\/td>\n <td>\u5168\u91cd\u307f\u3092\u66f4\u65b0<\/td>\n <td>\u5f37\u529b\u3060\u304c\u9ad8\u30b3\u30b9\u30c8\u3002\u500b\u4eba\u30fb\u5c0f\u898f\u6a21GPU\u3067\u306f\u91cd\u3044<\/td>\n <\/tr>\n <\/tbody>\n <\/table>\n <\/section>\n\n <section>\n <h2>6. \u63a8\u5968\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3<\/h2>\n\n <p>\n PDF\u3068\u4f1a\u8a71\u3092\u4e00\u5b9a\u671f\u9593\u6e9c\u3081\u8fbc\u307f\u3001Admin\u753b\u9762\u304b\u3089\u30aa\u30f3\u30c7\u30de\u30f3\u30c9\u5b9f\u884c\u3059\u308b\u69cb\u6210\u304c\u6271\u3044\u3084\u3059\u3044\u3067\u3059\u3002\n <\/p>\n\n <div class=\"diagram\">\n <pre><code>[\u7d2f\u7a4d\u30d5\u30a7\u30fc\u30ba]\n \u251c PDF ingestion\n \u2502 \u2514 chunks \u30c6\u30fc\u30d6\u30eb\n \u2502\n \u251c web_knowledge\n \u2502 \u2514 \u4fe1\u983c\u5ea6\u30d5\u30a3\u30eb\u30bf\u6e08\u307f\u77e5\u8b58\n \u2502\n \u2514 messages\n \u2514 \u904e\u53bb\u4f1a\u8a71\u30ed\u30b0 \/ \u4fee\u6b63\u6e08\u307fQ&A\n\n\n[Admin\u5b9f\u884c\u30d5\u30a7\u30fc\u30ba]\n \u251c \/admin\/finetune\/dataset\n \u2502 \u251c CPT\u7528 raw text JSONL\n \u2502 \u2514 SFT\u7528 Q\/A JSONL\n \u2502\n \u251c \/admin\/finetune\/start\n \u2502 \u2514 Unsloth + QLoRA \u5b66\u7fd2\u958b\u59cb\n \u2502\n \u251c \/admin\/finetune\/status\n \u2502 \u2514 log tail \/ loss \/ GPU\u4f7f\u7528\u7387\n \u2502\n \u251c \/admin\/finetune\/eval\n \u2502 \u2514 before \/ after \u6bd4\u8f03\n \u2502\n \u2514 \/admin\/finetune\/promote\n \u2514 adapter \u3092\u672c\u756a profile \u306b\u6607\u683c<\/code><\/pre>\n <\/div>\n <\/section>\n\n <section>\n <h2>7. \u5b9f\u884c\u30d5\u30ed\u30fc<\/h2>\n\n <div class=\"flow\">\n <div class=\"step\">\n <div class=\"step-num\">1<\/div>\n <strong>\u30c7\u30fc\u30bf\u84c4\u7a4d<\/strong>\n <p class=\"mini\">PDF\u3001\u4ed5\u69d8\u66f8\u3001\u4f1a\u8a71\u30ed\u30b0\u3001\u4fee\u6b63\u6e08\u307fQ&A\u3092\u4e00\u5b9a\u671f\u9593\u305f\u3081\u308b\u3002<\/p>\n <\/div>\n <div class=\"step\">\n <div class=\"step-num\">2<\/div>\n <strong>\u30c7\u30fc\u30bf\u6574\u5f62<\/strong>\n <p class=\"mini\">CPT\u7528raw text\u3001SFT\u7528messages JSONL\u3078\u5909\u63db\u3059\u308b\u3002<\/p>\n <\/div>\n <div class=\"step\">\n <div class=\"step-num\">3<\/div>\n <strong>QLoRA\u5b66\u7fd2<\/strong>\n <p class=\"mini\">\u307e\u305a14B\u3067CPT\u3002\u52b9\u679c\u78ba\u8a8d\u5f8c\u306bSFT\u3092\u8ffd\u52a0\u3059\u308b\u3002<\/p>\n <\/div>\n <div class=\"step\">\n <div class=\"step-num\">4<\/div>\n <strong>\u8a55\u4fa1<\/strong>\n <p class=\"mini\">RAG OFF \/ RAG ON\u306e\u4e21\u65b9\u3067before-after\u6bd4\u8f03\u3059\u308b\u3002<\/p>\n <\/div>\n <div class=\"step\">\n <div class=\"step-num\">5<\/div>\n <strong>\u624b\u52d5promote<\/strong>\n <p class=\"mini\">\u8a55\u4fa1\u30ec\u30dd\u30fc\u30c8\u3092\u898b\u3066\u304b\u3089\u672c\u756aadapter\u3068\u3057\u3066\u6709\u52b9\u5316\u3059\u308b\u3002<\/p>\n <\/div>\n <\/div>\n\n <div class=\"note\">\n \u6700\u521d\u306f <strong>14B + CPT\u306e\u307f<\/strong> \u304c\u5b89\u5168\u3067\u3059\u3002\n \u3044\u304d\u306a\u308aCPT+SFT\u308427B\u306b\u884c\u304f\u3068\u3001\u5931\u6557\u6642\u306b\u539f\u56e0\u3092\u5207\u308a\u5206\u3051\u306b\u304f\u304f\u306a\u308a\u307e\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>8. \u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u8a2d\u8a08<\/h2>\n\n <table>\n <thead>\n <tr>\n <th>\u30c7\u30fc\u30bf<\/th>\n <th>\u4f7f\u3044\u65b9<\/th>\n <th>\u671f\u5f85\u52b9\u679c<\/th>\n <th>\u6ce8\u610f\u70b9<\/th>\n <\/tr>\n <\/thead>\n <tbody>\n <tr>\n <td>PDF chunks<\/td>\n <td>CPT<\/td>\n <td>\u5c02\u9580\u77e5\u8b58\u3001\u7528\u8a9e\u3001\u696d\u52d9\u6587\u8108\u304c\u67d3\u307f\u308b<\/td>\n <td>\u91cd\u8907\u9664\u53bb\u3001\u53e4\u3044\u8cc7\u6599\u306e\u9664\u5916\u304c\u5fc5\u8981<\/td>\n <\/tr>\n <tr>\n <td>\u793e\u5185Wiki \/ Markdown<\/td>\n <td>CPT<\/td>\n <td>\u793e\u5185\u6a19\u6e96\u306e\u8aac\u660e\u306b\u5f37\u304f\u306a\u308b<\/td>\n <td>\u8aa4\u60c5\u5831\u3092\u6df7\u305c\u308b\u3068\u305d\u306e\u307e\u307e\u7656\u306b\u306a\u308b<\/td>\n <\/tr>\n <tr>\n <td>\u904e\u53bb\u4f1a\u8a71\u30ed\u30b0<\/td>\n <td>SFT<\/td>\n <td>\u56de\u7b54\u30b9\u30bf\u30a4\u30eb\u3001\u624b\u9806\u3001\u8aac\u660e\u7c92\u5ea6\u304c\u63c3\u3046<\/td>\n <td>\u5168\u4ef6\u6295\u5165\u306f\u5371\u967a\u3002\u9ad8\u54c1\u8cea\u30c7\u30fc\u30bf\u3060\u3051\u4f7f\u3046<\/td>\n <\/tr>\n <tr>\n <td>\u8a02\u6b63\u5c65\u6b74<\/td>\n <td>SFT<\/td>\n <td>\u904e\u53bb\u306e\u9593\u9055\u3044\u3092\u518d\u767a\u3057\u306b\u304f\u304f\u3059\u308b<\/td>\n <td>\u6b63\u3057\u3044\u56de\u7b54\u3092\u660e\u793a\u3057\u305f\u5f62\u5f0f\u306b\u3059\u308b<\/td>\n <\/tr>\n <tr>\n <td>web_knowledge<\/td>\n <td>CPT \u307e\u305f\u306f RAG<\/td>\n <td>\u4e00\u822c\u77e5\u8b58\u306e\u88dc\u5f37<\/td>\n <td>\u9bae\u5ea6\u304c\u843d\u3061\u308b\u60c5\u5831\u306fRAG\u512a\u5148<\/td>\n <\/tr>\n <\/tbody>\n <\/table>\n <\/section>\n\n <section>\n <h2>9. \u8a55\u4fa1\u3057\u306a\u3044\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306f\u5371\u967a<\/h2>\n\n <p>\n \u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306f\u300c\u8ce2\u304f\u306a\u308b\u30dc\u30bf\u30f3\u300d\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\n \u6b63\u78ba\u306b\u306f\u3001<strong>\u30e2\u30c7\u30eb\u306b\u7656\u3092\u3064\u3051\u308b\u4f5c\u696d<\/strong>\u3067\u3059\u3002\n \u826f\u3044\u7656\u3082\u3064\u304d\u307e\u3059\u304c\u3001\u60aa\u3044\u7656\u3082\u3064\u304d\u307e\u3059\u3002\n <\/p>\n\n <pre><code>[\n {\n \"question\": \"Kaleido\u306e\u30cf\u30a4\u30d6\u30ea\u30c3\u30c9\u691c\u7d22\u3068\u306f\uff1f\",\n \"expected_keywords\": [\"BM25\", \"\u30d9\u30af\u30c8\u30eb\u691c\u7d22\", \"\u518d\u30e9\u30f3\u30ad\u30f3\u30b0\"]\n },\n {\n \"question\": \"URL\u3092\u56de\u7b54\u306b\u542b\u3081\u308b\u6761\u4ef6\u306f\uff1f\",\n \"expected_keywords\": [\"\u5b9f\u5728\u78ba\u8a8d\", \"\u672a\u78ba\u8a8d\u306a\u3089\u51fa\u3055\u306a\u3044\"]\n },\n {\n \"question\": \"Linux\u30b5\u30fc\u30d3\u30b9\u304c\u8d77\u52d5\u3057\u306a\u3044\u5834\u5408\u306e\u78ba\u8a8d\u624b\u9806\u306f\uff1f\",\n \"expected_keywords\": [\"systemctl status\", \"journalctl\", \"\u6a29\u9650\", \"\u30d1\u30b9\"]\n }\n]<\/code><\/pre>\n\n <table>\n <thead>\n <tr>\n <th>\u8a55\u4fa1\u9805\u76ee<\/th>\n <th>\u78ba\u8a8d\u5185\u5bb9<\/th>\n <\/tr>\n <\/thead>\n <tbody>\n <tr>\n <td>\u5c02\u9580\u77e5\u8b58<\/td>\n <td>PDF\u7531\u6765\u306e\u7528\u8a9e\u3084\u8a2d\u8a08\u610f\u56f3\u3092\u6b63\u3057\u304f\u8aac\u660e\u3067\u304d\u308b\u304b<\/td>\n <\/tr>\n <tr>\n <td>\u6c4e\u7528\u80fd\u529b<\/td>\n <td>\u6570\u5b66\u3001\u30b3\u30fc\u30c9\u3001\u4e00\u822c\u4f1a\u8a71\u304c\u52a3\u5316\u3057\u3066\u3044\u306a\u3044\u304b<\/td>\n <\/tr>\n <tr>\n <td>\u6307\u793a\u8ffd\u5f93<\/td>\n <td>JSON\u51fa\u529b\u3001\u7b87\u6761\u66f8\u304d\u3001\u6587\u5b57\u6570\u5236\u9650\u306a\u3069\u3092\u5b88\u308c\u308b\u304b<\/td>\n <\/tr>\n <tr>\n <td>\u5b89\u5168\u6027<\/td>\n <td>\u62d2\u5426\u3059\u3079\u304d\u5185\u5bb9\u3092\u5b89\u6613\u306b\u7b54\u3048\u306a\u3044\u304b<\/td>\n <\/tr>\n <tr>\n <td>URL\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3<\/td>\n <td>\u5b58\u5728\u78ba\u8a8d\u306a\u3057\u306bURL\u3092\u634f\u9020\u3057\u306a\u3044\u304b<\/td>\n <\/tr>\n <tr>\n <td>RAG\u6d3b\u7528<\/td>\n <td>context\u3092\u7121\u8996\u305b\u305a\u3001\u6839\u62e0\u3068\u3057\u3066\u6b63\u3057\u304f\u4f7f\u3048\u308b\u304b<\/td>\n <\/tr>\n <\/tbody>\n <\/table>\n\n <div class=\"warning\">\n \u3082\u3063\u3068\u3082\u6016\u3044\u306e\u306f\u3001\u660e\u3089\u304b\u306a\u6545\u969c\u3067\u306f\u306a\u304f\n <strong>silent degradation<\/strong>\u3001\u3064\u307e\u308a\u9759\u304b\u306b\u54c1\u8cea\u304c\u843d\u3061\u308b\u3053\u3068\u3067\u3059\u3002\n \u305d\u306e\u305f\u3081\u3001\u672c\u756a\u53cd\u6620\u306f\u5fc5\u305a<strong>\u624b\u52d5promote + \u8a55\u4fa1\u30ec\u30dd\u30fc\u30c8\u78ba\u8a8d<\/strong>\u306b\u3057\u307e\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>10. \u63a8\u5968\u3059\u308b\u521d\u671f\u69cb\u6210<\/h2>\n\n <div class=\"grid two\">\n <div class=\"card\">\n <span class=\"tag blue\">MVP<\/span>\n <h3>\u307e\u305a\u4f5c\u308b\u3082\u306e<\/h3>\n <ul>\n <li>PDF chunks \u2192 CPT JSONL\u51fa\u529b<\/li>\n <li>Admin\u306e\u5b66\u7fd2\u5b9f\u884c\u30dc\u30bf\u30f3<\/li>\n <li>Unsloth QLoRA\u5b66\u7fd2\u30b9\u30af\u30ea\u30d7\u30c8<\/li>\n <li>adapter\u4fdd\u5b58\u30c7\u30a3\u30ec\u30af\u30c8\u30ea<\/li>\n <li>\u7c21\u6613eval\u30ec\u30dd\u30fc\u30c8<\/li>\n <\/ul>\n <\/div>\n <div class=\"card\">\n <span class=\"tag green\">\u63a8\u5968\u8a2d\u5b9a<\/span>\n <h3>\u6700\u521d\u306e\u5b66\u7fd2\u6761\u4ef6<\/h3>\n <ul>\n <li>base model\uff1a14B\u30af\u30e9\u30b9<\/li>\n <li>\u5b66\u7fd2\uff1aCPT\u306e\u307f<\/li>\n <li>LoRA rank\uff1a8\u301c16<\/li>\n <li>epoch\uff1a1<\/li>\n <li>promote\uff1a\u624b\u52d5<\/li>\n <\/ul>\n <\/div>\n <\/div>\n\n <pre><code>\u63a8\u5968\u30b9\u30c6\u30c3\u30d7\uff1a\n1. 14B\u3067CPT\u306e\u307f\u5b9f\u884c\n2. RAG OFF\u3067\u77e5\u8b58\u306e\u713c\u304d\u8fbc\u307f\u52b9\u679c\u3092\u898b\u308b\n3. \u554f\u984c\u306a\u3051\u308c\u3070\u826f\u8ceaQ&A\u3067SFT\u8ffd\u52a0\n4. RAG ON\u3067\u6839\u62e0\u3064\u304d\u56de\u7b54\u306e\u54c1\u8cea\u3092\u898b\u308b\n5. adapter\u3092\u624b\u52d5\u3067\u672c\u756a\u53cd\u6620\n6. \u904b\u7528\u304c\u56fa\u307e\u3063\u3066\u304b\u308927B\u7d1a\u3078\u62e1\u5f35<\/code><\/pre>\n <\/section>\n\n <section>\n <h2>11. \u6700\u7d42\u7d50\u8ad6<\/h2>\n\n <p>\n RAG\u306f\u300c\u8cc7\u6599\u3092\u53c2\u7167\u3059\u308b\u529b\u300d\u3067\u3059\u3002\n \u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306f\u300c\u305d\u306e\u5206\u91ce\u306b\u99b4\u67d3\u3080\u529b\u300d\u3067\u3059\u3002\n <\/p>\n\n <p>\n \u3069\u3061\u3089\u304b\u4e00\u65b9\u3067\u306f\u4e0d\u5341\u5206\u3067\u3059\u3002\n \u5b9f\u904b\u7528\u3067\u5f37\u3044\u306e\u306f\u3001\u6b21\u306e\u7d44\u307f\u5408\u308f\u305b\u3067\u3059\u3002\n <\/p>\n\n <div class=\"diagram\">\n <pre><code>LLM\u77e5\u8b58\u4f53\u8cea\u6539\u5584\u306e\u5b8c\u6210\u5f62\n\n CPT\n \u2192 PDF\u30fb\u4ed5\u69d8\u66f8\u30fb\u793e\u5185\u7528\u8a9e\u3092\u67d3\u307f\u8fbc\u307e\u305b\u308b\n\n SFT\n \u2192 \u4f1a\u8a71\u30b9\u30bf\u30a4\u30eb\u30fb\u56de\u7b54\u624b\u9806\u30fb\u696d\u52d9\u30eb\u30fc\u30eb\u3092\u6574\u3048\u308b\n\n RAG\n \u2192 \u51fa\u5178\u30fb\u6700\u65b0\u60c5\u5831\u30fb\u9867\u5ba2\u5225\u30c7\u30fc\u30bf\u3092\u88dc\u3046\n\n LoRA \/ QLoRA\n \u2192 \u5143\u30e2\u30c7\u30eb\u3092\u58ca\u3055\u305a\u3001\u5b89\u5168\u306b\u5dee\u3057\u66ff\u3048\u308b\n\n Eval\n \u2192 \u9759\u304b\u306a\u54c1\u8cea\u52a3\u5316\u3092\u691c\u51fa\u3059\u308b<\/code><\/pre>\n <\/div>\n\n <div class=\"good\">\n <strong>\u7d50\u8ad6\uff1a<\/strong>\n \u300cRAG\u306b\u983c\u308a\u3059\u304e\u306a\u3044\u300d\u3068\u306f\u3001RAG\u3092\u6368\u3066\u308b\u3053\u3068\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\n <strong>\u30e2\u30c7\u30eb\u81ea\u8eab\u3092\u696d\u52d9\u6587\u8108\u306b\u6163\u308c\u3055\u305b\u3001RAG\u306f\u6839\u62e0\u78ba\u8a8d\u306b\u96c6\u4e2d\u3055\u305b\u308b<\/strong>\u3053\u3068\u3067\u3059\u3002\n \u3053\u308c\u304c\u3001\u58ca\u308c\u306b\u304f\u304f\u3001\u8aac\u660e\u53ef\u80fd\u3067\u3001\u904b\u7528\u3057\u3084\u3059\u3044LLM\u5f37\u5316\u306e\u57fa\u672c\u65b9\u91dd\u3067\u3059\u3002\n <\/div>\n <\/section>\n <\/main>\n\n <div class=\"footer\">\n <p>LLM Tuning Strategy \/ Knowledge Conditioning with CPT, SFT, LoRA, QLoRA and RAG<\/p>\n <\/div>\n<\/body>\n<\/html>\n\n","protected":false},"excerpt":{"rendered":"<p>RAG\u306b\u983c\u308a\u3059\u304e\u306a\u3044\u305f\u3081\u306e\u77e5\u8b58\u4f53\u8cea\u6539\u5584 – LLM\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u6280\u6cd5 LLM Tuning Strategy PDF\u3001\u4ed5\u69d8\u66f8\u3001\u904e\u53bb\u4f1a\u8a71\u3001\u696d\u52d9\u30ce\u30a6\u30cf\u30a6\u3092LLM\u306b\u67d3\u307f\u8fbc\u307e\u305b\u308b\u3002 \u305f\u3060\u3057RAG\u3092\u6368\u3066\u308b\u306e\u3067\u306f\u306a\u304f\u3001RA […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"saved_in_kubio":false,"om_disable_all_campaigns":false,"_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"_uf_show_specific_survey":0,"_uf_disable_surveys":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"sns_share_botton_hide":"","vkExUnit_sns_title":"","_vk_print_noindex":"","sitemap_hide":"","vkExUnit_EyeCatch_disable":"","_veu_custom_css":"","veu_display_promotion_alert":"","vkexunit_cta_each_option":"","_jetpack_memberships_contains_paid_content":false,"_lightning_design_setting":[],"footnotes":"","jetpack_post_was_ever_published":false},"categories":[5,6,78],"tags":[],"class_list":["post-1931","post","type-post","status-publish","format-standard","hentry","category-ai","category-programing","category-78"],"aioseo_notices":[],"veu_head_title_object":{"title":"","add_site_title":""},"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/posts\/1931","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1931"}],"version-history":[{"count":1,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/posts\/1931\/revisions"}],"predecessor-version":[{"id":1932,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/posts\/1931\/revisions\/1932"}],"wp:attachment":[{"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1931"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1931"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1931"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}

{"id":1931,"date":"2026-06-08T04:15:41","date_gmt":"2026-06-07T19:15:41","guid":{"rendered":"https:\/\/beeknowledge.co.jp\/?p=1931"},"modified":"2026-06-08T04:15:42","modified_gmt":"2026-06-07T19:15:42","slug":"rag%e3%81%ab%e9%a0%bc%e3%82%8a%e3%81%99%e3%81%8e%e3%81%aa%e3%81%84%e3%81%9f%e3%82%81%e3%81%ae%e7%9f%a5%e8%ad%98%e4%bd%93%e8%b3%aa%e6%94%b9%e5%96%84","status":"publish","type":"post","link":"https:\/\/beeknowledge.co.jp\/?p=1931","title":{"rendered":"RAG\u306b\u983c\u308a\u3059\u304e\u306a\u3044\u305f\u3081\u306e
\u201c\u77e5\u8b58\u4f53\u8cea\u6539\u5584\u201d"},"content":{"rendered":"\n\n\n\n \n \n RAG\u306b\u983c\u308a\u3059\u304e\u306a\u3044\u305f\u3081\u306e\u77e5\u8b58\u4f53\u8cea\u6539\u5584 – LLM\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u6280\u6cd5<\/title>\n <style>\n :root {\n --bg: #f7f7f4;\n --paper: #ffffff;\n --ink: #1f2933;\n --muted: #5f6c7b;\n --line: #d9ded7;\n --accent: #f2a900;\n --accent-dark: #9a6400;\n --green: #2f855a;\n --blue: #2b6cb0;\n --red: #c53030;\n --gray: #edf2f7;\n --code: #0f172a;\n }\n\n * {\n box-sizing: border-box;\n }\n\n body {\n margin: 0;\n font-family: -apple-system, BlinkMacSystemFont, \"Segoe UI\", \"Hiragino Sans\",\n \"Yu Gothic\", \"Meiryo\", sans-serif;\n line-height: 1.75;\n color: var(--ink);\n background:\n radial-gradient(circle at top left, rgba(242, 169, 0, 0.16), transparent 28rem),\n linear-gradient(180deg, #fbfaf5 0%, var(--bg) 100%);\n }\n\n header {\n padding: 72px 20px 48px;\n border-bottom: 1px solid var(--line);\n background: linear-gradient(135deg, #fff8df, #ffffff 55%, #f3f7fb);\n }\n\n .wrap {\n max-width: 1100px;\n margin: 0 auto;\n }\n\n .eyebrow {\n display: inline-block;\n padding: 6px 12px;\n border-radius: 999px;\n background: #fff1bd;\n color: var(--accent-dark);\n font-size: 0.9rem;\n font-weight: 700;\n letter-spacing: 0.05em;\n }\n\n h1 {\n margin: 24px 0 18px;\n font-size: clamp(2rem, 5vw, 4rem);\n line-height: 1.15;\n letter-spacing: -0.04em;\n }\n\n .lead {\n max-width: 900px;\n font-size: clamp(1.08rem, 2vw, 1.35rem);\n color: #334155;\n font-weight: 500;\n }\n\n main {\n padding: 48px 20px 80px;\n }\n\n section {\n margin: 0 auto 48px;\n max-width: 1100px;\n background: rgba(255, 255, 255, 0.82);\n border: 1px solid var(--line);\n border-radius: 24px;\n padding: clamp(22px, 4vw, 38px);\n box-shadow: 0 18px 40px rgba(15, 23, 42, 0.06);\n }\n\n section.flat {\n box-shadow: none;\n background: transparent;\n border: 0;\n padding: 0;\n }\n\n h2 {\n margin-top: 0;\n font-size: clamp(1.55rem, 3vw, 2.25rem);\n line-height: 1.25;\n letter-spacing: -0.03em;\n border-left: 8px solid var(--accent);\n padding-left: 16px;\n }\n\n h3 {\n margin-top: 30px;\n font-size: 1.25rem;\n line-height: 1.35;\n }\n\n p {\n margin: 0.6em 0 1em;\n }\n\n strong {\n font-weight: 800;\n }\n\n .grid {\n display: grid;\n gap: 18px;\n }\n\n .grid.two {\n grid-template-columns: repeat(2, minmax(0, 1fr));\n }\n\n .grid.three {\n grid-template-columns: repeat(3, minmax(0, 1fr));\n }\n\n .card {\n border: 1px solid var(--line);\n background: var(--paper);\n border-radius: 18px;\n padding: 22px;\n min-height: 100%;\n }\n\n .card h3 {\n margin-top: 0;\n }\n\n .tag {\n display: inline-block;\n padding: 4px 10px;\n border-radius: 999px;\n font-size: 0.82rem;\n font-weight: 700;\n background: var(--gray);\n color: #334155;\n margin-bottom: 10px;\n }\n\n .tag.green {\n background: #dcfce7;\n color: #166534;\n }\n\n .tag.blue {\n background: #dbeafe;\n color: #1e40af;\n }\n\n .tag.red {\n background: #fee2e2;\n color: #991b1b;\n }\n\n table {\n width: 100%;\n border-collapse: collapse;\n margin: 18px 0 8px;\n background: white;\n border-radius: 16px;\n overflow: hidden;\n border: 1px solid var(--line);\n }\n\n th, td {\n border-bottom: 1px solid var(--line);\n padding: 14px 16px;\n text-align: left;\n vertical-align: top;\n }\n\n th {\n background: #f8fafc;\n font-weight: 800;\n color: #23303f;\n }\n\n tr:last-child td {\n border-bottom: 0;\n }\n\n code, pre {\n font-family: ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, \"Liberation Mono\",\n \"Courier New\", monospace;\n }\n\n pre {\n margin: 18px 0;\n padding: 18px;\n border-radius: 16px;\n overflow-x: auto;\n color: #e5e7eb;\n background: var(--code);\n border: 1px solid #1e293b;\n font-size: 0.92rem;\n line-height: 1.7;\n }\n\n .note {\n border-left: 6px solid var(--blue);\n background: #eff6ff;\n padding: 16px 18px;\n border-radius: 14px;\n margin: 20px 0;\n }\n\n .warning {\n border-left: 6px solid var(--red);\n background: #fff1f2;\n padding: 16px 18px;\n border-radius: 14px;\n margin: 20px 0;\n }\n\n .good {\n border-left: 6px solid var(--green);\n background: #f0fdf4;\n padding: 16px 18px;\n border-radius: 14px;\n margin: 20px 0;\n }\n\n .flow {\n display: grid;\n grid-template-columns: repeat(5, 1fr);\n gap: 12px;\n margin: 24px 0;\n align-items: stretch;\n }\n\n .flow .step {\n position: relative;\n background: white;\n border: 1px solid var(--line);\n border-radius: 18px;\n padding: 18px;\n min-height: 130px;\n }\n\n .flow .step::after {\n content: \"\u2192\";\n position: absolute;\n right: -13px;\n top: 50%;\n transform: translateY(-50%);\n font-size: 1.6rem;\n color: var(--accent-dark);\n font-weight: 900;\n }\n\n .flow .step:last-child::after {\n content: \"\";\n }\n\n .step-num {\n display: inline-flex;\n width: 30px;\n height: 30px;\n align-items: center;\n justify-content: center;\n border-radius: 50%;\n background: var(--accent);\n font-weight: 900;\n color: #111827;\n margin-bottom: 10px;\n }\n\n .diagram {\n background: #0f172a;\n color: #e5e7eb;\n border-radius: 22px;\n padding: 26px;\n overflow-x: auto;\n border: 1px solid #334155;\n }\n\n .diagram pre {\n background: transparent;\n border: 0;\n margin: 0;\n padding: 0;\n }\n\n .pill-list {\n display: flex;\n flex-wrap: wrap;\n gap: 10px;\n margin: 18px 0;\n }\n\n .pill {\n padding: 8px 12px;\n border-radius: 999px;\n background: white;\n border: 1px solid var(--line);\n font-weight: 700;\n color: #334155;\n }\n\n .mini {\n font-size: 0.92rem;\n color: var(--muted);\n }\n\n .footer {\n text-align: center;\n color: var(--muted);\n padding: 36px 20px 64px;\n }\n\n @media (max-width: 860px) {\n .grid.two,\n .grid.three,\n .flow {\n grid-template-columns: 1fr;\n }\n\n .flow .step::after {\n content: \"\u2193\";\n right: 50%;\n top: auto;\n bottom: -22px;\n transform: translateX(50%);\n }\n\n .flow .step:last-child::after {\n content: \"\";\n }\n\n th, td {\n display: block;\n width: 100%;\n }\n\n th {\n border-bottom: 0;\n }\n\n tr {\n display: block;\n border-bottom: 1px solid var(--line);\n }\n\n tr:last-child {\n border-bottom: 0;\n }\n }\n\n @media print {\n body {\n background: white;\n }\n\n header, section {\n box-shadow: none;\n }\n\n section {\n page-break-inside: avoid;\n }\n\n a {\n color: inherit;\n text-decoration: none;\n }\n }\n <\/style>\n<\/head>\n<body>\n <header>\n <div class=\"wrap\">\n <span class=\"eyebrow\">LLM Tuning Strategy<\/span>\n \n <p class=\"lead\">\n PDF\u3001\u4ed5\u69d8\u66f8\u3001\u904e\u53bb\u4f1a\u8a71\u3001\u696d\u52d9\u30ce\u30a6\u30cf\u30a6\u3092LLM\u306b\u67d3\u307f\u8fbc\u307e\u305b\u308b\u3002\n \u305f\u3060\u3057RAG\u3092\u6368\u3066\u308b\u306e\u3067\u306f\u306a\u304f\u3001RAG\u3068\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3092\u5f79\u5272\u5206\u62c5\u3055\u305b\u308b\u3002\n \u3053\u308c\u304c\u5b9f\u904b\u7528\u3067\u58ca\u308c\u306b\u304f\u3044\u30ed\u30fc\u30ab\u30ebLLM\u5f37\u5316\u306e\u8003\u3048\u65b9\u3067\u3059\u3002\n <\/p>\n <\/div>\n <\/header>\n\n <main>\n <section>\n <h2>1. \u3053\u306e\u30c6\u30fc\u30de\u306e\u6838\u5fc3<\/h2>\n <p>\n RAG\u306f\u4fbf\u5229\u3067\u3059\u3002DB\u3084PDF\u304b\u3089\u5fc5\u8981\u306a\u6587\u66f8\u3092\u691c\u7d22\u3057\u3066\u3001LLM\u306b\u6839\u62e0\u3068\u3057\u3066\u6e21\u305b\u307e\u3059\u3002\n \u3057\u304b\u3057\u3001RAG\u3060\u3051\u306b\u4f9d\u5b58\u3059\u308b\u3068\u3001\u6b21\u306e\u3088\u3046\u306a\u554f\u984c\u304c\u51fa\u307e\u3059\u3002\n <\/p>\n\n <div class=\"grid three\">\n <div class=\"card\">\n <span class=\"tag red\">\u8ab2\u984c 1<\/span>\n <h3>\u691c\u7d22\u3067\u304d\u306a\u3051\u308c\u3070\u7b54\u3048\u3089\u308c\u306a\u3044<\/h3>\n <p>\n DB\u306b\u5165\u3063\u3066\u3044\u3066\u3082\u3001\u691c\u7d22\u30af\u30a8\u30ea\u3084chunk\u5206\u5272\u304c\u60aa\u3044\u3068\u3001\u5fc5\u8981\u306a\u60c5\u5831\u304cLLM\u306b\u5c4a\u304d\u307e\u305b\u3093\u3002\n <\/p>\n <\/div>\n <div class=\"card\">\n <span class=\"tag red\">\u8ab2\u984c 2<\/span>\n <h3>\u6bce\u56decontext\u306b\u8a70\u3081\u8fbc\u3080\u5fc5\u8981\u304c\u3042\u308b<\/h3>\n <p>\n \u9577\u3044PDF\u3084\u4ed5\u69d8\u66f8\u3092\u6bce\u56de\u53c2\u7167\u3059\u308b\u3068\u3001token\u6d88\u8cbb\u3001\u901f\u5ea6\u3001\u30b3\u30b9\u30c8\u304c\u91cd\u304f\u306a\u308a\u307e\u3059\u3002\n <\/p>\n <\/div>\n <div class=\"card\">\n <span class=\"tag red\">\u8ab2\u984c 3<\/span>\n <h3>\u696d\u52d9\u7528\u8a9e\u306b\u99b4\u67d3\u307f\u306b\u304f\u3044<\/h3>\n <p>\n RAG\u3067\u60c5\u5831\u3092\u6e21\u3057\u3066\u3082\u3001\u30e2\u30c7\u30eb\u81ea\u8eab\u304c\u305d\u306e\u5206\u91ce\u306e\u8a00\u8449\u306b\u6163\u308c\u3066\u3044\u306a\u3044\u3068\u3001\u56de\u7b54\u304c\u6d45\u304f\u306a\u308a\u307e\u3059\u3002\n <\/p>\n <\/div>\n <\/div>\n\n <div class=\"good\">\n <strong>\u77e5\u8b58\u4f53\u8cea\u6539\u5584<\/strong>\u3068\u306f\u3001PDF\u3084\u4f1a\u8a71\u30ed\u30b0\u3092\u4f7f\u3063\u3066\u3001\u30e2\u30c7\u30eb\u81ea\u8eab\u3092\u305d\u306e\u696d\u52d9\u9818\u57df\u306b\u6163\u308c\u3055\u305b\u308b\u3053\u3068\u3067\u3059\u3002\n RAG\u3092\u30bc\u30ed\u306b\u3059\u308b\u306e\u3067\u306f\u306a\u304f\u3001RAG\u306b\u6e21\u3059\u524d\u304b\u3089\u300c\u8a71\u304c\u901a\u3058\u308b\u30e2\u30c7\u30eb\u300d\u306b\u3057\u307e\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>2. RAG\u3068\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306e\u5f79\u5272\u5206\u62c5<\/h2>\n\n <table>\n <thead>\n <tr>\n <th>\u6280\u6cd5<\/th>\n <th>\u4e3b\u306a\u76ee\u7684<\/th>\n <th>\u5f97\u610f\u306a\u3053\u3068<\/th>\n <th>\u82e6\u624b\u306a\u3053\u3068<\/th>\n <\/tr>\n <\/thead>\n <tbody>\n <tr>\n <td><strong>RAG<\/strong><\/td>\n <td>\u5fc5\u8981\u306a\u8cc7\u6599\u3092\u691c\u7d22\u3057\u3066\u3001\u6839\u62e0\u3064\u304d\u3067\u7b54\u3048\u308b<\/td>\n <td>\u51fa\u5178\u78ba\u8a8d\u3001\u6700\u65b0\u60c5\u5831\u3001PDF\u30da\u30fc\u30b8\u53c2\u7167\u3001\u9867\u5ba2\u5225\u30c7\u30fc\u30bf<\/td>\n <td>\u691c\u7d22\u306b\u5931\u6557\u3059\u308b\u3068\u5f31\u3044\u3002\u6bce\u56decontext\u304c\u5fc5\u8981<\/td>\n <\/tr>\n <tr>\n <td><strong>CPT<\/strong><\/td>\n <td>\u751f\u30c6\u30ad\u30b9\u30c8\u3092\u8aad\u307e\u305b\u3066\u3001\u696d\u52d9\u77e5\u8b58\u3092\u67d3\u307f\u8fbc\u307e\u305b\u308b<\/td>\n <td>\u5c02\u9580\u7528\u8a9e\u3001\u4ed5\u69d8\u66f8\u306e\u6587\u8108\u3001\u793e\u5185\u6587\u66f8\u306e\u8a00\u3044\u56de\u3057<\/td>\n <td>\u51fa\u5178\u63d0\u793a\u3001\u6700\u65b0\u60c5\u5831\u3001\u53b3\u5bc6\u306a\u6839\u62e0\u78ba\u8a8d<\/td>\n <\/tr>\n <tr>\n <td><strong>SFT<\/strong><\/td>\n <td>\u8cea\u554f\u3068\u6a21\u7bc4\u56de\u7b54\u304b\u3089\u3001\u7b54\u3048\u65b9\u3092\u899a\u3048\u3055\u305b\u308b<\/td>\n <td>\u56de\u7b54\u30b9\u30bf\u30a4\u30eb\u3001\u624b\u9806\u3001JSON\u5f62\u5f0f\u3001\u4f1a\u8a71\u54c1\u8cea<\/td>\n <td>\u5927\u91cf\u306e\u77e5\u8b58\u6ce8\u5165\u3001\u7d30\u304b\u3044\u30da\u30fc\u30b8\u53c2\u7167<\/td>\n <\/tr>\n <tr>\n <td><strong>LoRA \/ QLoRA<\/strong><\/td>\n <td>\u30d9\u30fc\u30b9\u30e2\u30c7\u30eb\u3092\u58ca\u3055\u305a\u3001\u5dee\u5206adapter\u3067\u5b66\u7fd2\u3059\u308b<\/td>\n <td>\u4f4eVRAM\u5b66\u7fd2\u3001\u5207\u66ff\u3001\u30ed\u30fc\u30eb\u30d0\u30c3\u30af<\/td>\n <td>\u672c\u4f53\u305d\u306e\u3082\u306e\u306e\u5b8c\u5168\u518d\u5b66\u7fd2\u3067\u306f\u306a\u3044<\/td>\n <\/tr>\n <\/tbody>\n <\/table>\n\n <div class=\"note\">\n <strong>\u6b63\u3057\u3044\u8a2d\u8a08\u601d\u60f3\uff1a<\/strong>\n \u300cRAG\u304b\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u304b\u300d\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\n <strong>RAG\u3067\u6839\u62e0\u3092\u53d6\u308a\u3001CPT\u3067\u77e5\u8b58\u306e\u5730\u529b\u3092\u4e0a\u3052\u3001SFT\u3067\u7b54\u3048\u65b9\u3092\u6574\u3048\u308b<\/strong>\u306e\u304c\u73fe\u5b9f\u89e3\u3067\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>3. CPT\uff1aPDF\u3084\u4ed5\u69d8\u66f8\u3092\u201c\u8aad\u307e\u305b\u76f4\u3059\u201d\u5b66\u7fd2<\/h2>\n\n <p>\n CPT\u306f <strong>Continued Pretraining<\/strong>\u3001\u3064\u307e\u308a\u7d99\u7d9a\u4e8b\u524d\u5b66\u7fd2\u3067\u3059\u3002\n \u30e2\u30c7\u30eb\u306b\u5bfe\u3057\u3066\u3001\u696d\u52d9\u6587\u66f8\u3084PDF\u306e\u6587\u7ae0\u3092\u5927\u91cf\u306b\u8aad\u307e\u305b\u3001\n \u300c\u3053\u306e\u5206\u91ce\u306e\u6587\u7ae0\u306e\u7d9a\u304d\u300d\u3092\u81ea\u7136\u306b\u4e88\u6e2c\u3067\u304d\u308b\u3088\u3046\u306b\u3057\u307e\u3059\u3002\n <\/p>\n\n <pre><code>\u5165\u529b\u4f8b\uff1a\nKaleido\u306e\u30cf\u30a4\u30d6\u30ea\u30c3\u30c9\u691c\u7d22\u3067\u306f\u3001BM25\u3068\u30d9\u30af\u30c8\u30eb\u691c\u7d22\u3092\u7d44\u307f\u5408\u308f\u305b\u3001\n\u4fe1\u983c\u5ea6\u30b9\u30b3\u30a2\u306b\u5fdc\u3058\u3066\u56de\u7b54\u5019\u88dc\u3092\u518d\u30e9\u30f3\u30ad\u30f3\u30b0\u3059\u308b\u3002\n\n\u5b66\u7fd2\u3067\u8d77\u304d\u308b\u3053\u3068\uff1a\n\u300cKaleido\u300d\u300c\u30cf\u30a4\u30d6\u30ea\u30c3\u30c9\u691c\u7d22\u300d\u300cBM25\u300d\u300c\u30d9\u30af\u30c8\u30eb\u691c\u7d22\u300d\n\u3068\u3044\u3063\u305f\u7528\u8a9e\u3084\u6587\u8108\u306b\u3001\u30e2\u30c7\u30eb\u304c\u6163\u308c\u3066\u3044\u304f\u3002<\/code><\/pre>\n\n <div class=\"grid two\">\n <div class=\"card\">\n <span class=\"tag green\">\u5411\u3044\u3066\u3044\u308b<\/span>\n <ul>\n <li>PDF\u30de\u30cb\u30e5\u30a2\u30eb<\/li>\n <li>\u4ed5\u69d8\u66f8<\/li>\n <li>\u7814\u7a76\u8cc7\u6599<\/li>\n <li>\u793e\u5185Wiki<\/li>\n <li>\u6280\u8853\u30e1\u30e2<\/li>\n <li>\u4fe1\u983c\u6e08\u307fweb_knowledge<\/li>\n <\/ul>\n <\/div>\n <div class=\"card\">\n <span class=\"tag red\">\u5411\u3044\u3066\u3044\u306a\u3044<\/span>\n <ul>\n <li>\u4fa1\u683c\u3084\u6cd5\u6539\u6b63\u306a\u3069\u306e\u6700\u65b0\u60c5\u5831<\/li>\n <li>\u9867\u5ba2\u3054\u3068\u306b\u5909\u308f\u308b\u6a5f\u5bc6\u60c5\u5831<\/li>\n <li>\u30da\u30fc\u30b8\u756a\u53f7\u3064\u304d\u3067\u51fa\u5178\u304c\u5fc5\u8981\u306a\u56de\u7b54<\/li>\n <li>\u8aa4\u308a\u3084\u91cd\u8907\u304c\u591a\u3044\u751f\u30ed\u30b0<\/li>\n <\/ul>\n <\/div>\n <\/div>\n\n <div class=\"warning\">\n CPT\u3067\u77e5\u8b58\u3092\u713c\u304d\u8fbc\u3080\u3068\u3001\u30e2\u30c7\u30eb\u306f\u305d\u306e\u5185\u5bb9\u3092\u300c\u899a\u3048\u305f\u3088\u3046\u306b\u300d\u632f\u308b\u821e\u3044\u307e\u3059\u3002\n \u3057\u304b\u3057\u3001<strong>\u3069\u306e\u6587\u66f8\u306e\u3069\u3053\u306b\u66f8\u3044\u3066\u3042\u3063\u305f\u304b\u306f\u4fdd\u6301\u3067\u304d\u307e\u305b\u3093\u3002<\/strong>\n \u51fa\u5178\u304c\u5fc5\u8981\u306a\u5834\u9762\u3067\u306f\u3001\u5fc5\u305aRAG\u7d4c\u8def\u3092\u6b8b\u3057\u307e\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>4. SFT\uff1a\u904e\u53bb\u4f1a\u8a71\u3084\u6a21\u7bc4\u56de\u7b54\u304b\u3089\u201c\u7b54\u3048\u65b9\u201d\u3092\u5b66\u3070\u305b\u308b<\/h2>\n\n <p>\n SFT\u306f <strong>Supervised Fine-Tuning<\/strong>\u3001\u6559\u5e2b\u3042\u308a\u5fae\u8abf\u6574\u3067\u3059\u3002\n \u300c\u3053\u306e\u8cea\u554f\u306b\u306f\u3053\u3046\u7b54\u3048\u308b\u300d\u3068\u3044\u3046\u5bfe\u8a71\u30da\u30a2\u3092\u4f7f\u3044\u3001\u56de\u7b54\u306e\u578b\u3092\u5b66\u3070\u305b\u307e\u3059\u3002\n <\/p>\n\n <pre><code>{\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"CPT\u3068SFT\u306e\u9055\u3044\u306f\uff1f\"\n },\n {\n \"role\": \"assistant\",\n \"content\": \"CPT\u306f\u77e5\u8b58\u3092\u67d3\u307f\u8fbc\u307e\u305b\u308b\u5b66\u7fd2\u3001SFT\u306f\u7b54\u3048\u65b9\u3092\u6559\u3048\u308b\u5b66\u7fd2\u3067\u3059\u3002\"\n }\n ]\n}<\/code><\/pre>\n\n <p>\n SFT\u3067\u5909\u308f\u308b\u306e\u306f\u3001\u77e5\u8b58\u305d\u306e\u3082\u306e\u3088\u308a\u3082<strong>\u56de\u7b54\u30b9\u30bf\u30a4\u30eb\u3001\u5224\u65ad\u9806\u5e8f\u3001\u8aac\u660e\u306e\u7c92\u5ea6<\/strong>\u3067\u3059\u3002\n <\/p>\n\n <div class=\"pill-list\">\n <span class=\"pill\">\u6280\u8853\u8005\u5411\u3051\u306b\u624b\u9806\u3092\u7701\u7565\u3057\u306a\u3044<\/span>\n <span class=\"pill\">\u5951\u7d04\u66f8\u30ec\u30d3\u30e5\u30fc\u3067\u306f\u4e59\u5074\u30ea\u30b9\u30af\u3092\u5148\u306b\u51fa\u3059<\/span>\n <span class=\"pill\">Linux\u5bfe\u5fdc\u306f\u78ba\u8a8d \u2192 \u539f\u56e0 \u2192 \u4fee\u6b63\u306e\u9806<\/span>\n <span class=\"pill\">\u4e0d\u660e\u70b9\u306f\u65ad\u5b9a\u3057\u306a\u3044<\/span>\n <span class=\"pill\">URL\u306f\u78ba\u8a8d\u3067\u304d\u308b\u5834\u5408\u3060\u3051\u51fa\u3059<\/span>\n <\/div>\n\n <div class=\"good\">\n SFT\u306f\u300c\u81ea\u793eAI\u3089\u3057\u3055\u300d\u3092\u4f5c\u308b\u6280\u6cd5\u3067\u3059\u3002\n \u305f\u3060\u3057\u3001\u4f4e\u54c1\u8cea\u306a\u4f1a\u8a71\u30ed\u30b0\u3092\u305d\u306e\u307e\u307e\u4f7f\u3046\u3068\u3001\u60aa\u3044\u7656\u3082\u4e00\u7dd2\u306b\u899a\u3048\u307e\u3059\u3002\n \u4f7f\u3046\u3079\u304d\u306a\u306e\u306f\u3001<strong>\u4fee\u6b63\u6e08\u307f\u30fb\u9ad8\u8a55\u4fa1\u30fb\u518d\u5229\u7528\u4fa1\u5024\u306e\u3042\u308bQ&A<\/strong>\u3067\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>5. LoRA \/ QLoRA\uff1a\u5143\u30e2\u30c7\u30eb\u3092\u58ca\u3055\u306a\u3044\u5b89\u5168\u306a\u5b66\u7fd2\u65b9\u5f0f<\/h2>\n\n <p>\n \u5b9f\u904b\u7528\u3067\u306f\u3001\u30d9\u30fc\u30b9\u30e2\u30c7\u30eb\u672c\u4f53\u3092\u76f4\u63a5\u66f8\u304d\u63db\u3048\u308b\u3088\u308a\u3001\n <strong>LoRA adapter<\/strong>\u3068\u3057\u3066\u5dee\u5206\u3092\u4fdd\u5b58\u3059\u308b\u65b9\u6cd5\u304c\u5b89\u5168\u3067\u3059\u3002\n <\/p>\n\n <div class=\"diagram\">\n <pre><code>\u30d9\u30fc\u30b9\u30e2\u30c7\u30eb\n qwen-14b-base\/\n model.safetensors\n tokenizer.json\n\n\u8ffd\u52a0\u5b66\u7fd2\u7d50\u679c\n adapters\/\n 20260608-qwen14b-cpt-v1\/\n adapter_config.json\n adapter_model.safetensors\n training_info.json\n eval_report.json\n\n\u63a8\u8ad6\u6642\n \u30d9\u30fc\u30b9\u30e2\u30c7\u30eb + adapter \u3092\u5408\u6210\u3057\u3066\u4f7f\u3046\n\n\u623b\u3057\u305f\u3044\u5834\u5408\n adapter \u3092\u5916\u3059\u3060\u3051\n \u30d9\u30fc\u30b9\u30e2\u30c7\u30eb\u306f\u7121\u50b7<\/code><\/pre>\n <\/div>\n\n <table>\n <thead>\n <tr>\n <th>\u65b9\u5f0f<\/th>\n <th>\u7279\u5fb4<\/th>\n <th>\u5b9f\u904b\u7528\u3067\u306e\u610f\u5473<\/th>\n <\/tr>\n <\/thead>\n <tbody>\n <tr>\n <td><strong>LoRA<\/strong><\/td>\n <td>\u4e00\u90e8\u306e\u91cd\u307f\u5dee\u5206\u3060\u3051\u3092\u5b66\u7fd2<\/td>\n <td>\u8efd\u304f\u3001\u5b89\u5168\u306b\u5207\u66ff\u53ef\u80fd<\/td>\n <\/tr>\n <tr>\n <td><strong>QLoRA<\/strong><\/td>\n <td>4bit\u91cf\u5b50\u5316\u3057\u305f\u30e2\u30c7\u30eb\u306bLoRA\u3092\u9069\u7528<\/td>\n <td>\u5c11\u306a\u3044VRAM\u306714B\u301c27B\u7d1a\u3092\u6271\u3044\u3084\u3059\u3044<\/td>\n <\/tr>\n <tr>\n <td><strong>Full Fine-Tuning<\/strong><\/td>\n <td>\u5168\u91cd\u307f\u3092\u66f4\u65b0<\/td>\n <td>\u5f37\u529b\u3060\u304c\u9ad8\u30b3\u30b9\u30c8\u3002\u500b\u4eba\u30fb\u5c0f\u898f\u6a21GPU\u3067\u306f\u91cd\u3044<\/td>\n <\/tr>\n <\/tbody>\n <\/table>\n <\/section>\n\n <section>\n <h2>6. \u63a8\u5968\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3<\/h2>\n\n <p>\n PDF\u3068\u4f1a\u8a71\u3092\u4e00\u5b9a\u671f\u9593\u6e9c\u3081\u8fbc\u307f\u3001Admin\u753b\u9762\u304b\u3089\u30aa\u30f3\u30c7\u30de\u30f3\u30c9\u5b9f\u884c\u3059\u308b\u69cb\u6210\u304c\u6271\u3044\u3084\u3059\u3044\u3067\u3059\u3002\n <\/p>\n\n <div class=\"diagram\">\n <pre><code>[\u7d2f\u7a4d\u30d5\u30a7\u30fc\u30ba]\n \u251c PDF ingestion\n \u2502 \u2514 chunks \u30c6\u30fc\u30d6\u30eb\n \u2502\n \u251c web_knowledge\n \u2502 \u2514 \u4fe1\u983c\u5ea6\u30d5\u30a3\u30eb\u30bf\u6e08\u307f\u77e5\u8b58\n \u2502\n \u2514 messages\n \u2514 \u904e\u53bb\u4f1a\u8a71\u30ed\u30b0 \/ \u4fee\u6b63\u6e08\u307fQ&A\n\n\n[Admin\u5b9f\u884c\u30d5\u30a7\u30fc\u30ba]\n \u251c \/admin\/finetune\/dataset\n \u2502 \u251c CPT\u7528 raw text JSONL\n \u2502 \u2514 SFT\u7528 Q\/A JSONL\n \u2502\n \u251c \/admin\/finetune\/start\n \u2502 \u2514 Unsloth + QLoRA \u5b66\u7fd2\u958b\u59cb\n \u2502\n \u251c \/admin\/finetune\/status\n \u2502 \u2514 log tail \/ loss \/ GPU\u4f7f\u7528\u7387\n \u2502\n \u251c \/admin\/finetune\/eval\n \u2502 \u2514 before \/ after \u6bd4\u8f03\n \u2502\n \u2514 \/admin\/finetune\/promote\n \u2514 adapter \u3092\u672c\u756a profile \u306b\u6607\u683c<\/code><\/pre>\n <\/div>\n <\/section>\n\n <section>\n <h2>7. \u5b9f\u884c\u30d5\u30ed\u30fc<\/h2>\n\n <div class=\"flow\">\n <div class=\"step\">\n <div class=\"step-num\">1<\/div>\n <strong>\u30c7\u30fc\u30bf\u84c4\u7a4d<\/strong>\n <p class=\"mini\">PDF\u3001\u4ed5\u69d8\u66f8\u3001\u4f1a\u8a71\u30ed\u30b0\u3001\u4fee\u6b63\u6e08\u307fQ&A\u3092\u4e00\u5b9a\u671f\u9593\u305f\u3081\u308b\u3002<\/p>\n <\/div>\n <div class=\"step\">\n <div class=\"step-num\">2<\/div>\n <strong>\u30c7\u30fc\u30bf\u6574\u5f62<\/strong>\n <p class=\"mini\">CPT\u7528raw text\u3001SFT\u7528messages JSONL\u3078\u5909\u63db\u3059\u308b\u3002<\/p>\n <\/div>\n <div class=\"step\">\n <div class=\"step-num\">3<\/div>\n <strong>QLoRA\u5b66\u7fd2<\/strong>\n <p class=\"mini\">\u307e\u305a14B\u3067CPT\u3002\u52b9\u679c\u78ba\u8a8d\u5f8c\u306bSFT\u3092\u8ffd\u52a0\u3059\u308b\u3002<\/p>\n <\/div>\n <div class=\"step\">\n <div class=\"step-num\">4<\/div>\n <strong>\u8a55\u4fa1<\/strong>\n <p class=\"mini\">RAG OFF \/ RAG ON\u306e\u4e21\u65b9\u3067before-after\u6bd4\u8f03\u3059\u308b\u3002<\/p>\n <\/div>\n <div class=\"step\">\n <div class=\"step-num\">5<\/div>\n <strong>\u624b\u52d5promote<\/strong>\n <p class=\"mini\">\u8a55\u4fa1\u30ec\u30dd\u30fc\u30c8\u3092\u898b\u3066\u304b\u3089\u672c\u756aadapter\u3068\u3057\u3066\u6709\u52b9\u5316\u3059\u308b\u3002<\/p>\n <\/div>\n <\/div>\n\n <div class=\"note\">\n \u6700\u521d\u306f <strong>14B + CPT\u306e\u307f<\/strong> \u304c\u5b89\u5168\u3067\u3059\u3002\n \u3044\u304d\u306a\u308aCPT+SFT\u308427B\u306b\u884c\u304f\u3068\u3001\u5931\u6557\u6642\u306b\u539f\u56e0\u3092\u5207\u308a\u5206\u3051\u306b\u304f\u304f\u306a\u308a\u307e\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>8. \u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u8a2d\u8a08<\/h2>\n\n <table>\n <thead>\n <tr>\n <th>\u30c7\u30fc\u30bf<\/th>\n <th>\u4f7f\u3044\u65b9<\/th>\n <th>\u671f\u5f85\u52b9\u679c<\/th>\n <th>\u6ce8\u610f\u70b9<\/th>\n <\/tr>\n <\/thead>\n <tbody>\n <tr>\n <td>PDF chunks<\/td>\n <td>CPT<\/td>\n <td>\u5c02\u9580\u77e5\u8b58\u3001\u7528\u8a9e\u3001\u696d\u52d9\u6587\u8108\u304c\u67d3\u307f\u308b<\/td>\n <td>\u91cd\u8907\u9664\u53bb\u3001\u53e4\u3044\u8cc7\u6599\u306e\u9664\u5916\u304c\u5fc5\u8981<\/td>\n <\/tr>\n <tr>\n <td>\u793e\u5185Wiki \/ Markdown<\/td>\n <td>CPT<\/td>\n <td>\u793e\u5185\u6a19\u6e96\u306e\u8aac\u660e\u306b\u5f37\u304f\u306a\u308b<\/td>\n <td>\u8aa4\u60c5\u5831\u3092\u6df7\u305c\u308b\u3068\u305d\u306e\u307e\u307e\u7656\u306b\u306a\u308b<\/td>\n <\/tr>\n <tr>\n <td>\u904e\u53bb\u4f1a\u8a71\u30ed\u30b0<\/td>\n <td>SFT<\/td>\n <td>\u56de\u7b54\u30b9\u30bf\u30a4\u30eb\u3001\u624b\u9806\u3001\u8aac\u660e\u7c92\u5ea6\u304c\u63c3\u3046<\/td>\n <td>\u5168\u4ef6\u6295\u5165\u306f\u5371\u967a\u3002\u9ad8\u54c1\u8cea\u30c7\u30fc\u30bf\u3060\u3051\u4f7f\u3046<\/td>\n <\/tr>\n <tr>\n <td>\u8a02\u6b63\u5c65\u6b74<\/td>\n <td>SFT<\/td>\n <td>\u904e\u53bb\u306e\u9593\u9055\u3044\u3092\u518d\u767a\u3057\u306b\u304f\u304f\u3059\u308b<\/td>\n <td>\u6b63\u3057\u3044\u56de\u7b54\u3092\u660e\u793a\u3057\u305f\u5f62\u5f0f\u306b\u3059\u308b<\/td>\n <\/tr>\n <tr>\n <td>web_knowledge<\/td>\n <td>CPT \u307e\u305f\u306f RAG<\/td>\n <td>\u4e00\u822c\u77e5\u8b58\u306e\u88dc\u5f37<\/td>\n <td>\u9bae\u5ea6\u304c\u843d\u3061\u308b\u60c5\u5831\u306fRAG\u512a\u5148<\/td>\n <\/tr>\n <\/tbody>\n <\/table>\n <\/section>\n\n <section>\n <h2>9. \u8a55\u4fa1\u3057\u306a\u3044\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306f\u5371\u967a<\/h2>\n\n <p>\n \u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306f\u300c\u8ce2\u304f\u306a\u308b\u30dc\u30bf\u30f3\u300d\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\n \u6b63\u78ba\u306b\u306f\u3001<strong>\u30e2\u30c7\u30eb\u306b\u7656\u3092\u3064\u3051\u308b\u4f5c\u696d<\/strong>\u3067\u3059\u3002\n \u826f\u3044\u7656\u3082\u3064\u304d\u307e\u3059\u304c\u3001\u60aa\u3044\u7656\u3082\u3064\u304d\u307e\u3059\u3002\n <\/p>\n\n <pre><code>[\n {\n \"question\": \"Kaleido\u306e\u30cf\u30a4\u30d6\u30ea\u30c3\u30c9\u691c\u7d22\u3068\u306f\uff1f\",\n \"expected_keywords\": [\"BM25\", \"\u30d9\u30af\u30c8\u30eb\u691c\u7d22\", \"\u518d\u30e9\u30f3\u30ad\u30f3\u30b0\"]\n },\n {\n \"question\": \"URL\u3092\u56de\u7b54\u306b\u542b\u3081\u308b\u6761\u4ef6\u306f\uff1f\",\n \"expected_keywords\": [\"\u5b9f\u5728\u78ba\u8a8d\", \"\u672a\u78ba\u8a8d\u306a\u3089\u51fa\u3055\u306a\u3044\"]\n },\n {\n \"question\": \"Linux\u30b5\u30fc\u30d3\u30b9\u304c\u8d77\u52d5\u3057\u306a\u3044\u5834\u5408\u306e\u78ba\u8a8d\u624b\u9806\u306f\uff1f\",\n \"expected_keywords\": [\"systemctl status\", \"journalctl\", \"\u6a29\u9650\", \"\u30d1\u30b9\"]\n }\n]<\/code><\/pre>\n\n <table>\n <thead>\n <tr>\n <th>\u8a55\u4fa1\u9805\u76ee<\/th>\n <th>\u78ba\u8a8d\u5185\u5bb9<\/th>\n <\/tr>\n <\/thead>\n <tbody>\n <tr>\n <td>\u5c02\u9580\u77e5\u8b58<\/td>\n <td>PDF\u7531\u6765\u306e\u7528\u8a9e\u3084\u8a2d\u8a08\u610f\u56f3\u3092\u6b63\u3057\u304f\u8aac\u660e\u3067\u304d\u308b\u304b<\/td>\n <\/tr>\n <tr>\n <td>\u6c4e\u7528\u80fd\u529b<\/td>\n <td>\u6570\u5b66\u3001\u30b3\u30fc\u30c9\u3001\u4e00\u822c\u4f1a\u8a71\u304c\u52a3\u5316\u3057\u3066\u3044\u306a\u3044\u304b<\/td>\n <\/tr>\n <tr>\n <td>\u6307\u793a\u8ffd\u5f93<\/td>\n <td>JSON\u51fa\u529b\u3001\u7b87\u6761\u66f8\u304d\u3001\u6587\u5b57\u6570\u5236\u9650\u306a\u3069\u3092\u5b88\u308c\u308b\u304b<\/td>\n <\/tr>\n <tr>\n <td>\u5b89\u5168\u6027<\/td>\n <td>\u62d2\u5426\u3059\u3079\u304d\u5185\u5bb9\u3092\u5b89\u6613\u306b\u7b54\u3048\u306a\u3044\u304b<\/td>\n <\/tr>\n <tr>\n <td>URL\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3<\/td>\n <td>\u5b58\u5728\u78ba\u8a8d\u306a\u3057\u306bURL\u3092\u634f\u9020\u3057\u306a\u3044\u304b<\/td>\n <\/tr>\n <tr>\n <td>RAG\u6d3b\u7528<\/td>\n <td>context\u3092\u7121\u8996\u305b\u305a\u3001\u6839\u62e0\u3068\u3057\u3066\u6b63\u3057\u304f\u4f7f\u3048\u308b\u304b<\/td>\n <\/tr>\n <\/tbody>\n <\/table>\n\n <div class=\"warning\">\n \u3082\u3063\u3068\u3082\u6016\u3044\u306e\u306f\u3001\u660e\u3089\u304b\u306a\u6545\u969c\u3067\u306f\u306a\u304f\n <strong>silent degradation<\/strong>\u3001\u3064\u307e\u308a\u9759\u304b\u306b\u54c1\u8cea\u304c\u843d\u3061\u308b\u3053\u3068\u3067\u3059\u3002\n \u305d\u306e\u305f\u3081\u3001\u672c\u756a\u53cd\u6620\u306f\u5fc5\u305a<strong>\u624b\u52d5promote + \u8a55\u4fa1\u30ec\u30dd\u30fc\u30c8\u78ba\u8a8d<\/strong>\u306b\u3057\u307e\u3059\u3002\n <\/div>\n <\/section>\n\n <section>\n <h2>10. \u63a8\u5968\u3059\u308b\u521d\u671f\u69cb\u6210<\/h2>\n\n <div class=\"grid two\">\n <div class=\"card\">\n <span class=\"tag blue\">MVP<\/span>\n <h3>\u307e\u305a\u4f5c\u308b\u3082\u306e<\/h3>\n <ul>\n <li>PDF chunks \u2192 CPT JSONL\u51fa\u529b<\/li>\n <li>Admin\u306e\u5b66\u7fd2\u5b9f\u884c\u30dc\u30bf\u30f3<\/li>\n <li>Unsloth QLoRA\u5b66\u7fd2\u30b9\u30af\u30ea\u30d7\u30c8<\/li>\n <li>adapter\u4fdd\u5b58\u30c7\u30a3\u30ec\u30af\u30c8\u30ea<\/li>\n <li>\u7c21\u6613eval\u30ec\u30dd\u30fc\u30c8<\/li>\n <\/ul>\n <\/div>\n <div class=\"card\">\n <span class=\"tag green\">\u63a8\u5968\u8a2d\u5b9a<\/span>\n <h3>\u6700\u521d\u306e\u5b66\u7fd2\u6761\u4ef6<\/h3>\n <ul>\n <li>base model\uff1a14B\u30af\u30e9\u30b9<\/li>\n <li>\u5b66\u7fd2\uff1aCPT\u306e\u307f<\/li>\n <li>LoRA rank\uff1a8\u301c16<\/li>\n <li>epoch\uff1a1<\/li>\n <li>promote\uff1a\u624b\u52d5<\/li>\n <\/ul>\n <\/div>\n <\/div>\n\n <pre><code>\u63a8\u5968\u30b9\u30c6\u30c3\u30d7\uff1a\n1. 14B\u3067CPT\u306e\u307f\u5b9f\u884c\n2. RAG OFF\u3067\u77e5\u8b58\u306e\u713c\u304d\u8fbc\u307f\u52b9\u679c\u3092\u898b\u308b\n3. \u554f\u984c\u306a\u3051\u308c\u3070\u826f\u8ceaQ&A\u3067SFT\u8ffd\u52a0\n4. RAG ON\u3067\u6839\u62e0\u3064\u304d\u56de\u7b54\u306e\u54c1\u8cea\u3092\u898b\u308b\n5. adapter\u3092\u624b\u52d5\u3067\u672c\u756a\u53cd\u6620\n6. \u904b\u7528\u304c\u56fa\u307e\u3063\u3066\u304b\u308927B\u7d1a\u3078\u62e1\u5f35<\/code><\/pre>\n <\/section>\n\n <section>\n <h2>11. \u6700\u7d42\u7d50\u8ad6<\/h2>\n\n <p>\n RAG\u306f\u300c\u8cc7\u6599\u3092\u53c2\u7167\u3059\u308b\u529b\u300d\u3067\u3059\u3002\n \u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306f\u300c\u305d\u306e\u5206\u91ce\u306b\u99b4\u67d3\u3080\u529b\u300d\u3067\u3059\u3002\n <\/p>\n\n <p>\n \u3069\u3061\u3089\u304b\u4e00\u65b9\u3067\u306f\u4e0d\u5341\u5206\u3067\u3059\u3002\n \u5b9f\u904b\u7528\u3067\u5f37\u3044\u306e\u306f\u3001\u6b21\u306e\u7d44\u307f\u5408\u308f\u305b\u3067\u3059\u3002\n <\/p>\n\n <div class=\"diagram\">\n <pre><code>LLM\u77e5\u8b58\u4f53\u8cea\u6539\u5584\u306e\u5b8c\u6210\u5f62\n\n CPT\n \u2192 PDF\u30fb\u4ed5\u69d8\u66f8\u30fb\u793e\u5185\u7528\u8a9e\u3092\u67d3\u307f\u8fbc\u307e\u305b\u308b\n\n SFT\n \u2192 \u4f1a\u8a71\u30b9\u30bf\u30a4\u30eb\u30fb\u56de\u7b54\u624b\u9806\u30fb\u696d\u52d9\u30eb\u30fc\u30eb\u3092\u6574\u3048\u308b\n\n RAG\n \u2192 \u51fa\u5178\u30fb\u6700\u65b0\u60c5\u5831\u30fb\u9867\u5ba2\u5225\u30c7\u30fc\u30bf\u3092\u88dc\u3046\n\n LoRA \/ QLoRA\n \u2192 \u5143\u30e2\u30c7\u30eb\u3092\u58ca\u3055\u305a\u3001\u5b89\u5168\u306b\u5dee\u3057\u66ff\u3048\u308b\n\n Eval\n \u2192 \u9759\u304b\u306a\u54c1\u8cea\u52a3\u5316\u3092\u691c\u51fa\u3059\u308b<\/code><\/pre>\n <\/div>\n\n <div class=\"good\">\n <strong>\u7d50\u8ad6\uff1a<\/strong>\n \u300cRAG\u306b\u983c\u308a\u3059\u304e\u306a\u3044\u300d\u3068\u306f\u3001RAG\u3092\u6368\u3066\u308b\u3053\u3068\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\n <strong>\u30e2\u30c7\u30eb\u81ea\u8eab\u3092\u696d\u52d9\u6587\u8108\u306b\u6163\u308c\u3055\u305b\u3001RAG\u306f\u6839\u62e0\u78ba\u8a8d\u306b\u96c6\u4e2d\u3055\u305b\u308b<\/strong>\u3053\u3068\u3067\u3059\u3002\n \u3053\u308c\u304c\u3001\u58ca\u308c\u306b\u304f\u304f\u3001\u8aac\u660e\u53ef\u80fd\u3067\u3001\u904b\u7528\u3057\u3084\u3059\u3044LLM\u5f37\u5316\u306e\u57fa\u672c\u65b9\u91dd\u3067\u3059\u3002\n <\/div>\n <\/section>\n <\/main>\n\n <div class=\"footer\">\n <p>LLM Tuning Strategy \/ Knowledge Conditioning with CPT, SFT, LoRA, QLoRA and RAG<\/p>\n <\/div>\n<\/body>\n<\/html>\n\n","protected":false},"excerpt":{"rendered":"<p>RAG\u306b\u983c\u308a\u3059\u304e\u306a\u3044\u305f\u3081\u306e\u77e5\u8b58\u4f53\u8cea\u6539\u5584 – LLM\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u6280\u6cd5 LLM Tuning Strategy PDF\u3001\u4ed5\u69d8\u66f8\u3001\u904e\u53bb\u4f1a\u8a71\u3001\u696d\u52d9\u30ce\u30a6\u30cf\u30a6\u3092LLM\u306b\u67d3\u307f\u8fbc\u307e\u305b\u308b\u3002 \u305f\u3060\u3057RAG\u3092\u6368\u3066\u308b\u306e\u3067\u306f\u306a\u304f\u3001RA […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"saved_in_kubio":false,"om_disable_all_campaigns":false,"_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"_uf_show_specific_survey":0,"_uf_disable_surveys":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"sns_share_botton_hide":"","vkExUnit_sns_title":"","_vk_print_noindex":"","sitemap_hide":"","vkExUnit_EyeCatch_disable":"","_veu_custom_css":"","veu_display_promotion_alert":"","vkexunit_cta_each_option":"","_jetpack_memberships_contains_paid_content":false,"_lightning_design_setting":[],"footnotes":"","jetpack_post_was_ever_published":false},"categories":[5,6,78],"tags":[],"class_list":["post-1931","post","type-post","status-publish","format-standard","hentry","category-ai","category-programing","category-78"],"aioseo_notices":[],"veu_head_title_object":{"title":"","add_site_title":""},"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/posts\/1931","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1931"}],"version-history":[{"count":1,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/posts\/1931\/revisions"}],"predecessor-version":[{"id":1932,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=\/wp\/v2\/posts\/1931\/revisions\/1932"}],"wp:attachment":[{"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1931"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1931"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/beeknowledge.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1931"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}