{"id":23598,"date":"2024-10-07T15:59:40","date_gmt":"2024-10-07T13:59:40","guid":{"rendered":"https:\/\/infopolicy.net\/?p=23598"},"modified":"2024-10-07T17:01:37","modified_gmt":"2024-10-07T15:01:37","slug":"","status":"publish","type":"post","link":"https:\/\/infopolicy.net\/en\/strategii-tonkoj-nastrojki-llm\/","title":{"rendered":"","raw":""},"content":{"rendered":"","protected":false,"raw":""},"excerpt":{"rendered":"","protected":false,"raw":""},"author":1,"featured_media":23600,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_ru_post_content":"\u0411\u043e\u043b\u044c\u0448\u0438\u0435 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0435 \u043c\u043e\u0434\u0435\u043b\u0438, \u043e\u0431\u0443\u0447\u0435\u043d\u043d\u044b\u0435 \u043d\u0430 \u043e\u0431\u0448\u0438\u0440\u043d\u044b\u0445 \u043d\u0430\u0431\u043e\u0440\u0430\u0445 \u0434\u0430\u043d\u043d\u044b\u0445 \u0431\u043b\u0430\u0433\u043e\u0434\u0430\u0440\u044f \u0442\u0430\u043a\u0438\u043c \u043e\u0440\u0433\u0430\u043d\u0438\u0437\u0430\u0446\u0438\u044f\u043c, \u043a\u0430\u043a\n<a href=\"https:\/\/commoncrawl.org\/\" target=\"_blank\" rel=\"noreferrer noopener\">Common Crawl<\/a>\u00a0, \u0441\u043f\u043e\u0441\u043e\u0431\u043d\u044b \u0432\u044b\u043f\u043e\u043b\u043d\u044f\u0442\u044c \u043c\u043d\u043e\u0436\u0435\u0441\u0442\u0432\u043e \u0437\u0430\u0434\u0430\u0447 \u0441 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0430\u043c\u0438 \u043e\u0442 \u043d\u0443\u043b\u0435\u0432\u043e\u0433\u043e \u0434\u043e \u043c\u0430\u043b\u043e\u0433\u043e \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u0430.\n\n<hr \/>\n<p id=\"35b8\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0421 \u0440\u043e\u0441\u0442\u043e\u043c \u043f\u043e\u0434\u0445\u043e\u0434\u043e\u0432 \u043a \u0433\u0435\u043d\u0435\u0440\u0430\u0446\u0438\u0438 \u0434\u043e\u043f\u043e\u043b\u043d\u0435\u043d\u043d\u043e\u0433\u043e \u043f\u043e\u0438\u0441\u043a\u0430 (RAG) \u044d\u0442\u0438 \u0443\u043d\u0438\u0432\u0435\u0440\u0441\u0430\u043b\u044c\u043d\u044b\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 \u0432\u0441\u0435 \u0447\u0430\u0449\u0435 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u044e\u0442\u0441\u044f \u043e\u0440\u0433\u0430\u043d\u0438\u0437\u0430\u0446\u0438\u044f\u043c\u0438 \u0434\u043b\u044f \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u0445 \u043f\u0440\u0438\u043b\u043e\u0436\u0435\u043d\u0438\u0439, \u043e\u0442 \u043f\u0440\u043e\u0441\u0442\u044b\u0445 \u0447\u0430\u0442-\u0431\u043e\u0442\u043e\u0432 \u0434\u043e \u0431\u043e\u043b\u0435\u0435 \u0441\u043b\u043e\u0436\u043d\u044b\u0445 \u0430\u0433\u0435\u043d\u0442\u0441\u043a\u0438\u0445 \u0430\u0432\u0442\u043e\u043c\u0430\u0442\u0438\u0437\u0430\u0446\u0438\u0439 (\u043f\u0435\u0440\u0441\u043e\u043d). \u0425\u043e\u0442\u044f \u0442\u0430\u043a\u0438\u0435 \u043c\u0435\u0442\u043e\u0434\u044b, \u043a\u0430\u043a\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/microsoft.github.io\/graphrag\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>GraphRAG,<\/span><\/a><span>\u00a0\u0431\u044b\u043b\u0438 \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u0430\u043d\u044b \u0434\u043b\u044f \u0438\u0437\u0432\u043b\u0435\u0447\u0435\u043d\u0438\u044f \u0441\u0432\u044f\u0437\u0435\u0439 \u043c\u0435\u0436\u0434\u0443 \u0434\u043e\u043a\u0443\u043c\u0435\u043d\u0442\u0430\u043c\u0438 \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435 \u0441\u0443\u0449\u043d\u043e\u0441\u0442\u0435\u0439, \u043e\u043d\u0438 \u043d\u0435 \u043c\u043e\u0433\u0443\u0442 \u043f\u043e\u043b\u043d\u043e\u0441\u0442\u044c\u044e \u0443\u0434\u043e\u0432\u043b\u0435\u0442\u0432\u043e\u0440\u0438\u0442\u044c \u0432\u0441\u0435 \u043f\u043e\u0442\u0440\u0435\u0431\u043d\u043e\u0441\u0442\u0438, \u0441\u0432\u044f\u0437\u0430\u043d\u043d\u044b\u0435 \u0441 \u0434\u043e\u043c\u0435\u043d\u043e\u043c, \u0438\u0437-\u0437\u0430 \u043e\u0442\u0441\u0443\u0442\u0441\u0442\u0432\u0438\u044f \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0433\u043e \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u0430 \u0432 \u0431\u0430\u0437\u043e\u0432\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438. \u042d\u0442\u043e \u043e\u0433\u0440\u0430\u043d\u0438\u0447\u0435\u043d\u0438\u0435 \u043f\u0440\u0438\u0432\u0435\u043b\u043e \u043a \u043d\u0435\u043f\u0440\u0435\u0440\u044b\u0432\u043d\u043e\u043c\u0443 \u043f\u043e\u0442\u043e\u043a\u0443 \u043d\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439, \u0432\u044b\u043f\u0443\u0441\u043a\u0430\u0435\u043c\u044b\u0445 \u043a\u0430\u0436\u0434\u044b\u0439 \u043c\u0435\u0441\u044f\u0446.<\/span><\/p>\n<p id=\"0a5a\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0414\u043b\u044f \u044d\u0442\u0438\u0445 \u0434\u043e\u043c\u0435\u043d\u043d\u043e-\u0441\u043f\u0435\u0446\u0438\u0444\u0438\u0447\u043d\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u043c\u043e\u0436\u043d\u043e \u0432\u0437\u044f\u0442\u044c \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u044e\u0449\u0443\u044e \u0430\u0440\u0445\u0438\u0442\u0435\u043a\u0442\u0443\u0440\u0443 LLM \u0438 \u0430\u0434\u0430\u043f\u0442\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u0435\u0435 \u0432\u0435\u0441\u0430 \u0434\u043b\u044f \u0438\u0437\u0443\u0447\u0435\u043d\u0438\u044f \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u0430, \u0441\u043f\u0435\u0446\u0438\u0444\u0438\u0447\u043d\u043e\u0433\u043e \u0434\u043b\u044f \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u043e\u0439 \u043e\u0431\u043b\u0430\u0441\u0442\u0438, \u043f\u0440\u043e\u0446\u0435\u0441\u0441, \u0438\u0437\u0432\u0435\u0441\u0442\u043d\u044b\u0439 \u043a\u0430\u043a \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430. \u0412 \u044d\u0442\u043e\u0439 \u0441\u0442\u0430\u0442\u044c\u0435 \u043c\u044b \u0440\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0438\u043c \u043f\u0440\u043e\u0446\u0435\u0441\u0441 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439, \u0438\u0437\u0443\u0447\u0438\u0432 \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u0435 \u0442\u0438\u043f\u044b, \u043a\u043b\u044e\u0447\u0435\u0432\u044b\u0435 \u0441\u043e\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f \u0438 \u043f\u0440\u0438\u043c\u0435\u0440 \u0438\u043d\u0441\u0442\u0440\u0443\u043c\u0435\u043d\u0442\u0430 \u0431\u0435\u0437 \u043a\u043e\u0434\u0430 (\u043f\u043e\u0447\u0442\u0438) \u0441 \u043e\u0442\u043a\u0440\u044b\u0442\u044b\u043c \u0438\u0441\u0445\u043e\u0434\u043d\u044b\u043c \u043a\u043e\u0434\u043e\u043c. \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u043f\u043e\u0433\u0440\u0443\u0437\u0438\u043c\u0441\u044f \u0438 \u0440\u0430\u0441\u043a\u0440\u043e\u0435\u043c \u0442\u043e\u043d\u043a\u043e\u0441\u0442\u0438 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439!<\/span><\/p>\n<p id=\"14e3\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0422\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430: \u043f\u0440\u043e\u0441\u0442\u0430\u044f \u0430\u043d\u0430\u043b\u043e\u0433\u0438\u044f<\/span><\/strong><\/p>\n<p id=\"2ff1\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0427\u0442\u043e\u0431\u044b \u043f\u043e\u043d\u044f\u0442\u044c \u0442\u043e\u043d\u043a\u0443\u044e \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0443, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0432\u043e\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c\u0441\u044f \u0430\u043d\u0430\u043b\u043e\u0433\u0438\u0435\u0439. \u041f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u044c\u0442\u0435, \u0447\u0442\u043e \u0432\u044b \u0441\u0442\u0443\u0434\u0435\u043d\u0442, \u0433\u043e\u0442\u043e\u0432\u044f\u0449\u0438\u0439\u0441\u044f \u043a \u044d\u043a\u0437\u0430\u043c\u0435\u043d\u0443 \u043f\u043e \u0435\u0441\u0442\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u043c \u043d\u0430\u0443\u043a\u0430\u043c. \u0412\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u0442\u0435 \u0441 \u043f\u0440\u043e\u0447\u043d\u043e\u0439 \u043e\u0441\u043d\u043e\u0432\u044b, \u043f\u043e\u043b\u0443\u0447\u0435\u043d\u043d\u043e\u0439 \u043d\u0430 \u0437\u0430\u043d\u044f\u0442\u0438\u044f\u0445. \u041f\u043e \u043c\u0435\u0440\u0435 \u043f\u0440\u0438\u0431\u043b\u0438\u0436\u0435\u043d\u0438\u044f \u044d\u043a\u0437\u0430\u043c\u0435\u043d\u0430 \u0432\u044b \u0441\u043e\u0441\u0440\u0435\u0434\u043e\u0442\u0430\u0447\u0438\u0432\u0430\u0435\u0442\u0435\u0441\u044c \u043d\u0430 \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u044b\u0445 \u0442\u0435\u043c\u0430\u0445, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u0431\u0443\u0434\u0443\u0442 \u043f\u0440\u043e\u0432\u0435\u0440\u044f\u0442\u044c\u0441\u044f. \u0412\u044b \u0440\u0435\u0448\u0430\u0435\u0442\u0435 \u043f\u0440\u0430\u043a\u0442\u0438\u0447\u0435\u0441\u043a\u0438\u0435 \u0432\u043e\u043f\u0440\u043e\u0441\u044b, \u0447\u0442\u043e\u0431\u044b \u043e\u0446\u0435\u043d\u0438\u0442\u044c \u0441\u0432\u043e\u0435 \u043f\u043e\u043d\u0438\u043c\u0430\u043d\u0438\u0435, \u0430 \u0437\u0430\u0442\u0435\u043c \u043f\u0440\u043e\u0441\u043c\u0430\u0442\u0440\u0438\u0432\u0430\u0435\u0442\u0435 \u043c\u0430\u0442\u0435\u0440\u0438\u0430\u043b \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435 \u0441\u0432\u043e\u0438\u0445 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u043e\u0432 \u043f\u043e \u044d\u0442\u0438\u043c \u0432\u043e\u043f\u0440\u043e\u0441\u0430\u043c. \u0412\u044b \u0442\u0430\u043a\u0436\u0435 \u043c\u043e\u0436\u0435\u0442\u0435 \u043e\u0431\u0440\u0430\u0442\u0438\u0442\u044c\u0441\u044f \u0437\u0430 \u0441\u043e\u0432\u0435\u0442\u043e\u043c \u043a \u0434\u0440\u0443\u0437\u044c\u044f\u043c, \u043e\u0431\u0440\u0430\u0442\u0438\u0442\u044c\u0441\u044f \u043a \u043e\u043d\u043b\u0430\u0439\u043d-\u0440\u0435\u0441\u0443\u0440\u0441\u0430\u043c \u0438\u043b\u0438 \u043f\u0435\u0440\u0435\u0441\u043c\u043e\u0442\u0440\u0435\u0442\u044c \u043a\u043b\u044e\u0447\u0435\u0432\u044b\u0435 \u0442\u0435\u043c\u044b.<\/span><\/p>\n<p id=\"4dc4\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u042d\u0442\u043e\u0442 \u043f\u0440\u043e\u0446\u0435\u0441\u0441 \u043e\u0442\u0440\u0430\u0436\u0430\u0435\u0442 \u0442\u043e\u043d\u043a\u0443\u044e \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0443: \u043c\u044b \u0431\u0435\u0440\u0435\u043c \u043f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u043d\u0443\u044e \u043c\u043e\u0434\u0435\u043b\u044c (\u0441\u0442\u0443\u0434\u0435\u043d\u0442\u0430 \u0441 \u043f\u0440\u043e\u0447\u043d\u043e\u0439 \u043e\u0441\u043d\u043e\u0432\u043e\u0439), \u043d\u0430\u043f\u0440\u0430\u0432\u043b\u044f\u0435\u043c \u0435\u0435 \u043d\u0430 \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u044b\u0435 \u0437\u0430\u0434\u0430\u0447\u0438 (\u043f\u043e\u0432\u0442\u043e\u0440\u0435\u043d\u0438\u0435 \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u043d\u044b\u0445 \u0442\u0435\u043c), \u043e\u0446\u0435\u043d\u0438\u0432\u0430\u0435\u043c \u0435\u0435 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c (\u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u043f\u0440\u0430\u043a\u0442\u0438\u0447\u0435\u0441\u043a\u0438\u0445 \u0442\u0435\u0441\u0442\u043e\u0432) \u0438 \u043f\u043e\u0432\u0442\u043e\u0440\u044f\u0435\u043c \u044d\u0442\u043e\u0442 \u043f\u0440\u043e\u0446\u0435\u0441\u0441 \u0434\u043e \u0442\u0435\u0445 \u043f\u043e\u0440, \u043f\u043e\u043a\u0430 \u043d\u0435 \u0434\u043e\u0441\u0442\u0438\u0433\u043d\u0435\u043c \u043e\u043f\u0442\u0438\u043c\u0430\u043b\u044c\u043d\u044b\u0445 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u043e\u0432 (\u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435 \u043f\u043e\u043a\u0430\u0437\u0430\u0442\u0435\u043b\u0435\u0439 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438). \u0422\u0430\u043a \u0436\u0435, \u043a\u0430\u043a \u0441\u0442\u0443\u0434\u0435\u043d\u0442 \u043c\u043e\u0436\u0435\u0442 \u0441\u0442\u0430\u0442\u044c \u044d\u043a\u0441\u043f\u0435\u0440\u0442\u043e\u043c \u0432 \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u043d\u044b\u0445 \u043e\u0431\u043b\u0430\u0441\u0442\u044f\u0445, \u043c\u044b \u043c\u043e\u0436\u0435\u043c \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u0430\u0442\u044c \u044f\u0437\u044b\u043a\u043e\u0432\u0443\u044e \u043c\u043e\u0434\u0435\u043b\u044c, \u043a\u043e\u0442\u043e\u0440\u0430\u044f \u043f\u0440\u0435\u0443\u0441\u043f\u0435\u0432\u0430\u0435\u0442 \u0432\u043e \u0432\u0441\u0435\u0445 \u0437\u0430\u0434\u0430\u0447\u0430\u0445 \u0432 \u0434\u043e\u043c\u0435\u043d\u0435\/\u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u0438\u0445 \u0434\u043e\u043c\u0435\u043d\u0430\u0445. \u0412 \u043a\u043e\u043d\u0435\u0447\u043d\u043e\u043c \u0441\u0447\u0435\u0442\u0435, \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0441\u0442\u044c \u044d\u0442\u043e\u0433\u043e \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0430 \u0437\u0430\u0432\u0438\u0441\u0438\u0442 \u043e\u0442 \u0432\u044b\u0431\u0440\u0430\u043d\u043d\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438, \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u044b\u0445 \u0437\u0430\u0434\u0430\u0447 \u0438 \u043a\u0430\u0447\u0435\u0441\u0442\u0432\u0430 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c\u044b\u0445 \u043e\u0431\u0443\u0447\u0430\u044e\u0449\u0438\u0445 \u0434\u0430\u043d\u043d\u044b\u0445.<\/span><\/p>\n<p id=\"a10a\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0420\u0430\u0441\u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0435\u043d\u043d\u044b\u0435 \u0432\u0430\u0440\u0438\u0430\u043d\u0442\u044b \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438<\/span><\/strong><\/p>\n<p id=\"ebd1\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u041f\u0440\u0435\u0436\u0434\u0435 \u0447\u0435\u043c \u0443\u0433\u043b\u0443\u0431\u0438\u0442\u044c\u0441\u044f \u0432 \u0442\u043e\u043d\u043a\u0443\u044e \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0443, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0440\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0438\u043c, \u043f\u043e\u0447\u0435\u043c\u0443 \u043e\u043d\u0430 \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u0430, \u043f\u0440\u043e\u0430\u043d\u0430\u043b\u0438\u0437\u0438\u0440\u043e\u0432\u0430\u0432 \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u043e \u0441\u0446\u0435\u043d\u0430\u0440\u0438\u0435\u0432.<\/span><\/p>\n<p id=\"a8a7\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0418\u0437\u0443\u0447\u0435\u043d\u0438\u0435 \u044f\u0437\u044b\u043a\u0430<\/span><\/strong><\/p>\n<p id=\"b461\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u0440\u0430\u0432\u043d\u0438\u043c \u0434\u0432\u0435 \u0432\u0435\u0440\u0441\u0438\u0438\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/meta-llama\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u00ab\u041b\u0430\u043c\u044b\u00bb,<\/span><\/a><span>\u00a0\u043a\u043e\u0442\u043e\u0440\u044b\u043c \u0431\u044b\u043b\u043e \u043f\u043e\u0440\u0443\u0447\u0435\u043d\u043e \u043e\u0442\u0432\u0435\u0442\u0438\u0442\u044c \u043d\u0430 \u0442\u0430\u043c\u0438\u043b\u044c\u0441\u043a\u043e\u043c \u044f\u0437\u044b\u043a\u0435.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm ob\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*MmkC9_UGUkc4tz-Lpa1WCw.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*MmkC9_UGUkc4tz-Lpa1WCw.png\" alt=\"\" width=\"700\" height=\"159\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u043e\u0442\u0432\u0435\u0442 \u043e\u0442\u00a0\u043c\u043e\u0434\u0435\u043b\u0438\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/meta-llama\/Llama-2-7b-chat\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>Llama-2\u20137b-chat<\/span><\/a><\/figcaption><\/figure>\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm oc\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*hBIHQadmARFmuELm3foBww.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*hBIHQadmARFmuELm3foBww.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*hBIHQadmARFmuELm3foBww.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*hBIHQadmARFmuELm3foBww.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*hBIHQadmARFmuELm3foBww.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*hBIHQadmARFmuELm3foBww.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*hBIHQadmARFmuELm3foBww.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*hBIHQadmARFmuELm3foBww.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*hBIHQadmARFmuELm3foBww.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*hBIHQadmARFmuELm3foBww.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*hBIHQadmARFmuELm3foBww.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*hBIHQadmARFmuELm3foBww.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*hBIHQadmARFmuELm3foBww.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*hBIHQadmARFmuELm3foBww.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*hBIHQadmARFmuELm3foBww.png\" alt=\"\" width=\"700\" height=\"211\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u043e\u0442\u0432\u0435\u0442 \u043e\u0442\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/spaces\/gamedream90\/tamil-llama-playground\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>Mozhi.ai<\/span><\/a><span>\u00a0HuggingFace space (\u0442\u043e\u043d\u043a\u043e \u043d\u0430\u0441\u0442\u0440\u043e\u0435\u043d\u043d\u0430\u044f \u0432\u0435\u0440\u0441\u0438\u044f \u043c\u043e\u0434\u0435\u043b\u0435\u0439\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/abhinand\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u043e\u0442\u0441\u044e\u0434\u0430<\/span><\/a><span>\u00a0)<\/span><\/figcaption><\/figure>\n<p id=\"d006\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u041a\u0430\u043a \u043f\u043e\u043a\u0430\u0437\u0430\u043d\u043e \u0432 \u043f\u0440\u0438\u043c\u0435\u0440\u0435 \u0432\u044b\u0448\u0435, \u0431\u0430\u0437\u043e\u0432\u044b\u0439 \u0432\u0430\u0440\u0438\u0430\u043d\u0442 Llama \u0441 \u0442\u0440\u0443\u0434\u043e\u043c \u043f\u043e\u043d\u0438\u043c\u0430\u0435\u0442 \u0437\u0430\u043f\u0440\u043e\u0448\u0435\u043d\u043d\u044b\u0439 \u044f\u0437\u044b\u043a, \u0432 \u0442\u043e \u0432\u0440\u0435\u043c\u044f \u043a\u0430\u043a \u0442\u043e\u043d\u043a\u043e \u043d\u0430\u0441\u0442\u0440\u043e\u0435\u043d\u043d\u0430\u044f \u043c\u043e\u0434\u0435\u043b\u044c \u0441\u043f\u043e\u0441\u043e\u0431\u043d\u0430 \u0441\u0432\u043e\u0431\u043e\u0434\u043d\u043e \u043e\u0442\u0432\u0435\u0447\u0430\u0442\u044c \u043d\u0430 \u044d\u0442\u043e\u043c \u044f\u0437\u044b\u043a\u0435. \u042d\u0442\u0430 \u0441\u043f\u043e\u0441\u043e\u0431\u043d\u043e\u0441\u0442\u044c \u0432\u043e\u0437\u043d\u0438\u043a\u0430\u0435\u0442 \u0438\u0437 \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0430 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u043f\u043e\u0437\u0432\u043e\u043b\u044f\u0435\u0442 \u043c\u043e\u0434\u0435\u043b\u0438 \u0438\u0437\u0443\u0447\u0430\u0442\u044c \u0438 \u0440\u0430\u0441\u043f\u043e\u0437\u043d\u0430\u0432\u0430\u0442\u044c \u0448\u0430\u0431\u043b\u043e\u043d\u044b \u043d\u0430 \u043d\u043e\u0432\u043e\u043c \u044f\u0437\u044b\u043a\u0435. \u041d\u0430\u043f\u0440\u043e\u0442\u0438\u0432, \u043f\u0440\u043e\u0441\u0442\u044b\u0435 \u043f\u0440\u0438\u043b\u043e\u0436\u0435\u043d\u0438\u044f Retrieval-Augmented Generation (RAG) \u043e\u0433\u0440\u0430\u043d\u0438\u0447\u0435\u043d\u044b, \u043f\u043e\u0441\u043a\u043e\u043b\u044c\u043a\u0443 \u043e\u043d\u0438 \u043d\u0435 \u0441\u0432\u044f\u0437\u044b\u0432\u0430\u044e\u0442 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e \u043d\u043e\u0432\u044b\u0435 \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u044b \u0441 \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u043c\u0438 \u0437\u043d\u0430\u043d\u0438\u044f\u043c\u0438. \u0422\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u0441\u0442\u0430\u043d\u043e\u0432\u0438\u0442\u0441\u044f \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u043e\u0439 \u0432 \u0441\u0446\u0435\u043d\u0430\u0440\u0438\u044f\u0445, \u0433\u0434\u0435 \u043c\u043e\u0434\u0435\u043b\u044c \u0434\u043e\u043b\u0436\u043d\u0430 \u043f\u043e\u043b\u0443\u0447\u0430\u0442\u044c \u0438 \u0438\u043d\u0442\u0435\u0433\u0440\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u0440\u0430\u0437\u043d\u043e\u043e\u0431\u0440\u0430\u0437\u043d\u044b\u0435 \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u044b.<\/span><\/p>\n<p id=\"ff85\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u042d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u0430\u044f \u0437\u0430\u0449\u0438\u0442\u0430 LLM<\/span><\/strong><\/p>\n<p id=\"3217\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u041e\u0434\u043d\u043e\u0439 \u0438\u0437 \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0445 \u043f\u0440\u043e\u0431\u043b\u0435\u043c \u0432 \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u043a\u0435 \u0418\u0418 \u044f\u0432\u043b\u044f\u0435\u0442\u0441\u044f \u0443\u0441\u0442\u0430\u043d\u043e\u0432\u043b\u0435\u043d\u0438\u0435 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u044b\u0445 \u0431\u0430\u0440\u044c\u0435\u0440\u043e\u0432 \u0434\u043b\u044f \u043c\u043e\u0434\u0435\u043b\u0435\u0439. \u0420\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0438\u043c \u0418\u0418-\u043f\u043e\u043c\u043e\u0449\u043d\u0438\u043a\u0430 \u043f\u043e \u043d\u0430\u043b\u043e\u0433\u0430\u043c, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u043d\u0435\u043e\u0436\u0438\u0434\u0430\u043d\u043d\u043e \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u0442 \u043e\u0442\u0432\u0435\u0447\u0430\u0442\u044c \u043d\u0430 \u0432\u043e\u043f\u0440\u043e\u0441\u044b \u043e \u043f\u0441\u0438\u0445\u0438\u0447\u0435\u0441\u043a\u043e\u043c \u0437\u0434\u043e\u0440\u043e\u0432\u044c\u0435. \u0425\u043e\u0442\u044f \u0432\u043f\u0435\u0447\u0430\u0442\u043b\u044f\u0435\u0442, \u0447\u0442\u043e \u0418\u0418 \u043c\u043e\u0436\u0435\u0442 \u043e\u0431\u0440\u0430\u0431\u0430\u0442\u044b\u0432\u0430\u0442\u044c \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u0435 \u0442\u0435\u043c\u044b, \u044d\u0442\u043e \u0442\u0430\u043a\u0436\u0435 \u043c\u043e\u0436\u0435\u0442 \u0431\u044b\u0442\u044c \u0440\u0438\u0441\u043a\u043e\u0432\u0430\u043d\u043d\u043e. \u041d\u0435 \u0432\u0441\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 \u043e\u0431\u0443\u0447\u0430\u044e\u0442\u0441\u044f \u043d\u0430 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u0445 \u0434\u0430\u043d\u043d\u044b\u0445, \u043e\u0441\u043e\u0431\u0435\u043d\u043d\u043e \u0432 \u0442\u0430\u043a\u0438\u0445 \u0434\u0435\u043b\u0438\u043a\u0430\u0442\u043d\u044b\u0445 \u043e\u0431\u043b\u0430\u0441\u0442\u044f\u0445, \u043a\u0430\u043a \u043f\u0441\u0438\u0445\u0438\u0447\u0435\u0441\u043a\u043e\u0435 \u0437\u0434\u043e\u0440\u043e\u0432\u044c\u0435.<\/span><\/p>\n<p id=\"1d99\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0414\u0430\u0436\u0435 \u0435\u0441\u043b\u0438 \u043c\u044b \u0434\u0430\u0434\u0438\u043c \u0443\u043a\u0430\u0437\u0430\u043d\u0438\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 \u043d\u0435 \u043e\u0442\u0432\u0435\u0447\u0430\u0442\u044c \u043d\u0430 \u043d\u0435\u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u0432\u043e\u043f\u0440\u043e\u0441\u044b, \u0432\u043e\u0437\u043d\u0438\u043a\u043d\u0443\u0442 \u0434\u0432\u0435 \u043e\u0441\u043d\u043e\u0432\u043d\u044b\u0435 \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u044b: \u0432\u0437\u043b\u043e\u043c \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u0438 \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u043d\u044b\u0435 \u043e\u043a\u043d\u0430. \u0412\u0437\u043b\u043e\u043c \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u043f\u0440\u043e\u0438\u0441\u0445\u043e\u0434\u0438\u0442, \u043a\u043e\u0433\u0434\u0430 \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u0438 \u043c\u0430\u043d\u0438\u043f\u0443\u043b\u0438\u0440\u0443\u044e\u0442 \u0432\u0432\u043e\u0434\u043e\u043c, \u0447\u0442\u043e\u0431\u044b \u043e\u0431\u043e\u0439\u0442\u0438 \u043e\u0433\u0440\u0430\u043d\u0438\u0447\u0435\u043d\u0438\u044f. \u041a\u0440\u043e\u043c\u0435 \u0442\u043e\u0433\u043e, \u0445\u043e\u0442\u044f \u0431\u043e\u043b\u0435\u0435 \u043a\u0440\u0443\u043f\u043d\u044b\u0435 \u043c\u043e\u0434\u0435\u043b\u0438, \u0442\u0430\u043a\u0438\u0435 \u043a\u0430\u043a Llama 3.1 \u0441 \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u043d\u044b\u043c \u043e\u043a\u043d\u043e\u043c \u0440\u0430\u0437\u043c\u0435\u0440\u043e\u043c 128 \u041a\u0411, \u043f\u0440\u0435\u0434\u043e\u0441\u0442\u0430\u0432\u043b\u044f\u044e\u0442 \u0431\u043e\u043b\u044c\u0448\u0435 \u043c\u0435\u0441\u0442\u0430 \u0434\u043b\u044f \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0446\u0438\u0439, \u044d\u0442\u043e \u043d\u0435 \u0440\u0435\u0448\u0430\u0435\u0442 \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u0443 \u043f\u043e\u043b\u043d\u043e\u0441\u0442\u044c\u044e. \u0425\u043e\u0442\u044f \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u043d\u043e\u0435 \u043e\u043a\u043d\u043e \u043c\u043e\u0436\u0435\u0442 \u0432\u043c\u0435\u0441\u0442\u0438\u0442\u044c \u0431\u043e\u043b\u044c\u0448\u0435 \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u0438, \u0435\u0441\u043b\u0438 \u0434\u043b\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u0430 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442\u0441\u044f \u0441\u043b\u0438\u0448\u043a\u043e\u043c \u043c\u043d\u043e\u0433\u043e \u0442\u043e\u043a\u0435\u043d\u043e\u0432, \u044d\u0442\u043e \u0443\u043c\u0435\u043d\u044c\u0448\u0430\u0435\u0442 \u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0441\u0442\u0432\u043e, \u0434\u043e\u0441\u0442\u0443\u043f\u043d\u043e\u0435 \u0434\u043b\u044f \u0444\u0430\u043a\u0442\u0438\u0447\u0435\u0441\u043a\u043e\u0433\u043e \u043a\u043e\u043d\u0442\u0435\u043d\u0442\u0430.<\/span><\/p>\n<p id=\"c182\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u042d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u044b\u0435 \u0448\u0430\u0431\u043b\u043e\u043d\u044b \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u043c\u043e\u0433\u0443\u0442 \u043f\u043e\u043c\u043e\u0447\u044c, \u043d\u043e \u043e\u043d\u0438 \u043d\u0435 \u043c\u043e\u0433\u0443\u0442 \u0443\u0447\u0435\u0441\u0442\u044c \u0432\u0441\u0435 \u0432\u043e\u0437\u043c\u043e\u0436\u043d\u044b\u0435 \u043d\u044e\u0430\u043d\u0441\u044b. \u0425\u043e\u0442\u044f \u0431\u043e\u043b\u044c\u0448\u043e\u0435 \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u043d\u043e\u0435 \u043e\u043a\u043d\u043e \u043f\u043e\u043b\u0435\u0437\u043d\u043e, \u043e\u043d\u043e \u043d\u0435 \u044f\u0432\u043b\u044f\u0435\u0442\u0441\u044f \u0432\u0441\u0435\u043e\u0431\u044a\u0435\u043c\u043b\u044e\u0449\u0438\u043c \u0440\u0435\u0448\u0435\u043d\u0438\u0435\u043c, \u0447\u0442\u043e \u0434\u0435\u043b\u0430\u0435\u0442 \u0442\u043e\u043d\u043a\u0443\u044e \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0443 \u0431\u043e\u043b\u0435\u0435 \u043d\u0430\u0434\u0435\u0436\u043d\u044b\u043c \u0432\u0430\u0440\u0438\u0430\u043d\u0442\u043e\u043c.<\/span><mark class=\"uy uz ao\"><span>\u0414\u0430\u0436\u0435 \u0442\u0430\u043a\u0438\u0435 \u043a\u0440\u0443\u043f\u043d\u044b\u0435 \u0438\u0433\u0440\u043e\u043a\u0438, \u043a\u0430\u043a Meta, \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u0438\u043b\u0438<\/span><\/mark><mark class=\"uy uz ao\"><a class=\"af ne\" href=\"https:\/\/ai.meta.com\/research\/publications\/llama-guard-llm-based-input-output-safeguard-for-human-ai-conversations\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>LlamaGuard<\/span><\/a><\/mark><mark class=\"uy uz ao\"><span>, \u0443\u0441\u043e\u0432\u0435\u0440\u0448\u0435\u043d\u0441\u0442\u0432\u043e\u0432\u0430\u043d\u043d\u0430\u044f \u0432\u0435\u0440\u0441\u0438\u044f \u043c\u043e\u0434\u0435\u043b\u0438 Llama, \u043f\u0440\u0435\u0434\u043d\u0430\u0437\u043d\u0430\u0447\u0435\u043d\u043d\u0430\u044f \u0434\u043b\u044f \u043e\u0431\u0435\u0441\u043f\u0435\u0447\u0435\u043d\u0438\u044f \u0441\u043e\u0431\u043b\u044e\u0434\u0435\u043d\u0438\u044f \u043f\u0440\u0430\u0432\u0438\u043b \u0447\u0430\u0442\u0430 \u0438 \u043f\u0440\u0435\u0434\u043e\u0442\u0432\u0440\u0430\u0449\u0435\u043d\u0438\u044f \u0432\u0440\u0435\u0434\u043e\u043d\u043e\u0441\u043d\u044b\u0445 \u043e\u0442\u0432\u0435\u0442\u043e\u0432.<\/span><\/mark><\/p>\n<p id=\"6f0c\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041f\u0435\u0440\u0441\u043e\u043d\u044b \u0418\u0418<\/span><\/strong><\/p>\n<p id=\"e8b9\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u041d\u043e\u0432\u043e\u0441\u0442\u043d\u044b\u0435 \u0421\u041c\u0418 \u0447\u0430\u0441\u0442\u043e \u043e\u0441\u0432\u0435\u0449\u0430\u044e\u0442 \u043e\u0434\u043d\u0438 \u0438 \u0442\u0435 \u0436\u0435 \u0438\u0441\u0442\u043e\u0440\u0438\u0438, \u043d\u043e \u043a\u0430\u0436\u0434\u043e\u0435 \u0438\u0437\u0434\u0430\u043d\u0438\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u044f\u0435\u0442 \u0438\u0445 \u0441 \u0443\u043d\u0438\u043a\u0430\u043b\u044c\u043d\u043e\u0439 \u0442\u043e\u0447\u043a\u0438 \u0437\u0440\u0435\u043d\u0438\u044f. \u041f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u044c\u0442\u0435 \u0441\u0435\u0431\u0435 \u043f\u043e\u043c\u043e\u0449\u043d\u0438\u043a\u0430 \u0447\u0430\u0442\u0430, \u043f\u0440\u0438\u0437\u0432\u0430\u043d\u043d\u043e\u0433\u043e \u043f\u043e\u043c\u043e\u0433\u0430\u0442\u044c \u043f\u0438\u0441\u0430\u0442\u044c \u0441\u0442\u0430\u0442\u044c\u0438, \u0441\u043e\u0431\u0438\u0440\u0430\u044f \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044e \u0438\u0437 \u0440\u0430\u0437\u043d\u044b\u0445 \u0438\u0441\u0442\u043e\u0447\u043d\u0438\u043a\u043e\u0432. \u0415\u0441\u043b\u0438 \u0432\u0430\u0448\u0430 \u043e\u0440\u0433\u0430\u043d\u0438\u0437\u0430\u0446\u0438\u044f \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442 \u043f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u043d\u0443\u044e \u043c\u043e\u0434\u0435\u043b\u044c, \u0442\u0430\u043a\u0443\u044e \u200b\u200b\u043a\u0430\u043a ChatGPT, \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u044b\u0435 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0438 \u2014 \u043a\u0430\u043a \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u0441\u043a\u0438\u0435, \u0442\u0430\u043a \u0438 \u0441\u0438\u0441\u0442\u0435\u043c\u043d\u044b\u0435 \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0446\u0438\u0438 \u2014 \u043c\u043e\u0433\u0443\u0442 \u0433\u0435\u043d\u0435\u0440\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u043f\u043e\u043b\u0435\u0437\u043d\u044b\u0435 \u043d\u043e\u0432\u043e\u0441\u0442\u043d\u044b\u0435 \u0444\u0440\u0430\u0433\u043c\u0435\u043d\u0442\u044b. \u041e\u0434\u043d\u0430\u043a\u043e \u044d\u0442\u0438 \u0444\u0440\u0430\u0433\u043c\u0435\u043d\u0442\u044b \u043d\u0435 \u0432\u0441\u0435\u0433\u0434\u0430 \u043c\u043e\u0433\u0443\u0442 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u043e\u0432\u0430\u0442\u044c \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u043d\u043e\u043c\u0443 \u0441\u0442\u0438\u043b\u044e \u0438\u043b\u0438 \u0440\u0435\u043a\u043e\u043c\u0435\u043d\u0434\u0430\u0446\u0438\u044f\u043c \u0432\u0430\u0448\u0435\u0439 \u043e\u0440\u0433\u0430\u043d\u0438\u0437\u0430\u0446\u0438\u0438.<\/span><\/p>\n<p id=\"02f7\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0427\u0442\u043e\u0431\u044b \u043e\u0431\u0435\u0441\u043f\u0435\u0447\u0438\u0442\u044c \u043f\u043e\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c \u0438 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0438\u0435 \u0442\u043e\u043d\u0443 \u0438 \u0441\u0442\u0430\u043d\u0434\u0430\u0440\u0442\u0430\u043c \u0432\u0430\u0448\u0435\u0439 \u043e\u0440\u0433\u0430\u043d\u0438\u0437\u0430\u0446\u0438\u0438, \u0432\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043d\u0430\u0441\u0442\u0440\u043e\u0438\u0442\u044c \u043c\u043e\u0434\u0435\u043b\u044c \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u043d\u043e\u0432\u043e\u0441\u0442\u043d\u044b\u0445 \u0441\u0442\u0430\u0442\u0435\u0439, \u043d\u0430\u043f\u0438\u0441\u0430\u043d\u043d\u044b\u0445 \u0432\u0430\u0448\u0435\u0439 \u0441\u043e\u0431\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0439 \u043a\u043e\u043c\u0430\u043d\u0434\u043e\u0439. \u0422\u0430\u043a\u043e\u0439 \u043f\u043e\u0434\u0445\u043e\u0434 \u0441\u043e\u0437\u0434\u0430\u0435\u0442 \u0431\u043e\u043b\u0435\u0435 \u043f\u0435\u0440\u0441\u043e\u043d\u0430\u043b\u0438\u0437\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u0439 \u0418\u0418, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u0442\u043e\u0447\u043d\u043e \u043e\u0442\u0440\u0430\u0436\u0430\u0435\u0442 \u0433\u043e\u043b\u043e\u0441 \u0432\u0430\u0448\u0435\u0439 \u043e\u0440\u0433\u0430\u043d\u0438\u0437\u0430\u0446\u0438\u0438 \u0438 \u043d\u0430 \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u043c\u043e\u0436\u043d\u043e \u043f\u043e\u043b\u043e\u0436\u0438\u0442\u044c\u0441\u044f \u0434\u043b\u044f \u043f\u043e\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0433\u043e \u0438 \u0442\u043e\u0447\u043d\u043e\u0433\u043e \u043a\u043e\u043d\u0442\u0435\u043d\u0442\u0430. \u041a\u0440\u043e\u043c\u0435 \u0442\u043e\u0433\u043e, \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u043e \u0441\u0442\u0430\u0440\u0442\u0430\u043f\u043e\u0432 \u0441\u0435\u0439\u0447\u0430\u0441 \u0441\u043e\u0441\u0440\u0435\u0434\u043e\u0442\u043e\u0447\u0435\u043d\u044b \u043d\u0430 \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u043a\u0435 \u043f\u0435\u0440\u0441\u043e\u043d\u0430\u0436\u0435\u0439 \u0418\u0418 \u043a\u043e\u0440\u043f\u043e\u0440\u0430\u0442\u0438\u0432\u043d\u043e\u0433\u043e \u0443\u0440\u043e\u0432\u043d\u044f \u0434\u043b\u044f \u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u0438 \u0440\u0443\u0447\u043d\u044b\u0445 \u0434\u0435\u0439\u0441\u0442\u0432\u0438\u0439.<\/span><\/p>\n<p id=\"eac7\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0411\u043e\u043b\u0435\u0435 \u0443\u043c\u043d\u044b\u0435 \u0438 \u043a\u043e\u043c\u043f\u0430\u043a\u0442\u043d\u044b\u0435 \u043c\u043e\u0434\u0435\u043b\u0438<\/span><\/strong><\/p>\n<p id=\"3236\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0412\u0430\u043c \u043d\u0435 \u0432\u0441\u0435\u0433\u0434\u0430 \u043d\u0443\u0436\u043d\u0430 \u043e\u0433\u0440\u043e\u043c\u043d\u0430\u044f \u043c\u043e\u0434\u0435\u043b\u044c \u0434\u043b\u044f \u0434\u043e\u0441\u0442\u0438\u0436\u0435\u043d\u0438\u044f \u043e\u0442\u043b\u0438\u0447\u043d\u044b\u0445 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u043e\u0432. \u041c\u0435\u043d\u044c\u0448\u0430\u044f \u043c\u043e\u0434\u0435\u043b\u044c \u0441 \u043c\u0438\u043b\u043b\u0438\u0430\u0440\u0434\u043e\u043c (\u0438\u043b\u0438 \u0434\u0430\u0436\u0435 \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u0438\u043c\u0438 \u043c\u0438\u043b\u043b\u0438\u043e\u043d\u0430\u043c\u0438) \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u0447\u0430\u0441\u0442\u043e \u043c\u043e\u0436\u0435\u0442 \u0431\u044b\u0442\u044c \u0431\u043e\u043b\u0435\u0435 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0439 \u0438 \u044d\u043a\u043e\u043d\u043e\u043c\u0438\u0447\u0435\u0441\u043a\u0438 \u0432\u044b\u0433\u043e\u0434\u043d\u043e\u0439 \u0434\u043b\u044f \u0432\u0430\u0448\u0438\u0445 \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u044b\u0445 \u043d\u0443\u0436\u0434 \u043f\u043e \u0441\u0440\u0430\u0432\u043d\u0435\u043d\u0438\u044e \u0441 \u043e\u0447\u0435\u043d\u044c \u0431\u043e\u043b\u044c\u0448\u0438\u043c\u0438 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u043c\u0438 \u043c\u043e\u0434\u0435\u043b\u044f\u043c\u0438. \u0422\u0430\u043a\u043e\u0439 \u043f\u043e\u0434\u0445\u043e\u0434 \u0437\u043d\u0430\u0447\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u0441\u043d\u0438\u0436\u0430\u0435\u0442 \u0437\u0430\u0442\u0440\u0430\u0442\u044b, \u0441\u0432\u044f\u0437\u0430\u043d\u043d\u044b\u0435 \u0441 \u0437\u0430\u043f\u0443\u0441\u043a\u043e\u043c \u0438 \u043e\u0431\u0441\u043b\u0443\u0436\u0438\u0432\u0430\u043d\u0438\u0435\u043c \u044d\u0442\u0438\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439.<\/span><\/p>\n<p id=\"6f6a\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0412 \u044d\u0442\u043e\u0439 \u0441\u0442\u0430\u0442\u044c\u0435 \u043c\u044b \u0440\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0438\u043c \u043c\u0435\u0442\u043e\u0434, \u043d\u0430\u0437\u044b\u0432\u0430\u0435\u043c\u044b\u0439 Parameter-Efficient Fine-Tuning (PEFT). \u042d\u0442\u043e\u0442 \u043c\u0435\u0442\u043e\u0434 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442 \u043c\u0430\u0442\u0440\u0438\u0447\u043d\u0443\u044e \u0434\u0435\u043a\u043e\u043c\u043f\u043e\u0437\u0438\u0446\u0438\u044e \u0434\u043b\u044f \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u044f \u0431\u043e\u043b\u044c\u0448\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438 \u0432 \u043c\u0435\u043d\u044c\u0448\u0435\u0439, \u0431\u043e\u043b\u0435\u0435 \u0443\u043f\u0440\u0430\u0432\u043b\u044f\u0435\u043c\u043e\u0439 \u0444\u043e\u0440\u043c\u0435. \u042d\u0442\u043e \u043e\u0437\u043d\u0430\u0447\u0430\u0435\u0442, \u0447\u0442\u043e \u0432\u0430\u043c \u043d\u0435 \u043d\u0443\u0436\u043d\u043e \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u044c \u0432\u0441\u0435 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u044b \u043c\u043e\u0434\u0435\u043b\u0438 \u0434\u043b\u044f \u0434\u043e\u0441\u0442\u0438\u0436\u0435\u043d\u0438\u044f \u0432\u0430\u0448\u0438\u0445 \u0446\u0435\u043b\u0435\u0439 \u2014 \u0445\u043e\u0442\u044f \u043c\u043e\u0433\u0443\u0442 \u0431\u044b\u0442\u044c \u043d\u0435\u0431\u043e\u043b\u044c\u0448\u0438\u0435 \u043a\u043e\u043c\u043f\u0440\u043e\u043c\u0438\u0441\u0441\u044b \u0432 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438. \u0412 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u0435 \u0432\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u0440\u0430\u0431\u043e\u0442\u0430\u0442\u044c \u0441 \u043c\u043e\u0449\u043d\u044b\u043c\u0438 \u043c\u043e\u0434\u0435\u043b\u044f\u043c\u0438 \u043d\u0430 \u043f\u043e\u0442\u0440\u0435\u0431\u0438\u0442\u0435\u043b\u044c\u0441\u043a\u043e\u043c \u043e\u0431\u043e\u0440\u0443\u0434\u043e\u0432\u0430\u043d\u0438\u0438, \u043d\u0435 \u043d\u0435\u0441\u044f \u0447\u0440\u0435\u0437\u043c\u0435\u0440\u043d\u044b\u0445 \u0437\u0430\u0442\u0440\u0430\u0442. \u0422\u0430\u043a\u0438\u043c \u043e\u0431\u0440\u0430\u0437\u043e\u043c, \u043e\u0447\u0435\u043d\u044c \u0431\u043e\u043b\u044c\u0448\u0438\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 \u043d\u0435 \u0432\u0441\u0435\u0433\u0434\u0430 \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u044b.<\/span><\/p>\n<p id=\"2200\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u041f\u0435\u0440\u0435\u0434 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u043e\u0439 \u0440\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0438\u0442\u0435 \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0438\u0435 \u0444\u0430\u043a\u0442\u043e\u0440\u044b:<\/span><\/p>\n\n<ul class=\"\">\n \t<li id=\"3d5d\" class=\"nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0414\u043e\u0441\u0442\u0430\u0442\u043e\u0447\u043d\u043e \u0434\u0430\u043d\u043d\u044b\u0445:<\/span><\/strong><span>\u00a0\u0414\u043e\u0441\u0442\u0430\u0442\u043e\u0447\u043d\u043e \u043b\u0438 \u0443 \u0432\u0430\u0441 \u0434\u0430\u043d\u043d\u044b\u0445 \u0434\u043b\u044f \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0433\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u043c\u043e\u0434\u0435\u043b\u0438?<\/span><\/li>\n \t<li id=\"3e1b\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0414\u043e\u0441\u0442\u0443\u043f\u043d\u043e\u0441\u0442\u044c \u043e\u0431\u043e\u0440\u0443\u0434\u043e\u0432\u0430\u043d\u0438\u044f:<\/span><\/strong><span>\u00a0\u0434\u043e\u0441\u0442\u0443\u043f\u043d\u043e \u043b\u0438 \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u043e\u0435 \u043e\u0431\u043e\u0440\u0443\u0434\u043e\u0432\u0430\u043d\u0438\u0435 \u0434\u043b\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0438 \u0437\u0430\u043f\u0443\u0441\u043a\u0430 \u043c\u043e\u0434\u0435\u043b\u0438?<\/span><\/li>\n \t<li id=\"f6f7\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0421\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 RAG:<\/span><\/strong><span>\u00a0\u041c\u043e\u0436\u043d\u043e \u043b\u0438 \u0440\u0435\u0448\u0438\u0442\u044c \u0432\u0430\u0448\u0443 \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u0443, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u044f \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 RAG \u0441 \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u043c\u0438 API LLM?<\/span><\/li>\n \t<li id=\"dc73\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0412\u0440\u0435\u043c\u044f \u0432\u044b\u0432\u043e\u0434\u0430 \u043d\u0430 \u0440\u044b\u043d\u043e\u043a:<\/span><\/strong><span>\u00a0\u043a\u0430\u043a \u0431\u044b\u0441\u0442\u0440\u043e \u0432\u0430\u043c \u043d\u0443\u0436\u043d\u043e, \u0447\u0442\u043e\u0431\u044b \u0443\u0441\u043b\u0443\u0433\u0430 \u0431\u044b\u043b\u0430 \u0432\u0432\u0435\u0434\u0435\u043d\u0430 \u0432 \u044d\u043a\u0441\u043f\u043b\u0443\u0430\u0442\u0430\u0446\u0438\u044e?<\/span><\/li>\n \t<li id=\"fc04\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><span>\u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043e\u0431\u044a\u0435\u0434\u0438\u043d\u0438\u0442\u044c API \u043e\u0442 \u0440\u0430\u0437\u043d\u044b\u0445 \u043f\u043e\u0441\u0442\u0430\u0432\u0449\u0438\u043a\u043e\u0432 \u0443\u0441\u043b\u0443\u0433 \u0434\u043b\u044f \u0441\u043e\u0437\u0434\u0430\u043d\u0438\u044f \u0435\u0434\u0438\u043d\u043e\u0433\u043e \u043f\u0440\u043e\u0434\u0443\u043a\u0442\u0430. \u042d\u0442\u0438 \u043c\u043e\u0434\u0435\u043b\u0438 \u043e\u0442\u043b\u0438\u0447\u0430\u044e\u0442\u0441\u044f \u0432\u044b\u0441\u043e\u043a\u0438\u043c \u043a\u0430\u0447\u0435\u0441\u0442\u0432\u043e\u043c \u0438 \u043f\u043e\u0441\u0442\u043e\u044f\u043d\u043d\u043e \u043e\u0431\u043d\u043e\u0432\u043b\u044f\u044e\u0442\u0441\u044f \u0434\u043b\u044f \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0438\u044f \u043d\u043e\u0432\u0435\u0439\u0448\u0438\u043c \u0441\u0442\u0430\u043d\u0434\u0430\u0440\u0442\u0430\u043c. \u0422\u0449\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0435 \u0438\u0441\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u043d\u0438\u0435 \u043c\u043e\u0436\u0435\u0442 \u043f\u043e\u043c\u043e\u0447\u044c \u0432\u0430\u043c \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0438\u0442\u044c \u043d\u0430\u0438\u0431\u043e\u043b\u0435\u0435 \u043f\u043e\u0434\u0445\u043e\u0434\u044f\u0449\u0438\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 \u0434\u043b\u044f \u0432\u0430\u0448\u0438\u0445 \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u044b\u0445 \u043f\u043e\u0442\u0440\u0435\u0431\u043d\u043e\u0441\u0442\u0435\u0439.<\/span><\/li>\n<\/ul>\n<p id=\"384d\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041f\u0440\u043e\u0446\u0435\u0441\u0441 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438<\/span><\/strong><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm ol\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/0*NWzpXGgfgJRhcYcG 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/0*NWzpXGgfgJRhcYcG 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/0*NWzpXGgfgJRhcYcG 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/0*NWzpXGgfgJRhcYcG 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/0*NWzpXGgfgJRhcYcG 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/0*NWzpXGgfgJRhcYcG 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/0*NWzpXGgfgJRhcYcG 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/0*NWzpXGgfgJRhcYcG 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/0*NWzpXGgfgJRhcYcG 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/0*NWzpXGgfgJRhcYcG 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/0*NWzpXGgfgJRhcYcG 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/0*NWzpXGgfgJRhcYcG 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/0*NWzpXGgfgJRhcYcG 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/0*NWzpXGgfgJRhcYcG 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/0*NWzpXGgfgJRhcYcG\" alt=\"\" width=\"700\" height=\"390\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u041a\u0440\u0435\u0434\u0438\u0442\u044b \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u0439 \u2014\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/www.theaidream.com\/post\/fine-tuning-large-language-models-llms-using-peft\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0431\u043b\u043e\u0433<\/span><\/a><\/figcaption><\/figure>\n<p id=\"96c5\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0422\u0435\u043f\u0435\u0440\u044c, \u043a\u043e\u0433\u0434\u0430 \u043c\u044b \u043f\u043e\u043d\u0438\u043c\u0430\u0435\u043c, \u0447\u0442\u043e \u0442\u0430\u043a\u043e\u0435 \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u0438 \u0435\u0435 \u043f\u0440\u0438\u043c\u0435\u043d\u0435\u043d\u0438\u0435, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0440\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0438\u043c \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u0435 \u0442\u0438\u043f\u044b \u0438 \u043a\u0430\u043a \u043a\u0430\u0436\u0434\u044b\u0439 \u0438\u0437 \u043d\u0438\u0445 \u0444\u0443\u043d\u043a\u0446\u0438\u043e\u043d\u0438\u0440\u0443\u0435\u0442. \u0421\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u0435\u0442 \u0442\u0440\u0438 \u043f\u043e\u043f\u0443\u043b\u044f\u0440\u043d\u044b\u0445 \u043f\u043e\u0434\u0445\u043e\u0434\u0430 \u043a \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0435 \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439 (LLM), \u043e\u0441\u043d\u043e\u0432\u0430\u043d\u043d\u044b\u0445 \u043d\u0430 \u043c\u0435\u0442\u043e\u0434\u043e\u043b\u043e\u0433\u0438\u044f\u0445 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f:<\/span><\/p>\n\n<ol class=\"\">\n \t<li id=\"1733\" class=\"nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa om oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041a\u043e\u043d\u0442\u0440\u043e\u043b\u0438\u0440\u0443\u0435\u043c\u043e\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435<\/span><\/strong><span>\u00a0\u2014 \u0432 \u044d\u0442\u043e\u043c \u043f\u043e\u0434\u0445\u043e\u0434\u0435 \u043c\u043e\u0434\u0435\u043b\u044c \u043f\u0440\u0438\u043e\u0431\u0440\u0435\u0442\u0430\u0435\u0442 \u043d\u043e\u0432\u044b\u0435 \u043a\u043e\u043d\u0446\u0435\u043f\u0446\u0438\u0438, \u043e\u0431\u0443\u0447\u0430\u044f\u0441\u044c \u043d\u0430 \u043f\u0430\u0440\u0430\u0445 \u0432\u0432\u043e\u0434\u0430-\u0432\u044b\u0432\u043e\u0434\u0430. \u0422\u0430\u043a\u0438\u0435 \u043c\u0435\u0442\u043e\u0434\u044b, \u043a\u0430\u043a \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0446\u0438\u0439, \u044f\u0432\u043b\u044f\u044e\u0442\u0441\u044f \u043f\u0440\u0438\u043c\u0435\u0440\u043e\u043c \u044d\u0442\u043e\u0433\u043e \u043c\u0435\u0442\u043e\u0434\u0430, \u0433\u0434\u0435 \u043c\u044b \u0443\u0447\u0438\u043c \u043c\u043e\u0434\u0435\u043b\u044c \u0434\u0430\u0432\u0430\u0442\u044c \u0442\u043e\u0447\u043d\u044b\u0435 \u043e\u0442\u0432\u0435\u0442\u044b \u043d\u0430 \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u044b\u0435 \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0446\u0438\u0438.<\/span>\n<span>\u041f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u044c\u0442\u0435 \u0441\u0435\u0431\u0435 \u043a\u043b\u0430\u0441\u0441, \u0433\u0434\u0435 \u0441\u0442\u0443\u0434\u0435\u043d\u0442 \u0443\u0447\u0438\u0442\u0441\u044f \u043f\u0438\u0441\u0430\u0442\u044c \u044d\u0441\u0441\u0435. \u0418\u0437\u043d\u0430\u0447\u0430\u043b\u044c\u043d\u043e \u0441\u0442\u0443\u0434\u0435\u043d\u0442 \u043f\u0438\u0448\u0435\u0442 \u044d\u0441\u0441\u0435 \u043d\u0430 \u0440\u0430\u0437\u043d\u044b\u0435 \u0442\u0435\u043c\u044b, \u043d\u043e \u0435\u0433\u043e \u0440\u0430\u0431\u043e\u0442\u0430 \u043d\u0435 \u0438\u0434\u0435\u0430\u043b\u044c\u043d\u0430. \u0423\u0447\u0438\u0442\u0435\u043b\u044c \u043f\u0440\u043e\u0441\u043c\u0430\u0442\u0440\u0438\u0432\u0430\u0435\u0442 \u044d\u0441\u0441\u0435, \u0434\u0430\u0435\u0442 \u043f\u043e\u0434\u0440\u043e\u0431\u043d\u0443\u044e \u043e\u0431\u0440\u0430\u0442\u043d\u0443\u044e \u0441\u0432\u044f\u0437\u044c \u0438 \u043f\u0440\u0435\u0434\u043b\u0430\u0433\u0430\u0435\u0442 \u0443\u043b\u0443\u0447\u0448\u0435\u043d\u0438\u044f. \u0421\u043e \u0432\u0440\u0435\u043c\u0435\u043d\u0435\u043c \u0441\u0442\u0443\u0434\u0435\u043d\u0442 \u043f\u0435\u0440\u0435\u0441\u043c\u0430\u0442\u0440\u0438\u0432\u0430\u0435\u0442 \u0441\u0432\u043e\u0438 \u044d\u0441\u0441\u0435 \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435 \u044d\u0442\u043e\u0439 \u043e\u0431\u0440\u0430\u0442\u043d\u043e\u0439 \u0441\u0432\u044f\u0437\u0438 \u0438 \u0441\u0442\u0430\u043d\u043e\u0432\u0438\u0442\u0441\u044f \u043b\u0443\u0447\u0448\u0438\u043c \u043f\u0438\u0441\u0430\u0442\u0435\u043b\u0435\u043c.<\/span>\n<span>\u0412 \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u0438\u0440\u0443\u0435\u043c\u043e\u0439 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0435 \u0434\u043b\u044f \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439 (LLM) \u043c\u043e\u0434\u0435\u043b\u044c \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u0442\u0441\u044f \u0441 \u043e\u0431\u0449\u0438\u0445 \u0437\u043d\u0430\u043d\u0438\u0439, \u0430 \u0437\u0430\u0442\u0435\u043c \u00ab\u043e\u0431\u0443\u0447\u0430\u0435\u0442\u0441\u044f\u00bb \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u0430\u043d\u0430\u043b\u043e\u0433\u0438\u0447\u043d\u043e\u0433\u043e \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0430: \u043e\u043d\u0430 \u043e\u0431\u0443\u0447\u0430\u0435\u0442\u0441\u044f \u043d\u0430 \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u044b\u0445 \u043f\u0440\u0438\u043c\u0435\u0440\u0430\u0445 \u0441 \u043f\u0440\u0430\u0432\u0438\u043b\u044c\u043d\u044b\u043c\u0438 \u0432\u044b\u0445\u043e\u0434\u043d\u044b\u043c\u0438 \u0434\u0430\u043d\u043d\u044b\u043c\u0438 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e\u0439 \u0441\u0432\u044f\u0437\u044c\u044e \u0434\u043b\u044f \u043f\u043e\u0432\u044b\u0448\u0435\u043d\u0438\u044f \u0435\u0435 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438 \u043f\u0440\u0438 \u0432\u044b\u043f\u043e\u043b\u043d\u0435\u043d\u0438\u0438 \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u043d\u044b\u0445 \u0437\u0430\u0434\u0430\u0447, \u0432\u043e \u043c\u043d\u043e\u0433\u043e\u043c \u043f\u043e\u0434\u043e\u0431\u043d\u043e \u0442\u043e\u043c\u0443, \u043a\u0430\u043a \u0441\u0442\u0443\u0434\u0435\u043d\u0442 \u0441\u043e\u0432\u0435\u0440\u0448\u0435\u043d\u0441\u0442\u0432\u0443\u0435\u0442 \u0441\u0432\u043e\u0438 \u043d\u0430\u0432\u044b\u043a\u0438 \u043f\u0438\u0441\u044c\u043c\u0430.<\/span><\/li>\n \t<li id=\"49fa\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa om oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0421\u0430\u043c\u043e\u0441\u0442\u043e\u044f\u0442\u0435\u043b\u044c\u043d\u043e\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435<\/span><\/strong><span>\u00a0\u2014 \u044d\u0442\u0430 \u043c\u043e\u0449\u043d\u0430\u044f \u043c\u0435\u0442\u043e\u0434\u043e\u043b\u043e\u0433\u0438\u044f \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442\u0441\u044f \u043f\u0440\u0438 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0435 \u044f\u0437\u044b\u043a\u043e\u0432\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438, \u0447\u0442\u043e\u0431\u044b \u043f\u043e\u043c\u043e\u0447\u044c \u043c\u043e\u0434\u0435\u043b\u0438 \u043f\u043e\u043d\u044f\u0442\u044c \u043d\u044e\u0430\u043d\u0441\u044b \u0434\u0430\u043d\u043d\u044b\u0445 \u0434\u043b\u044f \u044f\u0437\u044b\u043a\u043e\u0432\u043e\u0433\u043e \u043c\u043e\u0434\u0435\u043b\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044f. \u041e\u043d\u0430 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442 \u0432\u043d\u0443\u0442\u0440\u0435\u043d\u043d\u044e\u044e \u0441\u0442\u0440\u0443\u043a\u0442\u0443\u0440\u0443 \u0434\u0430\u043d\u043d\u044b\u0445 \u0434\u043b\u044f \u0433\u0435\u043d\u0435\u0440\u0430\u0446\u0438\u0438 \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u044c\u043d\u044b\u0445 \u0441\u0438\u0433\u043d\u0430\u043b\u043e\u0432, \u0443\u0441\u0442\u0440\u0430\u043d\u044f\u044f \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u043e\u0441\u0442\u044c \u0432 \u0432\u0440\u0443\u0447\u043d\u0443\u044e \u043c\u0430\u0440\u043a\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u0445 \u0434\u0430\u043d\u043d\u044b\u0445.<\/span>\n<span>\u041f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u044c\u0442\u0435 \u0441\u0435\u0431\u0435 \u043a\u043b\u0430\u0441\u0441, \u0433\u0434\u0435 \u0443\u0447\u0435\u043d\u0438\u043a\u0438 \u043f\u043e\u043b\u0443\u0447\u0430\u044e\u0442 \u043d\u0435\u043f\u043e\u043b\u043d\u044b\u0435 \u0438\u043b\u0438 \u0437\u0430\u0448\u0438\u0444\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u0435 \u0437\u0430\u043c\u0435\u0442\u043a\u0438 \u0438 \u0434\u043e\u043b\u0436\u043d\u044b \u0441\u0430\u043c\u043e\u0441\u0442\u043e\u044f\u0442\u0435\u043b\u044c\u043d\u043e \u0432\u044b\u0432\u0435\u0441\u0442\u0438 \u043d\u0435\u0434\u043e\u0441\u0442\u0430\u044e\u0449\u0438\u0435 \u0447\u0430\u0441\u0442\u0438. \u042d\u0442\u043e\u0442 \u0441\u0446\u0435\u043d\u0430\u0440\u0438\u0439 \u043f\u0430\u0440\u0430\u043b\u043b\u0435\u043b\u0435\u043d \u0441\u0430\u043c\u043e\u0441\u0442\u043e\u044f\u0442\u0435\u043b\u044c\u043d\u044b\u043c \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435\u043c \u0432 \u0418\u0418. \u0422\u0430\u043a \u0436\u0435, \u043a\u0430\u043a \u0443\u0447\u0435\u043d\u0438\u043a\u0438 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u044e\u0442 \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442 \u0438 \u0441\u043e\u0431\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0435 \u0437\u043d\u0430\u043d\u0438\u044f \u0434\u043b\u044f \u0437\u0430\u043f\u043e\u043b\u043d\u0435\u043d\u0438\u044f \u043f\u0440\u043e\u0431\u0435\u043b\u043e\u0432, \u0441\u0430\u043c\u043e\u0441\u0442\u043e\u044f\u0442\u0435\u043b\u044c\u043d\u0430\u044f \u043c\u043e\u0434\u0435\u043b\u044c \u0443\u0447\u0438\u0442\u0441\u044f, \u043f\u0440\u0435\u0434\u0441\u043a\u0430\u0437\u044b\u0432\u0430\u044f \u0441\u043a\u0440\u044b\u0442\u044b\u0435 \u0447\u0430\u0441\u0442\u0438 \u0434\u0430\u043d\u043d\u044b\u0445 \u0438 \u0441\u043e\u0432\u0435\u0440\u0448\u0435\u043d\u0441\u0442\u0432\u0443\u044f \u0441\u0432\u043e\u0435 \u043f\u043e\u043d\u0438\u043c\u0430\u043d\u0438\u0435 \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u044d\u0442\u0438\u0445 \u043f\u0440\u0435\u0434\u0441\u043a\u0430\u0437\u0430\u043d\u0438\u0439. \u041e\u043d\u0430 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u044f\u0435\u0442 \u0441\u043e\u0431\u043e\u0439 \u0441\u043f\u043e\u0441\u043e\u0431 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435 \u0441\u0430\u043c\u0438\u0445 \u0434\u0430\u043d\u043d\u044b\u0445, \u043d\u0435 \u0442\u0440\u0435\u0431\u0443\u044f \u044f\u0432\u043d\u044b\u0445 \u043c\u0435\u0442\u043e\u043a \u0438\u043b\u0438 \u043f\u0440\u044f\u043c\u044b\u0445 \u043e\u0442\u0432\u0435\u0442\u043e\u0432. \u041d\u0435\u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u043f\u043e\u043f\u0443\u043b\u044f\u0440\u043d\u044b\u0435 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 \u2014 \u044d\u0442\u043e\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/docs\/transformers\/main\/en\/tasks\/masked_language_modeling\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u043c\u0430\u0441\u043a\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u043e\u0435 \u044f\u0437\u044b\u043a\u043e\u0432\u043e\u0435 \u043c\u043e\u0434\u0435\u043b\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435<\/span><\/a><span>\u00a0(BERT),\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/aws.amazon.com\/what-is\/autoregressive-models\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0430\u0432\u0442\u043e\u0440\u0435\u0433\u0440\u0435\u0441\u0441\u0438\u0432\u043d\u043e\u0435 \u044f\u0437\u044b\u043a\u043e\u0432\u043e\u0435 \u043c\u043e\u0434\u0435\u043b\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435<\/span><\/a><span>\u00a0(GPT),\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/encord.com\/blog\/guide-to-contrastive-learning\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u043a\u043e\u043d\u0442\u0440\u0430\u0441\u0442\u043d\u043e\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435<\/span><\/a><span>\u00a0(SimCLR),\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/youtu.be\/1gN1snKBLP0\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u043f\u0440\u043e\u0433\u043d\u043e\u0437\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0435\u0433\u043e \u043f\u0440\u0435\u0434\u043b\u043e\u0436\u0435\u043d\u0438\u044f<\/span><\/a><span>\u00a0(BERT) \u0438 \u043c\u043e\u0434\u0435\u043b\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u044f\u0437\u044b\u043a\u0430 \u043f\u0435\u0440\u0435\u0441\u0442\u0430\u043d\u043e\u0432\u043e\u043a (\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/arxiv.org\/pdf\/1906.08237\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>XLNet<\/span><\/a><span>\u00a0) \u0441\u0440\u0435\u0434\u0438 \u043c\u043d\u043e\u0433\u0438\u0445 \u0434\u0440\u0443\u0433\u0438\u0445, \u0438 \u0447\u0430\u0441\u0442\u043e \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u044e\u0442\u0441\u044f \u0432 \u0441\u043e\u0447\u0435\u0442\u0430\u043d\u0438\u0438.<\/span><\/li>\n \t<li id=\"87fd\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa om oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041e\u0431\u0443\u0447\u0435\u043d\u0438\u0435 \u0441 \u043f\u043e\u0434\u043a\u0440\u0435\u043f\u043b\u0435\u043d\u0438\u0435\u043c<\/span><\/strong><span>\u00a0\u2014 \u041e\u0431\u0443\u0447\u0435\u043d\u0438\u0435 \u0441 \u043f\u043e\u0434\u043a\u0440\u0435\u043f\u043b\u0435\u043d\u0438\u0435\u043c (RL) \u0434\u043b\u044f \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u0432\u043a\u043b\u044e\u0447\u0430\u0435\u0442 \u0432 \u0441\u0435\u0431\u044f \u0438\u0445 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435 \u0434\u0430\u0432\u0430\u0442\u044c \u043b\u0443\u0447\u0448\u0438\u0435 \u043e\u0442\u0432\u0435\u0442\u044b \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u0441\u0438\u0441\u0442\u0435\u043c\u044b \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u0439, \u043a\u043e\u0442\u043e\u0440\u0430\u044f \u043e\u0446\u0435\u043d\u0438\u0432\u0430\u0435\u0442 \u0438\u0445 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u044b. \u041c\u043e\u0434\u0435\u043b\u044c \u0433\u0435\u043d\u0435\u0440\u0438\u0440\u0443\u0435\u0442 \u043e\u0442\u0432\u0435\u0442\u044b \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u0438 \u043f\u043e\u043b\u0443\u0447\u0430\u0435\u0442 \u043f\u043e\u043b\u043e\u0436\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u0435 \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f \u0437\u0430 \u043a\u0430\u0447\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0435 \u043e\u0442\u0432\u0435\u0442\u044b \u0438 \u0448\u0442\u0440\u0430\u0444\u044b \u0437\u0430 \u043f\u043b\u043e\u0445\u0438\u0435. \u0411\u043b\u0430\u0433\u043e\u0434\u0430\u0440\u044f \u044d\u0442\u043e\u0439 \u043e\u0431\u0440\u0430\u0442\u043d\u043e\u0439 \u0441\u0432\u044f\u0437\u0438 \u043c\u043e\u0434\u0435\u043b\u044c \u043a\u043e\u0440\u0440\u0435\u043a\u0442\u0438\u0440\u0443\u0435\u0442 \u0441\u0432\u043e\u0438 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u044b \u0434\u043b\u044f \u0443\u043b\u0443\u0447\u0448\u0435\u043d\u0438\u044f \u0441\u0432\u043e\u0435\u0439 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438 \u0441 \u0442\u0435\u0447\u0435\u043d\u0438\u0435\u043c \u0432\u0440\u0435\u043c\u0435\u043d\u0438. \u0428\u0430\u0431\u043b\u043e\u043d, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c\u044b\u0439 \u0434\u043b\u044f \u043c\u0430\u043a\u0441\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u0438 \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u0439 (\u0432 \u0438\u0434\u0435\u0430\u043b\u0435), \u043d\u0430\u0437\u044b\u0432\u0430\u0435\u0442\u0441\u044f \u043f\u043e\u043b\u0438\u0442\u0438\u043a\u043e\u0439, \u0438 \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u0435 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 \u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u0438 \u043f\u043e\u043b\u0438\u0442\u0438\u043a\u0438 \u043f\u043e\u043c\u043e\u0433\u0430\u044e\u0442 RL \u0434\u043e\u0441\u0442\u0438\u0433\u0430\u0442\u044c \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u043e\u0432, \u0431\u043e\u043b\u0435\u0435 \u0431\u043b\u0438\u0437\u043a\u0438\u0445 \u043a \u0447\u0435\u043b\u043e\u0432\u0435\u0447\u0435\u0441\u043a\u0438\u043c \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u0430\u043c.<\/span>\n<span>\u041f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u044c\u0442\u0435 \u0441\u0435\u0431\u0435 \u0443\u0447\u0435\u043d\u0438\u043a\u0430 \u0432 \u043a\u043b\u0430\u0441\u0441\u0435, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u0443\u0447\u0438\u0442\u0441\u044f \u0440\u0435\u0448\u0430\u0442\u044c \u043c\u0430\u0442\u0435\u043c\u0430\u0442\u0438\u0447\u0435\u0441\u043a\u0438\u0435 \u0437\u0430\u0434\u0430\u0447\u0438. \u041a\u0430\u0436\u0434\u044b\u0439 \u0440\u0430\u0437, \u043a\u043e\u0433\u0434\u0430 \u0443\u0447\u0435\u043d\u0438\u043a \u043f\u0440\u0430\u0432\u0438\u043b\u044c\u043d\u043e \u0440\u0435\u0448\u0430\u0435\u0442 \u0437\u0430\u0434\u0430\u0447\u0443, \u0443\u0447\u0438\u0442\u0435\u043b\u044c \u0434\u0430\u0435\u0442 \u0435\u043c\u0443 \u0437\u043e\u043b\u043e\u0442\u0443\u044e \u0437\u0432\u0435\u0437\u0434\u0443 \u0432 \u043a\u0430\u0447\u0435\u0441\u0442\u0432\u0435 \u043d\u0430\u0433\u0440\u0430\u0434\u044b, \u043f\u043e\u043e\u0449\u0440\u044f\u044f \u0434\u0430\u043b\u044c\u043d\u0435\u0439\u0448\u0438\u0435 \u0443\u0441\u0438\u043b\u0438\u044f \u0438 \u0441\u043e\u0432\u0435\u0440\u0448\u0435\u043d\u0441\u0442\u0432\u043e\u0432\u0430\u043d\u0438\u0435. \u0418\u043d\u043e\u0433\u0434\u0430 \u0443\u0447\u0438\u0442\u0435\u043b\u044c \u0442\u0430\u043a\u0436\u0435 \u0434\u0430\u0435\u0442 \u043a\u043e\u043d\u0441\u0442\u0440\u0443\u043a\u0442\u0438\u0432\u043d\u0443\u044e \u043e\u0431\u0440\u0430\u0442\u043d\u0443\u044e \u0441\u0432\u044f\u0437\u044c \u043e\u0431 \u043e\u0448\u0438\u0431\u043a\u0430\u0445, \u043f\u043e\u043c\u043e\u0433\u0430\u044f \u0443\u0447\u0435\u043d\u0438\u043a\u0443 \u0441\u043a\u043e\u0440\u0440\u0435\u043a\u0442\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u0441\u0432\u043e\u0439 \u043f\u043e\u0434\u0445\u043e\u0434. \u0421\u043e \u0432\u0440\u0435\u043c\u0435\u043d\u0435\u043c \u0443\u0447\u0435\u043d\u0438\u043a \u0443\u0437\u043d\u0430\u0435\u0442, \u043a\u0430\u043a\u0438\u0435 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 \u043f\u0440\u0438\u043d\u043e\u0441\u044f\u0442 \u0431\u043e\u043b\u044c\u0448\u0435 \u0437\u043e\u043b\u043e\u0442\u044b\u0445 \u0437\u0432\u0435\u0437\u0434 \u0438 \u043c\u0435\u043d\u044c\u0448\u0435 \u043e\u0448\u0438\u0431\u043e\u043a.<\/span>\n<span>\u0412 \u044d\u0442\u043e\u0439 \u0430\u043d\u0430\u043b\u043e\u0433\u0438\u0438 \u0437\u043e\u043b\u043e\u0442\u044b\u0435 \u0437\u0432\u0435\u0437\u0434\u044b \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u0430\u044f \u0441\u0432\u044f\u0437\u044c \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u044f\u044e\u0442 \u0441\u043e\u0431\u043e\u0439 \u043d\u0430\u0433\u0440\u0430\u0434\u044b \u0438 \u0448\u0442\u0440\u0430\u0444\u044b \u0432 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0438 \u0441 \u043f\u043e\u0434\u043a\u0440\u0435\u043f\u043b\u0435\u043d\u0438\u0435\u043c, \u043d\u0430\u043f\u0440\u0430\u0432\u043b\u044f\u044f \u0443\u0447\u0435\u043d\u0438\u043a\u0430 \u043a \u0438\u0437\u0443\u0447\u0435\u043d\u0438\u044e \u0438 \u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u0438 \u0441\u0432\u043e\u0438\u0445 \u043d\u0430\u0432\u044b\u043a\u043e\u0432 \u0440\u0435\u0448\u0435\u043d\u0438\u044f \u043f\u0440\u043e\u0431\u043b\u0435\u043c \u043f\u0443\u0442\u0435\u043c \u043f\u0440\u043e\u0431 \u0438 \u043e\u0448\u0438\u0431\u043e\u043a. \u0421\u0442\u0440\u043e\u0433\u043e\u0441\u0442\u044c \u043d\u0430\u043a\u0430\u0437\u0430\u043d\u0438\u0439 \u043c\u043e\u0436\u0435\u0442 \u0432\u0430\u0440\u044c\u0438\u0440\u043e\u0432\u0430\u0442\u044c\u0441\u044f \u0432 \u0437\u0430\u0432\u0438\u0441\u0438\u043c\u043e\u0441\u0442\u0438 \u043e\u0442 \u043f\u043e\u043b\u0438\u0442\u0438\u043a\u0438 \u0443\u0447\u0438\u0442\u0435\u043b\u044f. \u0426\u0435\u043b\u044c \u0441\u043e\u0441\u0442\u043e\u0438\u0442 \u0432 \u0442\u043e\u043c, \u0447\u0442\u043e\u0431\u044b \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0438\u0442\u044c \u043f\u0440\u0430\u0432\u0438\u043b\u044c\u043d\u0443\u044e \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u044e, \u043a\u043e\u0442\u043e\u0440\u0430\u044f \u043f\u043e\u0437\u0432\u043e\u043b\u044f\u0435\u0442 \u0434\u043e\u0441\u0442\u0438\u0447\u044c \u043d\u0430\u0438\u043b\u0443\u0447\u0448\u0438\u0445 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u043e\u0432.<\/span><\/li>\n<\/ol>\n<p id=\"57fa\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0414\u0430\u043b\u0435\u0435 \u043d\u0430\u043c \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u043e \u0432\u044b\u0431\u0440\u0430\u0442\u044c \u043c\u0435\u0436\u0434\u0443 \u0432\u0435\u0440\u0442\u0438\u043a\u0430\u043b\u044c\u043d\u043e\u0439 \u0438 \u0433\u043e\u0440\u0438\u0437\u043e\u043d\u0442\u0430\u043b\u044c\u043d\u043e\u0439 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u044f\u043c\u0438 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0432 \u0437\u0430\u0432\u0438\u0441\u0438\u043c\u043e\u0441\u0442\u0438 \u043e\u0442 \u043f\u043e\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u043d\u043e\u0439 \u0437\u0430\u0434\u0430\u0447\u0438.<\/span><\/p>\n<p id=\"10e5\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0413\u043e\u0440\u0438\u0437\u043e\u043d\u0442\u0430\u043b\u044c\u043d\u0430\u044f \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430<\/span><\/strong><span>\u00a0\u043f\u043e\u0434\u0440\u0430\u0437\u0443\u043c\u0435\u0432\u0430\u0435\u0442 \u0430\u0434\u0430\u043f\u0442\u0430\u0446\u0438\u044e \u043c\u043e\u0434\u0435\u043b\u0438 \u0434\u043b\u044f \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0439 \u0440\u0430\u0431\u043e\u0442\u044b \u0432 \u0440\u044f\u0434\u0435 \u0441\u0445\u043e\u0436\u0438\u0445 \u0437\u0430\u0434\u0430\u0447 \u0438\u043b\u0438 \u043e\u0431\u043b\u0430\u0441\u0442\u0435\u0439. \u041c\u043e\u0434\u0435\u043b\u044c \u043d\u0430\u0441\u0442\u0440\u0430\u0438\u0432\u0430\u0435\u0442\u0441\u044f \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435 \u0434\u0430\u043d\u043d\u044b\u0445, \u043e\u0445\u0432\u0430\u0442\u044b\u0432\u0430\u044e\u0449\u0438\u0445 \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u043e \u0441\u043c\u0435\u0436\u043d\u044b\u0445 \u043e\u0431\u043b\u0430\u0441\u0442\u0435\u0439, \u043d\u0435 \u0441\u043f\u0435\u0446\u0438\u0430\u043b\u0438\u0437\u0438\u0440\u0443\u044f\u0441\u044c \u043d\u0430 \u043a\u0430\u043a\u043e\u0439-\u043b\u0438\u0431\u043e \u043e\u0434\u043d\u043e\u0439. \u0417\u0430\u043c\u0435\u0442\u043d\u043e\u0439 \u0441\u0438\u043b\u043e\u0439 \u044d\u0442\u043e\u0433\u043e \u043f\u043e\u0434\u0445\u043e\u0434\u0430 \u044f\u0432\u043b\u044f\u0435\u0442\u0441\u044f \u0435\u0433\u043e \u0441\u043f\u043e\u0441\u043e\u0431\u043d\u043e\u0441\u0442\u044c \u0441\u043f\u0440\u0430\u0432\u043b\u044f\u0442\u044c\u0441\u044f \u0441 \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u043c\u0438 \u0437\u0430\u0434\u0430\u0447\u0430\u043c\u0438, \u0441\u043e\u0445\u0440\u0430\u043d\u044f\u044f \u043f\u0440\u0438 \u044d\u0442\u043e\u043c \u0443\u043d\u0438\u0432\u0435\u0440\u0441\u0430\u043b\u044c\u043d\u0443\u044e \u043f\u0440\u0438\u0440\u043e\u0434\u0443 \u0431\u0430\u0437\u043e\u0432\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438.<\/span><\/p>\n<p id=\"500f\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0412\u0435\u0440\u0442\u0438\u043a\u0430\u043b\u044c\u043d\u0430\u044f \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430<\/span><\/strong><span>\u00a0, \u0441 \u0434\u0440\u0443\u0433\u043e\u0439 \u0441\u0442\u043e\u0440\u043e\u043d\u044b, \u0444\u043e\u043a\u0443\u0441\u0438\u0440\u0443\u0435\u0442\u0441\u044f \u043d\u0430 \u0430\u0434\u0430\u043f\u0442\u0430\u0446\u0438\u0438 \u043c\u043e\u0434\u0435\u043b\u0438 \u0434\u043b\u044f \u0434\u043e\u0441\u0442\u0438\u0436\u0435\u043d\u0438\u044f \u0443\u0441\u043f\u0435\u0445\u0430 \u0432 \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u043d\u043e\u0439 \u0437\u0430\u0434\u0430\u0447\u0435 \u0438\u043b\u0438 \u043e\u0431\u043b\u0430\u0441\u0442\u0438. \u041c\u043e\u0434\u0435\u043b\u044c \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u0432\u044b\u043f\u043e\u043b\u043d\u044f\u0435\u0442\u0441\u044f \u0441 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0435\u043c \u0443\u0437\u043a\u043e\u0441\u043f\u0435\u0446\u0438\u0430\u043b\u0438\u0437\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u0445 \u0438\u043b\u0438 \u0434\u043e\u043c\u0435\u043d\u043d\u043e-\u0441\u043f\u0435\u0446\u0438\u0444\u0438\u0447\u043d\u044b\u0445 \u0434\u0430\u043d\u043d\u044b\u0445, \u0447\u0442\u043e \u043f\u043e\u0437\u0432\u043e\u043b\u044f\u0435\u0442 \u0435\u0439 \u043b\u0443\u0447\u0448\u0435 \u043f\u043e\u043d\u0438\u043c\u0430\u0442\u044c \u0438 \u0433\u0435\u043d\u0435\u0440\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u043e\u0442\u0432\u0435\u0442\u044b, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0442 \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u043e\u0439 \u043e\u0431\u043b\u0430\u0441\u0442\u0438, \u0434\u043b<\/span><\/p>\n<p id=\"500f\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0434\u043b\u044f \u043a\u043e\u0442\u043e\u0440\u043e\u0439 \u043e\u043d\u0430 \u0431\u044b\u043b\u0430 \u043d\u0430\u0441\u0442\u0440\u043e\u0435\u043d\u0430, \u0447\u0442\u043e \u043f\u0440\u0438\u0432\u043e\u0434\u0438\u0442 \u043a \u0432\u044b\u0441\u043e\u043a\u043e\u0442\u043e\u0447\u043d\u044b\u043c \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u0430\u043c.<\/span><\/p>\n<p id=\"e6f9\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\">We also need to determine the number of parameters necessary for fine-tuning the model. The primary concern will be the computational resources required for both tuning and inference, as costs can escalate quickly. Additionally, we should consider the specific task and the type of data we want the base model to adapt to. There are three different strategies involved: full parameter retraining,\u00a0<a class=\"af ne\" href=\"https:\/\/www.leewayhertz.com\/parameter-efficient-fine-tuning\/\" target=\"_blank\" rel=\"noopener ugc nofollow\">Parameter-Efficient Fine-Tuning<\/a>\u00a0(PEFT), and\u00a0<a class=\"af ne\" href=\"https:\/\/www.leewayhertz.com\/transfer-learning\/\" target=\"_blank\" rel=\"noopener ugc nofollow\">transfer learning<\/a>. In this discussion, we will focus on various PEFT strategies for fine-tuning the model on consumer GPUs.<\/p>\n<p id=\"b78e\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u042d\u0442\u043e \u0442\u043e\u043b\u044c\u043a\u043e \u043a\u043b\u044e\u0447\u0435\u0432\u044b\u0435 \u0441\u043e\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f, \u0430 \u0442\u0430\u043a\u0436\u0435 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438, \u0442\u0430\u043a\u0438\u0435 \u043a\u0430\u043a \u0432\u044b\u0431\u043e\u0440 \u043f\u043e\u0434\u0445\u043e\u0434\u0430 \u0441\u0432\u0435\u0440\u0445\u0443 \u0432\u043d\u0438\u0437 \u0438\u043b\u0438 \u0441\u043d\u0438\u0437\u0443 \u0432\u0432\u0435\u0440\u0445, \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435 \u043d\u0430 \u043e\u0442\u0434\u0435\u043b\u044c\u043d\u044b\u0445 \u0441\u043b\u043e\u044f\u0445 \u0438\u043b\u0438 \u0438\u0445 \u043f\u0430\u043a\u0435\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u0438 \u0442. \u0434. \u0422\u0430\u043a\u0438\u043c \u043e\u0431\u0440\u0430\u0437\u043e\u043c, \u043a\u043b\u044e\u0447\u0435\u0432\u044b\u0435 \u0441\u043e\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f \u0432\u043c\u0435\u0441\u0442\u0435 \u0441 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u043c \u0432\u044b\u0431\u043e\u0440\u043e\u043c \u043c\u043e\u0434\u0443\u043b\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0434\u0430\u0434\u0443\u0442 \u043d\u0430\u043c \u043f\u0440\u0430\u0432\u0438\u043b\u044c\u043d\u0443\u044e \u0431\u0430\u0437\u043e\u0432\u0443\u044e \u043b\u0438\u043d\u0438\u044e \u0434\u043b\u044f \u0440\u0430\u0431\u043e\u0442\u044b. \u041f\u043e\u0441\u043a\u043e\u043b\u044c\u043a\u0443 \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u2014 \u044d\u0442\u043e \u043e\u043a\u0435\u0430\u043d \u0441\u0430\u043c \u043f\u043e \u0441\u0435\u0431\u0435, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043e\u0441\u0440\u0435\u0434\u043e\u0442\u043e\u0447\u0438\u043c\u0441\u044f \u043d\u0430 \u043c\u0435\u043d\u044c\u0448\u0435\u043c \u043f\u043e\u0434\u043c\u043d\u043e\u0436\u0435\u0441\u0442\u0432\u0435 (\u0447\u0430\u0449\u0435 \u0432\u0441\u0435\u0433\u043e \u0443\u043f\u043e\u043c\u0438\u043d\u0430\u0435\u043c\u043e\u043c) \u0434\u043b\u044f \u0447\u0430\u0441\u0442\u0438 \u0440\u0435\u0430\u043b\u0438\u0437\u0430\u0446\u0438\u0438, \u043a\u043e\u0442\u043e\u0440\u0430\u044f \u0431\u0443\u0434\u0435\u0442 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0439 \u0432\u0435\u0440\u0442\u0438\u043a\u0430\u043b\u044c\u043d\u043e\u0439 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u043e\u0439 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432. \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043e\u0431\u0440\u0430\u0442\u0438\u0442\u044c\u0441\u044f \u043a \u043f\u0440\u0435\u0434\u044b\u0434\u0443\u0449\u0435\u0439\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/pub.towardsai.net\/a-brief-practical-guide-to-llm-quantization-b5fafec0d2eb\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0441\u0442\u0430\u0442\u044c\u0435<\/span><\/a><span>\u00a0, \u0447\u0442\u043e\u0431\u044b \u043f\u043e\u043b\u0443\u0447\u0438\u0442\u044c \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0435 \u043e \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u0445 \u0444\u043e\u0440\u043c\u0430\u0442\u0430\u0445 \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u043d\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u043c\u043e\u0436\u043d\u043e \u0443\u0432\u0438\u0434\u0435\u0442\u044c \u043d\u0430\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>HuggingFace<\/span><\/a><span>\u00a0.<\/span><\/p>\n<p id=\"e468\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>PEFT \u0434\u043b\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438<\/span><\/strong><\/p>\n<p id=\"4594\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u041f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0438\u0447\u0435\u0441\u043a\u0438-\u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u0430\u044f \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 (PEFT) \u2014 \u044d\u0442\u043e \u043c\u0435\u0442\u043e\u0434, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442 \u0438\u0434\u0435\u044e \u043e \u0442\u043e\u043c, \u0447\u0442\u043e \u043d\u0435 \u0432\u0441\u0435 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u044b \u0432 \u0431\u043e\u043b\u044c\u0448\u043e\u0439 \u044f\u0437\u044b\u043a\u043e\u0432\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438 \u0434\u043e\u043b\u0436\u043d\u044b \u043e\u0431\u043d\u043e\u0432\u043b\u044f\u0442\u044c\u0441\u044f \u0434\u043b\u044f \u0434\u043e\u0441\u0442\u0438\u0436\u0435\u043d\u0438\u044f \u043e\u043f\u0442\u0438\u043c\u0430\u043b\u044c\u043d\u043e\u0439 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438. \u0417\u0430\u043c\u043e\u0440\u0430\u0436\u0438\u0432\u0430\u044f \u0431\u043e\u043b\u044c\u0448\u0438\u043d\u0441\u0442\u0432\u043e \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u0438 \u0444\u043e\u043a\u0443\u0441\u0438\u0440\u0443\u044f\u0441\u044c \u043d\u0430 \u043c\u0435\u043d\u044c\u0448\u0435\u043c \u043f\u043e\u0434\u043c\u043d\u043e\u0436\u0435\u0441\u0442\u0432\u0435, \u043c\u044b \u043c\u043e\u0436\u0435\u043c \u0437\u043d\u0430\u0447\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u0441\u043e\u043a\u0440\u0430\u0442\u0438\u0442\u044c \u0432\u044b\u0447\u0438\u0441\u043b\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u0435 \u0440\u0435\u0441\u0443\u0440\u0441\u044b \u0438 \u0432\u0440\u0435\u043c\u044f, \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u044b\u0435 \u0434\u043b\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438.<\/span><\/p>\n<p id=\"3bc2\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u041f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u044c\u0442\u0435 \u0441\u0435\u0431\u0435 \u043a\u043b\u0430\u0441\u0441, \u0433\u0434\u0435 \u0443\u0447\u0435\u043d\u0438\u043a \u043f\u0440\u0435\u0443\u0441\u043f\u0435\u0432\u0430\u0435\u0442 \u0432\u043e \u043c\u043d\u043e\u0433\u0438\u0445 \u043f\u0440\u0435\u0434\u043c\u0435\u0442\u0430\u0445, \u043d\u043e \u043d\u0443\u0436\u0434\u0430\u0435\u0442\u0441\u044f \u0432 \u0443\u043b\u0443\u0447\u0448\u0435\u043d\u0438\u0438 \u0442\u043e\u043b\u044c\u043a\u043e \u0432 \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u0438\u0445 \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u044b\u0445 \u043e\u0431\u043b\u0430\u0441\u0442\u044f\u0445. \u0412\u043c\u0435\u0441\u0442\u043e \u0442\u043e\u0433\u043e, \u0447\u0442\u043e\u0431\u044b \u043f\u0435\u0440\u0435\u0441\u043c\u0430\u0442\u0440\u0438\u0432\u0430\u0442\u044c \u0432\u0441\u044e \u0443\u0447\u0435\u0431\u043d\u0443\u044e \u043f\u0440\u043e\u0433\u0440\u0430\u043c\u043c\u0443, \u0443\u0447\u0438\u0442\u0435\u043b\u044c \u043e\u0431\u0435\u0441\u043f\u0435\u0447\u0438\u0432\u0430\u0435\u0442 \u0446\u0435\u043b\u0435\u0432\u0443\u044e \u0434\u043e\u043f\u043e\u043b\u043d\u0438\u0442\u0435\u043b\u044c\u043d\u0443\u044e \u043f\u0440\u0430\u043a\u0442\u0438\u043a\u0443 \u0432 \u044d\u0442\u0438\u0445 \u043e\u0431\u043b\u0430\u0441\u0442\u044f\u0445. \u0422\u0430\u043a\u043e\u0439 \u043f\u043e\u0434\u0445\u043e\u0434 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u0435\u043d, \u043f\u043e\u0441\u043a\u043e\u043b\u044c\u043a\u0443 \u043e\u043d \u043e\u043f\u0438\u0440\u0430\u0435\u0442\u0441\u044f \u043d\u0430 \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u0435 \u0437\u043d\u0430\u043d\u0438\u044f \u0443\u0447\u0435\u043d\u0438\u043a\u0430, \u043a\u043e\u043d\u0446\u0435\u043d\u0442\u0440\u0438\u0440\u0443\u044f \u0440\u0435\u0441\u0443\u0440\u0441\u044b \u0442\u0430\u043c, \u0433\u0434\u0435 \u043e\u043d\u0438 \u0431\u043e\u043b\u044c\u0448\u0435 \u0432\u0441\u0435\u0433\u043e \u043d\u0443\u0436\u043d\u044b. \u0410\u043d\u0430\u043b\u043e\u0433\u0438\u0447\u043d\u043e, \u0432 PEFt \u043c\u044b \u0444\u043e\u043a\u0443\u0441\u0438\u0440\u0443\u0435\u043c\u0441\u044f \u0442\u043e\u043b\u044c\u043a\u043e \u043d\u0430 \u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u0438 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u044b\u0445 \u0432\u0435\u0441\u043e\u0432.<\/span><\/p>\n<p id=\"1153\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0417\u0430\u043c\u043e\u0440\u0430\u0436\u0438\u0432\u0430\u044f \u0431\u043e\u043b\u044c\u0448\u0438\u043d\u0441\u0442\u0432\u043e \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432, \u043f\u0440\u043e\u0434\u043e\u043b\u0436\u0430\u044f \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u044c \u043e\u0441\u0442\u0430\u0442\u043e\u0447\u043d\u044b\u0435 \u0441\u0432\u044f\u0437\u0438 \u0438 \u043f\u0440\u0438\u043c\u0435\u043d\u044f\u044f \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u0435 \u043c\u0435\u0442\u043e\u0434\u044b \u0440\u0435\u0433\u0443\u043b\u044f\u0440\u0438\u0437\u0430\u0446\u0438\u0438, \u044d\u0442\u0438 \u043c\u043e\u0434\u0435\u043b\u0438 \u0441\u043e\u0445\u0440\u0430\u043d\u044f\u044e\u0442 \u0441\u0432\u043e\u0438 \u043f\u0440\u0435\u0434\u044b\u0434\u0443\u0449\u0438\u0435 \u0437\u043d\u0430\u043d\u0438\u044f, \u0442\u0435\u043c \u0441\u0430\u043c\u044b\u043c \u0438\u0437\u0431\u0435\u0433\u0430\u044f\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/cobusgreyling.medium.com\/catastrophic-forgetting-in-llms-bf345760e6e2\" rel=\"noopener\"><span>\u043a\u0430\u0442\u0430\u0441\u0442\u0440\u043e\u0444\u0438\u0447\u0435\u0441\u043a\u043e\u0433\u043e \u0437\u0430\u0431\u044b\u0432\u0430\u043d\u0438\u044f<\/span><\/a><span>\u00a0. \u0422\u0430\u043a\u0438\u0435 \u043c\u0435\u0442\u043e\u0434\u044b, \u043a\u0430\u043a\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/github.com\/jiaweizzhao\/GaLore\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>GaLore,<\/span><\/a><span>\u00a0\u0441\u0434\u0435\u043b\u0430\u043b\u0438 \u0432\u043e\u0437\u043c\u043e\u0436\u043d\u043e\u0439 \u0442\u043e\u043d\u043a\u0443\u044e \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0443 \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439, \u0442\u0430\u043a\u0438\u0445 \u043a\u0430\u043a Llama-3, \u043d\u0430 \u043f\u0435\u0440\u0441\u043e\u043d\u0430\u043b\u044c\u043d\u044b\u0445 \u043a\u043e\u043c\u043f\u044c\u044e\u0442\u0435\u0440\u0430\u0445, \u0447\u0442\u043e \u0434\u0435\u043b\u0430\u0435\u0442 \u043f\u0440\u043e\u0434\u0432\u0438\u043d\u0443\u0442\u043e\u0435 \u044f\u0437\u044b\u043a\u043e\u0432\u043e\u0435 \u043c\u043e\u0434\u0435\u043b\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u0431\u043e\u043b\u0435\u0435 \u0434\u043e\u0441\u0442\u0443\u043f\u043d\u044b\u043c.<\/span><\/p>\n<p id=\"965d\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0440\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0438\u043c \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u043e \u043c\u0435\u0442\u043e\u0434\u0438\u043a PEFT, \u043e\u0442\u043c\u0435\u0442\u0438\u0432, \u0447\u0442\u043e \u043e\u043d\u0438 \u043d\u0435 \u044f\u0432\u043b\u044f\u044e\u0442\u0441\u044f \u0432\u0437\u0430\u0438\u043c\u043e\u0438\u0441\u043a\u043b\u044e\u0447\u0430\u044e\u0449\u0438\u043c\u0438.<\/span><\/p>\n<p id=\"a711\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041c\u0435\u0442\u043e\u0434\u044b \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0439 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432<\/span><\/strong><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm on\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*aj45RItrFN5lEk69Owchzw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*aj45RItrFN5lEk69Owchzw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*aj45RItrFN5lEk69Owchzw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*aj45RItrFN5lEk69Owchzw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*aj45RItrFN5lEk69Owchzw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*aj45RItrFN5lEk69Owchzw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*aj45RItrFN5lEk69Owchzw.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*aj45RItrFN5lEk69Owchzw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*aj45RItrFN5lEk69Owchzw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*aj45RItrFN5lEk69Owchzw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*aj45RItrFN5lEk69Owchzw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*aj45RItrFN5lEk69Owchzw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*aj45RItrFN5lEk69Owchzw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*aj45RItrFN5lEk69Owchzw.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*aj45RItrFN5lEk69Owchzw.png\" alt=\"\" width=\"700\" height=\"386\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>(\u0422\u0430\u043a\u0441\u043e\u043d\u043e\u043c\u0438\u044f \u043c\u0435\u0442\u043e\u0434\u043e\u0432 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0441 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u044b\u043c\u0438 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430\u043c\u0438) \u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f:\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/arxiv.org\/pdf\/2303.15647\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u041c\u0430\u0441\u0448\u0442\u0430\u0431\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u0441 \u0443\u043c\u0435\u043d\u044c\u0448\u0435\u043d\u0438\u0435\u043c \u043c\u0430\u0441\u0448\u0442\u0430\u0431\u0430 \u043a \u0443\u0432\u0435\u043b\u0438\u0447\u0435\u043d\u0438\u044e: \u0440\u0443\u043a\u043e\u0432\u043e\u0434\u0441\u0442\u0432\u043e \u043f\u043e \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0435 \u0441 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u044b\u043c\u0438 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430\u043c\u0438<\/span><\/a><span>\u00a0(ArXiv)<\/span><\/figcaption><\/figure>\n<p id=\"3721\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u041a\u0430\u043a \u0438 \u043d\u0430 \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u0438 \u0432\u044b\u0448\u0435, \u043c\u0435\u0442\u043e\u0434\u044b PEFT \u043a\u043b\u0430\u0441\u0441\u0438\u0444\u0438\u0446\u0438\u0440\u0443\u044e\u0442\u0441\u044f \u043f\u043e 3 \u0448\u0438\u0440\u043e\u043a\u0438\u043c \u043a\u0430\u0442\u0435\u0433\u043e\u0440\u0438\u044f\u043c, \u0430 \u0438\u043c\u0435\u043d\u043d\u043e: \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435\u00a0<\/span><strong class=\"nh fv\"><span>\u0434\u043e\u0431\u0430\u0432\u043b\u0435\u043d\u0438\u044f<\/span><\/strong><span>\u00a0(\u0434\u043e\u0431\u0430\u0432\u043b\u0435\u043d\u0438\u0435 \u043d\u043e\u0432\u044b\u0445 \u043e\u0431\u0443\u0447\u0430\u0435\u043c\u044b\u0445 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432), \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435\u00a0<\/span><strong class=\"nh fv\"><span>\u0432\u044b\u0431\u043e\u0440\u0430<\/span><\/strong><span>\u00a0(\u0432\u044b\u0431\u043e\u0440 \u043f\u043e\u0434\u043c\u043d\u043e\u0436\u0435\u0441\u0442\u0432\u0430 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u0438\u0437 \u0431\u0430\u0437\u043e\u0432\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438) \u0438 \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435\u00a0<\/span><strong class=\"nh fv\"><span>\u0440\u0435\u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0438\u0437\u0430\u0446\u0438\u0438<\/span><\/strong><span>\u00a0(\u0438\u043c\u0435\u044e\u0449\u0438\u0435 \u0430\u043b\u044c\u0442\u0435\u0440\u043d\u0430\u0442\u0438\u0432\u043d\u043e\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0435). \u0412 \u044d\u0442\u043e\u0439 \u0441\u0442\u0430\u0442\u044c\u0435 \u043c\u044b \u0440\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0438\u043c \u0442\u043e\u043b\u044c\u043a\u043e \u043f\u0440\u0438\u043c\u0435\u0440\u044b \u0444\u0440\u0430\u0433\u043c\u0435\u043d\u0442\u043e\u0432 \u043a\u043e\u0434\u0430 \u0434\u043b\u044f \u043a\u0430\u0436\u0434\u043e\u0433\u043e \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0430. \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043d\u0430\u0439\u0442\u0438 \u0432\u0441\u0435 \u0440\u0435\u0430\u043b\u0438\u0437\u0430\u0446\u0438\u0438 PEFT \u0434\u043b\u044f HuggingFace Transformer \u0432 \u0438\u0445 \u043e\u0444\u0438\u0446\u0438\u0430\u043b\u044c\u043d\u043e\u0439\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/docs\/peft\/main\/en\/index\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0434\u043e\u043a\u0443\u043c\u0435\u043d\u0442\u0430\u0446\u0438\u0438<\/span><\/a><span>\u00a0.<\/span><\/p>\n<p id=\"9d49\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><a class=\"af ne\" href=\"https:\/\/github.com\/AGI-Edgerunners\/LLM-Adapters\" target=\"_blank\" rel=\"noopener ugc nofollow\"><strong class=\"nh fv\"><span>\u0410\u0434\u0430\u043f\u0442\u0435\u0440\u044b<\/span><\/strong><\/a><\/p>\n<p id=\"5861\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0410\u0434\u0430\u043f\u0442\u0435\u0440\u044b \u043e\u0442\u043d\u043e\u0441\u044f\u0442\u0441\u044f \u043a \u043a\u043b\u0430\u0441\u0441\u0443 \u0434\u043e\u043f\u043e\u043b\u043d\u0435\u043d\u0438\u0439. \u0410\u0434\u0430\u043f\u0442\u0435\u0440\u044b \u2014 \u044d\u0442\u043e \u043c\u043e\u0434\u0443\u043b\u0438 \u043f\u0440\u044f\u043c\u043e\u0439 \u0441\u0432\u044f\u0437\u0438, \u0434\u043e\u0431\u0430\u0432\u043b\u044f\u0435\u043c\u044b\u0435 \u043a \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u044e\u0449\u0435\u0439 \u0430\u0440\u0445\u0438\u0442\u0435\u043a\u0442\u0443\u0440\u0435 \u0442\u0440\u0430\u043d\u0441\u0444\u043e\u0440\u043c\u0430\u0442\u043e\u0440\u0430 \u0434\u043b\u044f \u0443\u043c\u0435\u043d\u044c\u0448\u0435\u043d\u0438\u044f \u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0441\u0442\u0432\u0430 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u043c\u0435\u0436\u0434\u0443 \u043f\u043e\u043b\u043d\u043e\u0441\u0442\u044c\u044e \u0441\u0432\u044f\u0437\u0430\u043d\u043d\u044b\u043c\u0438 \u0441\u043b\u043e\u044f\u043c\u0438, \u043a\u0430\u043a \u043f\u043e\u043a\u0430\u0437\u0430\u043d\u043e \u043d\u0430 \u0440\u0438\u0441\u0443\u043d\u043a\u0435 \u043d\u0438\u0436\u0435.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm oo\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*1NFDivOl7qoC9coZVTqthA.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*1NFDivOl7qoC9coZVTqthA.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*1NFDivOl7qoC9coZVTqthA.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*1NFDivOl7qoC9coZVTqthA.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*1NFDivOl7qoC9coZVTqthA.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*1NFDivOl7qoC9coZVTqthA.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*1NFDivOl7qoC9coZVTqthA.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*1NFDivOl7qoC9coZVTqthA.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*1NFDivOl7qoC9coZVTqthA.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*1NFDivOl7qoC9coZVTqthA.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*1NFDivOl7qoC9coZVTqthA.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*1NFDivOl7qoC9coZVTqthA.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*1NFDivOl7qoC9coZVTqthA.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*1NFDivOl7qoC9coZVTqthA.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*1NFDivOl7qoC9coZVTqthA.png\" alt=\"\" width=\"700\" height=\"242\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f:\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/arxiv.org\/pdf\/1902.00751\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u042d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0435 \u0441 \u0442\u043e\u0447\u043a\u0438 \u0437\u0440\u0435\u043d\u0438\u044f \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u0442\u0440\u0430\u043d\u0441\u0444\u0435\u0440\u043d\u043e\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435 \u0434\u043b\u044f \u043e\u0431\u0440\u0430\u0431\u043e\u0442\u043a\u0438 \u0435\u0441\u0442\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0433\u043e \u044f\u0437\u044b\u043a\u0430<\/span><\/a><span>\u00a0(ArXiv)<\/span><\/figcaption><\/figure>\n<p id=\"2531\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0415\u0441\u043b\u0438 \u043f\u043e\u043b\u043d\u043e\u0441\u0442\u044c\u044e \u0441\u0432\u044f\u0437\u0430\u043d\u043d\u044b\u0435 \u0441\u043b\u043e\u0438 \u0431\u0443\u0434\u0443\u0442 \u0443\u043c\u0435\u043d\u044c\u0448\u0430\u0442\u044c \u043c\u0430\u0441\u0448\u0442\u0430\u0431 \u0438\u0437\u043c\u0435\u0440\u0435\u043d\u0438\u0439 \u0432 \u043e\u0434\u043d\u043e\u043c, \u0430 \u0437\u0430\u0442\u0435\u043c \u0438\u0437\u043c\u0435\u043d\u044f\u0442\u044c \u0438\u0445 \u043e\u0431\u0440\u0430\u0442\u043d\u043e \u0434\u043e \u0432\u0445\u043e\u0434\u043d\u043e\u0433\u043e \u0438\u0437\u043c\u0435\u0440\u0435\u043d\u0438\u044f \u0432 \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0435\u043c, \u043a\u0430\u043a \u044d\u0442\u043e \u0443\u043c\u0435\u043d\u044c\u0448\u0438\u0442 \u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0441\u0442\u0432\u043e \u043f\u0440\u0438\u0437\u043d\u0430\u043a\u043e\u0432? \u041d\u0430\u043f\u0440\u0438\u043c\u0435\u0440, \u043f\u0440\u0435\u0434\u043f\u043e\u043b\u043e\u0436\u0438\u043c, \u0447\u0442\u043e \u043f\u0435\u0440\u0432\u044b\u0439 \u043f\u043e\u043b\u043d\u043e\u0441\u0442\u044c\u044e \u0441\u0432\u044f\u0437\u0430\u043d\u043d\u044b\u0439 \u0441\u043b\u043e\u0439 \u0443\u043c\u0435\u043d\u044c\u0448\u0430\u0435\u0442 256-\u043c\u0435\u0440\u043d\u044b\u0439 \u0432\u0445\u043e\u0434 \u0434\u043e 16 \u0438\u0437\u043c\u0435\u0440\u0435\u043d\u0438\u0439, \u0430 \u0432\u0442\u043e\u0440\u043e\u0439 \u0441\u043b\u043e\u0439 \u0432\u043e\u0437\u0432\u0440\u0430\u0449\u0430\u0435\u0442 \u0435\u0433\u043e \u043e\u0431\u0440\u0430\u0442\u043d\u043e \u043a 256 \u0438\u0437\u043c\u0435\u0440\u0435\u043d\u0438\u044f\u043c. \u042d\u0442\u043e \u0434\u0430\u0435\u0442 \u0432 \u043e\u0431\u0449\u0435\u0439 \u0441\u043b\u043e\u0436\u043d\u043e\u0441\u0442\u0438 256 x 16 + 16 x 256 = 8192 \u0432\u0435\u0441\u043e\u0432\u044b\u0445 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430. \u0414\u043b\u044f \u0441\u0440\u0430\u0432\u043d\u0435\u043d\u0438\u044f, \u043e\u0434\u0438\u043d \u043f\u043e\u043b\u043d\u043e\u0441\u0442\u044c\u044e \u0441\u0432\u044f\u0437\u0430\u043d\u043d\u044b\u0439 \u0441\u043b\u043e\u0439, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u043e\u0442\u043e\u0431\u0440\u0430\u0436\u0430\u0435\u0442 256-\u043c\u0435\u0440\u043d\u044b\u0439 \u0432\u0445\u043e\u0434 \u0432 256-\u043c\u0435\u0440\u043d\u044b\u0439 \u0432\u044b\u0445\u043e\u0434, \u0431\u0443\u0434\u0435\u0442 \u0438\u043c\u0435\u0442\u044c 256 x 256 = 65536 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432. \u041f\u0440\u0438 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0435 \u0430\u0434\u0430\u043f\u0442\u0435\u0440\u0430 \u0442\u043e\u043b\u044c\u043a\u043e \u0430\u0434\u0430\u043f\u0442\u0435\u0440\u044b, \u043d\u043e\u0440\u043c\u044b \u0441\u043b\u043e\u0435\u0432 \u0438 \u043a\u043e\u043d\u0435\u0447\u043d\u044b\u0439 \u0437\u0430\u0433\u043e\u043b\u043e\u0432\u043e\u043a \u043e\u0431\u0443\u0447\u0430\u044e\u0442\u0441\u044f \u043d\u0430 \u0434\u0430\u043d\u043d\u044b\u0445 \u043d\u0438\u0441\u0445\u043e\u0434\u044f\u0449\u0435\u0433\u043e \u043f\u043e\u0442\u043e\u043a\u0430, \u0447\u0442\u043e \u0434\u0435\u043b\u0430\u0435\u0442 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0443 \u0431\u043e\u043b\u0435\u0435 \u0431\u044b\u0441\u0442\u0440\u043e\u0439 \u0438 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0439. \u042d\u0442\u043e\u0442 \u043c\u0435\u0442\u043e\u0434 \u0434\u043e\u043a\u0430\u0437\u0430\u043b \u0441\u0432\u043e\u044e \u0443\u0441\u043f\u0435\u0448\u043d\u043e\u0441\u0442\u044c \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435 \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0435\u0433\u043e \u043d\u0430\u0431\u043b\u044e\u0434\u0435\u043d\u0438\u044f: \u043c\u043e\u0434\u0435\u043b\u044c BERT, \u043e\u0431\u0443\u0447\u0435\u043d\u043d\u0430\u044f \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u043c\u0435\u0442\u043e\u0434\u0430 \u0430\u0434\u0430\u043f\u0442\u0435\u0440\u0430, \u0434\u043e\u0441\u0442\u0438\u0433\u0430\u0435\u0442 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438 \u043c\u043e\u0434\u0435\u043b\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044f, \u0441\u043e\u043f\u043e\u0441\u0442\u0430\u0432\u0438\u043c\u043e\u0439 \u0441 \u043f\u043e\u043b\u043d\u043e\u0441\u0442\u044c\u044e \u043d\u0430\u0441\u0442\u0440\u043e\u0435\u043d\u043d\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u044c\u044e BERT, \u043f\u0440\u0438 \u044d\u0442\u043e\u043c \u0442\u0440\u0435\u0431\u0443\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0442\u043e\u043b\u044c\u043a\u043e 3,6% \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432. \u041f\u0440\u043e\u0441\u0442\u043e\u0439 \u0431\u043b\u043e\u043a \u0430\u0434\u0430\u043f\u0442\u0435\u0440\u0430 \u0432\u044b\u0433\u043b\u044f\u0434\u0438\u0442 \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0438\u043c \u043e\u0431\u0440\u0430\u0437\u043e\u043c.<\/span><\/p>\n\n<pre class=\"mo mp mq mr ms op oq or bp os bb bk\"><span id=\"b23a\" class=\"ot ou fu oq b bg ov ow l ox oy\" data-selectable-paragraph=\"\"><span class=\"hljs-keyword\"><span>import<\/span><\/span><span> torch <\/span>\n<span class=\"hljs-keyword\"><span>import<\/span><\/span><span> torch.nn <\/span><span class=\"hljs-keyword\"><span>as<\/span><\/span><span> nn <\/span>\n\n<span class=\"hljs-keyword\"><span>class <\/span><\/span> <span class=\"hljs-title.class\"><span>AdapterBlock<\/span><\/span><span> (nn.Module): <\/span>\n    <span class=\"hljs-keyword\"><span>def <\/span><\/span> <span class=\"hljs-title.function\"><span>__init__<\/span><\/span><span> ( <\/span><span class=\"hljs-params\"><span>self, input_dim, adapter_dim= <\/span><span class=\"hljs-number\"><span>64<\/span><\/span><\/span><span> ): <\/span>\n        <span class=\"hljs-built_in\"><span>super<\/span><\/span><span> (AdapterBlock, self).__init__() <\/span>\n<span>        self.down_proj = nn.Linear(input_dim, adapter_dim) <\/span>\n<span>        self.activation = nn.ReLU() <\/span>\n<span>        self.up_proj = nn.Linear(adapter_dim, input_dim) <\/span>\n\n    <span class=\"hljs-keyword\"><span>def <\/span><\/span> <span class=\"hljs-title.function\"><span>forward<\/span><\/span><span> ( <\/span><span class=\"hljs-params\"><span>self, x<\/span><\/span><span> ): <\/span>\n        <span class=\"hljs-comment\"><span># \u041f\u0440\u0438\u043c\u0435\u043d\u0438\u0442\u044c \u0431\u043b\u043e\u043a \u0430\u0434\u0430\u043f\u0442\u0435\u0440\u0430 <\/span><\/span>\n        <span class=\"hljs-keyword\"><span>return<\/span><\/span><span> x + self.up_proj(self.activation(self.down_proj(x)))<\/span><\/span><\/pre>\n<p id=\"9836\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0421\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u0435\u0442 \u0435\u0449\u0435 \u043e\u0434\u0438\u043d \u0443\u043d\u0438\u043a\u0430\u043b\u044c\u043d\u044b\u0439 \u0430\u0434\u0430\u043f\u0442\u0435\u0440 \u043f\u043e\u0434 \u043d\u0430\u0437\u0432\u0430\u043d\u0438\u0435\u043c\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/github.com\/OpenGVLab\/LLaMA-Adapter\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>Llama-Adapter<\/span><\/a><span>\u00a0, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u0438\u043c\u0435\u0435\u0442 \u0443\u043d\u0438\u043a\u0430\u043b\u044c\u043d\u0443\u044e \u0430\u0440\u0445\u0438\u0442\u0435\u043a\u0442\u0443\u0440\u0443 \u0430\u0434\u0430\u043f\u0442\u0435\u0440\u0430, \u0441\u043f\u0435\u0446\u0438\u0430\u043b\u044c\u043d\u043e \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u0430\u043d\u043d\u0443\u044e \u0434\u043b\u044f \u043f\u0440\u0435\u0432\u0440\u0430\u0449\u0435\u043d\u0438\u044f Llama \u0432 \u043c\u043e\u0434\u0435\u043b\u044c, \u0432\u044b\u043f\u043e\u043b\u043d\u044f\u044e\u0449\u0443\u044e \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0446\u0438\u0438.<\/span><\/p>\n<p id=\"2853\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><a class=\"af ne\" href=\"https:\/\/github.com\/mkshing\/Prompt-Tuning\" target=\"_blank\" rel=\"noopener ugc nofollow\"><strong class=\"nh fv\"><span>\u0411\u044b\u0441\u0442\u0440\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430<\/span><\/strong><\/a><\/p>\n<p id=\"1371\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u041d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u2014 \u044d\u0442\u043e \u0441\u043d\u043e\u0432\u0430 \u0430\u0434\u0434\u0438\u0442\u0438\u0432\u043d\u044b\u0439 \u043c\u0435\u0442\u043e\u0434, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u044e\u0449\u0438\u0439 \u0441\u0438\u043b\u0443 \u043c\u044f\u0433\u043a\u0438\u0445 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a (\u0434\u0438\u043d\u0430\u043c\u0438\u0447\u0435\u0441\u043a\u043e\u0435 \u043e\u0431\u043d\u043e\u0432\u043b\u0435\u043d\u0438\u0435 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u0441 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0435\u043c \u043e\u0431\u0440\u0430\u0442\u043d\u043e\u0439 \u0441\u0432\u044f\u0437\u0438 Loss) \u0432\u043c\u0435\u0441\u0442\u043e \u044f\u0432\u043d\u044b\u0445 \u0441\u0442\u0430\u0442\u0438\u0447\u0435\u0441\u043a\u0438\u0445 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u0447\u0435\u043b\u043e\u0432\u0435\u043a\u0430\/\u0436\u0435\u0441\u0442\u043a\u0438\u0445 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a. \u042d\u0442\u043e\u0442 \u043c\u0435\u0442\u043e\u0434 PEFT \u043d\u0430\u043f\u0440\u0430\u0432\u043b\u0435\u043d \u043d\u0430 \u0434\u043e\u0441\u0442\u0438\u0436\u0435\u043d\u0438\u0435 \u0443\u043b\u0443\u0447\u0448\u0435\u043d\u043d\u043e\u0439 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438 \u043c\u043e\u0434\u0435\u043b\u0438 \u0442\u043e\u043b\u044c\u043a\u043e \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u0432\u0445\u043e\u0434\u043d\u044b\u0445 \u0434\u0430\u043d\u043d\u044b\u0445 \u0432\u043c\u0435\u0441\u0442\u043e \u0438\u0437\u043c\u0435\u043d\u0435\u043d\u0438\u044f \u0432\u0435\u0441\u043e\u0432 \u043c\u043e\u0434\u0435\u043b\u0438.\u00a0<\/span><em class=\"oz\"><span>\u0415\u0441\u043b\u0438 \u044d\u0442\u043e \u0442\u0430\u043a, \u0442\u043e \u043f\u043e\u0447\u0435\u043c\u0443 \u0431\u044b \u043d\u0435 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u044c \u043f\u0440\u043e\u0435\u043a\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a?<\/span><\/em><span>\u00a0\u041f\u0440\u043e\u0435\u043a\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u0442\u0440\u0435\u0431\u0443\u0435\u0442 \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u0443\u0441\u0438\u043b\u0438\u0439 \u0434\u043b\u044f \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u043a\u0438 \u0438\u0434\u0435\u0430\u043b\u044c\u043d\u043e\u0439 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0438, \u0438 \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u0435\u0442 \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u0430 \u0434\u043b\u0438\u043d\u044b \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u043d\u043e\u0433\u043e \u043e\u043a\u043d\u0430. \u0414\u0430\u0436\u0435 \u0435\u0441\u043b\u0438 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0438 \u0440\u0430\u0431\u043e\u0442\u0430\u044e\u0442 \u0432 \u0442\u0435\u0441\u0442\u043e\u0432\u044b\u0445 \u0441\u0446\u0435\u043d\u0430\u0440\u0438\u044f\u0445, \u043e\u043d\u0438 \u043c\u043e\u0433\u0443\u0442 \u043d\u0435 \u0440\u0430\u0431\u043e\u0442\u0430\u0442\u044c \u0432 \u0434\u0440\u0443\u0433\u0438\u0445 \u0441\u0446\u0435\u043d\u0430\u0440\u0438\u044f\u0445, \u043f\u043e\u0441\u043a\u043e\u043b\u044c\u043a\u0443 \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u0435\u0442 \u043c\u043d\u043e\u0436\u0435\u0441\u0442\u0432\u043e \u0441\u043f\u043e\u0441\u043e\u0431\u043e\u0432 \u0437\u0430\u0434\u0430\u0442\u044c \u0442\u043e\u0442 \u0436\u0435 \u0432\u043e\u043f\u0440\u043e\u0441.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pa\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*gxVgfrVAGTZLIYKgsNVTOg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*gxVgfrVAGTZLIYKgsNVTOg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*gxVgfrVAGTZLIYKgsNVTOg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*gxVgfrVAGTZLIYKgsNVTOg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*gxVgfrVAGTZLIYKgsNVTOg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*gxVgfrVAGTZLIYKgsNVTOg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*gxVgfrVAGTZLIYKgsNVTOg.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*gxVgfrVAGTZLIYKgsNVTOg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*gxVgfrVAGTZLIYKgsNVTOg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*gxVgfrVAGTZLIYKgsNVTOg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*gxVgfrVAGTZLIYKgsNVTOg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*gxVgfrVAGTZLIYKgsNVTOg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*gxVgfrVAGTZLIYKgsNVTOg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*gxVgfrVAGTZLIYKgsNVTOg.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*gxVgfrVAGTZLIYKgsNVTOg.png\" alt=\"\" width=\"700\" height=\"403\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f:\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/arxiv.org\/pdf\/2104.08691\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0421\u0438\u043b\u0430 \u043c\u0430\u0441\u0448\u0442\u0430\u0431\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044f \u0434\u043b\u044f \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0439 \u043f\u043e \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430\u043c \u0431\u044b\u0441\u0442\u0440\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438<\/span><\/a><span>\u00a0(ArXiv)<\/span><\/figcaption><\/figure>\n<p id=\"1e46\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u041a\u0430\u043a \u0432\u0438\u0434\u043d\u043e \u043d\u0430 \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u0438 \u0432\u044b\u0448\u0435, \u043c\u044b \u0434\u043e\u0431\u0430\u0432\u043b\u044f\u0435\u043c \u0434\u043e\u043f\u043e\u043b\u043d\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u0435 \u043e\u0431\u0443\u0447\u0430\u0435\u043c\u044b\u0435 \u0442\u043e\u043a\u0435\u043d\u044b (\u0442\u043e\u0433\u043e \u0436\u0435 \u0440\u0430\u0437\u043c\u0435\u0440\u0430, \u0447\u0442\u043e \u0438 \u0432\u0445\u043e\u0434\u043d\u043e\u0439 \u0432\u0435\u043a\u0442\u043e\u0440) \u043a \u0432\u0445\u043e\u0434\u043d\u044b\u043c \u0432\u0435\u043a\u0442\u043e\u0440\u0430\u043c \u0432\u0441\u0442\u0440\u0430\u0438\u0432\u0430\u043d\u0438\u044f. \u041e\u043d\u0438 \u043d\u0435 \u044f\u0432\u043b\u044f\u044e\u0442\u0441\u044f \u0444\u0438\u043a\u0441\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u043c\u0438 \u0442\u043e\u0447\u043a\u0430\u043c\u0438 \u0432 \u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0441\u0442\u0432\u0435 \u0432\u0441\u0442\u0440\u0430\u0438\u0432\u0430\u043d\u0438\u044f \u0438, \u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e, \u043c\u043e\u0433\u0443\u0442 \u043f\u0440\u0438\u043d\u0438\u043c\u0430\u0442\u044c \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0435 \u043b\u044e\u0431\u043e\u0433\u043e \u0441\u043b\u043e\u0432\u0430. \u0426\u0435\u043b\u044c \u0441\u043e\u0441\u0442\u043e\u0438\u0442 \u0432 \u0442\u043e\u043c, \u0447\u0442\u043e\u0431\u044b \u043d\u0435\u043f\u0440\u0435\u0440\u044b\u0432\u043d\u043e \u043d\u0430\u0445\u043e\u0434\u0438\u0442\u044c \u043d\u0430\u0438\u043b\u0443\u0447\u0448\u0435\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0435 \u044d\u0442\u0438\u0445 \u043e\u0431\u0443\u0447\u0430\u0435\u043c\u044b\u0445 \u0442\u043e\u043a\u0435\u043d\u043e\u0432 \u0434\u043b\u044f \u0440\u0443\u043a\u043e\u0432\u043e\u0434\u0441\u0442\u0432\u0430 \u0437\u0430\u0432\u0435\u0440\u0448\u0435\u043d\u0438\u0435\u043c \u0432\u044b\u0432\u043e\u0434\u0430 \u043c\u043e\u0434\u0435\u043b\u0438. \u041c\u044b \u043c\u043e\u0436\u0435\u043c \u0434\u043e\u0441\u0442\u0438\u0447\u044c \u044d\u0442\u043e\u0433\u043e \u0432 \u043f\u0440\u0435\u0434\u0435\u043b\u0430\u0445 20 \u0442\u043e\u043a\u0435\u043d\u043e\u0432 (\u0437\u0430 \u043f\u0440\u0435\u0434\u0435\u043b\u0430\u043c\u0438 \u044d\u0442\u043e\u0433\u043e \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f \u0434\u043e\u0441\u0442\u0438\u0433\u0430\u0435\u0442\u0441\u044f \u043b\u0438\u0448\u044c \u043d\u0435\u0437\u043d\u0430\u0447\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u0439 \u043f\u0440\u0438\u0440\u043e\u0441\u0442) \u0434\u043b\u044f \u0437\u0430\u0434\u0430\u0447 \u043a\u043b\u0430\u0441\u0441\u0438\u0444\u0438\u043a\u0430\u0446\u0438\u0438 \u0432 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0438\u0438 \u0441 \u0431\u0430\u0437\u043e\u0432\u043e\u0439 \u0441\u0442\u0430\u0442\u044c\u0435\u0439. \u041a\u0430\u043a \u0432\u0438\u0434\u043d\u043e \u0432\u044b\u0448\u0435, \u0432\u043c\u0435\u0441\u0442\u043e \u0440\u0430\u0431\u043e\u0442\u044b \u0441 11B \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430\u043c\u0438 \u043c\u044b \u0440\u0430\u0431\u043e\u0442\u0430\u0435\u043c \u0442\u043e\u043b\u044c\u043a\u043e \u0441 20K \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430\u043c\u0438, \u0441\u0432\u044f\u0437\u0430\u043d\u043d\u044b\u043c\u0438 \u0441 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0430\u043c\u0438 \u043a \u0437\u0430\u0434\u0430\u0447\u0430\u043c. \u042d\u0442\u043e\u0442 \u043c\u0435\u0442\u043e\u0434 \u0438\u043c\u0435\u0435\u0442 \u043f\u0440\u0438\u0440\u043e\u0434\u0443 \u0447\u0435\u0440\u043d\u043e\u0433\u043e \u044f\u0449\u0438\u043a\u0430, \u043f\u043e\u0441\u043a\u043e\u043b\u044c\u043a\u0443 \u043e\u043d \u043c\u043e\u0436\u0435\u0442 \u043f\u0440\u0438\u043d\u0438\u043c\u0430\u0442\u044c \u043b\u044e\u0431\u043e\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0435 \u0432 \u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0441\u0442\u0432\u0435 \u0432\u0441\u0442\u0440\u0430\u0438\u0432\u0430\u043d\u0438\u044f \u0438 \u0435\u0433\u043e \u0442\u0440\u0443\u0434\u043d\u043e \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u0438\u0440\u043e\u0432\u0430\u0442\u044c. \u041f\u0440\u0438 \u0430\u043d\u0430\u043b\u0438\u0437\u0435 \u0431\u043b\u0438\u0436\u0430\u0439\u0448\u0435\u0433\u043e \u0441\u043e\u0441\u0435\u0434\u0430 \u0431\u044b\u043b\u043e \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u043e, \u0447\u0442\u043e \u044d\u0442\u0438 \u0442\u043e\u043a\u0435\u043d\u044b \u043f\u0440\u0438\u043d\u0438\u043c\u0430\u044e\u0442 \u0441\u0435\u043c\u0430\u043d\u0442\u0438\u0447\u0435\u0441\u043a\u043e\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0435 \u0441\u043b\u043e\u0432\u0430, \u0447\u0442\u043e \u043e\u0437\u043d\u0430\u0447\u0430\u0435\u0442, \u0447\u0442\u043e \u044d\u0442\u043e\u0442 \u043c\u0435\u0442\u043e\u0434 \u043d\u0435\u043b\u044c\u0437\u044f \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u044c \u0434\u043b\u044f \u0443\u0437\u043a\u043e\u0441\u043f\u0435\u0446\u0438\u0430\u043b\u0438\u0437\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u0445 \u0437\u0430\u0434\u0430\u0447. \u0412\u043e-\u0432\u0442\u043e\u0440\u044b\u0445, \u043a\u0430\u043a \u0432\u0438\u0434\u043d\u043e \u0438\u0437 \u0438\u0441\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u0441\u043a\u0438\u0445 \u043d\u0430\u0431\u043b\u044e\u0434\u0435\u043d\u0438\u0439, \u044d\u0442\u043e\u0442 \u043c\u0435\u0442\u043e\u0434 \u043e\u043a\u0430\u0437\u044b\u0432\u0430\u0435\u0442\u0441\u044f \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u044b\u043c \u043f\u043e \u043c\u0435\u0440\u0435 \u0443\u0432\u0435\u043b\u0438\u0447\u0435\u043d\u0438\u044f \u0440\u0430\u0437\u043c\u0435\u0440\u0430 \u043c\u043e\u0434\u0435\u043b\u0438, \u043d\u043e \u043d\u0435 \u0442\u0430\u043a \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u0435\u043d \u0434\u043b\u044f \u043c\u0435\u043d\u044c\u0448\u0438\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439. \u041d\u0438\u0436\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d \u043f\u0440\u043e\u0441\u0442\u043e\u0439 \u0431\u043b\u043e\u043a \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pb\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*L9uSM5ubQC8iEEK3fMQFIg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*L9uSM5ubQC8iEEK3fMQFIg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*L9uSM5ubQC8iEEK3fMQFIg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*L9uSM5ubQC8iEEK3fMQFIg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*L9uSM5ubQC8iEEK3fMQFIg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*L9uSM5ubQC8iEEK3fMQFIg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*L9uSM5ubQC8iEEK3fMQFIg.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*L9uSM5ubQC8iEEK3fMQFIg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*L9uSM5ubQC8iEEK3fMQFIg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*L9uSM5ubQC8iEEK3fMQFIg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*L9uSM5ubQC8iEEK3fMQFIg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*L9uSM5ubQC8iEEK3fMQFIg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*L9uSM5ubQC8iEEK3fMQFIg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*L9uSM5ubQC8iEEK3fMQFIg.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*L9uSM5ubQC8iEEK3fMQFIg.png\" alt=\"\" width=\"700\" height=\"605\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f:\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/arxiv.org\/pdf\/2104.08691\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0421\u0438\u043b\u0430 \u043c\u0430\u0441\u0448\u0442\u0430\u0431\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044f \u0434\u043b\u044f \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0439 \u043f\u043e \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430\u043c \u0431\u044b\u0441\u0442\u0440\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438<\/span><\/a><span>\u00a0(ArXiv)<\/span><\/figcaption><\/figure>\n<pre class=\"mo mp mq mr ms op oq or bp os bb bk\"><span id=\"158b\" class=\"ot ou fu oq b bg ov ow l ox oy\" data-selectable-paragraph=\"\"><span class=\"hljs-keyword\"><span>import<\/span><\/span><span> torch <\/span>\n<span class=\"hljs-keyword\"><span>import<\/span><\/span><span> torch.nn <\/span><span class=\"hljs-keyword\"><span>as<\/span><\/span><span> nn <\/span>\n\n<span class=\"hljs-keyword\"><span>class <\/span><\/span> <span class=\"hljs-title.class\"><span>PromptTuningBlock<\/span><\/span><span> (nn.Module): <\/span>\n    <span class=\"hljs-keyword\"><span>def <\/span><\/span> <span class=\"hljs-title.function\"><span>__init__<\/span><\/span><span> ( <\/span><span class=\"hljs-params\"><span>self, input_dim, prompt_length, hidden_dim, output_dim<\/span><\/span><span> ): <\/span>\n        <span class=\"hljs-built_in\"><span>super<\/span><\/span><span> (PromptTuningBlock, self).__init__() <\/span>\n<span>        self.prompt_length = prompt_length <\/span>\n<span>        self.prompt_embeddings = nn.Parameter(torch.randn(prompt_length, input_dim)) <\/span>\n<span>        self.input_embedding = nn.EmbeddingBag(input_dim, hidden_dim) <\/span>\n        <span class=\"hljs-comment\"><span># \u041f\u0440\u043e\u0441\u0442\u043e\u0439 \u043b\u0438\u043d\u0435\u0439\u043d\u044b\u0439 \u0441\u043b\u043e\u0439 \u0434\u043b\u044f \u0432\u044b\u0432\u043e\u0434\u0430<\/span><\/span>\n<span>         self.fc = nn.Linear(hidden_dim + prompt_length * input_dim, output_dim) <\/span>\n\n    <span class=\"hljs-keyword\"><span>def <\/span><\/span> <span class=\"hljs-title.function\"><span>forward<\/span><\/span><span> ( <\/span><span class=\"hljs-params\"><span>self, input_ids<\/span><\/span><span> ): <\/span>\n        <span class=\"hljs-comment\"><span># \u041f\u043e\u043b\u0443\u0447\u0438\u0442\u044c \u0432\u043b\u043e\u0436\u0435\u043d\u0438\u044f \u0432\u0432\u043e\u0434\u0430<\/span><\/span>\n<span>         input_embeds = self.input_embedding(input_ids) <\/span>\n        <span class=\"hljs-comment\"><span># \u041e\u0431\u044a\u0435\u0434\u0438\u043d\u0438\u0442\u044c \u0432\u043b\u043e\u0436\u0435\u043d\u0438\u044f \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a<\/span><\/span>\n<span>         combined_embeds = torch.cat([input_embeds, self.prompt_embeddings.mean(dim= <\/span><span class=\"hljs-number\"><span>0<\/span><\/span><span> ).unsqueeze( <\/span><span class=\"hljs-number\"><span>0<\/span><\/span><span> )], dim= <\/span><span class=\"hljs-number\"><span>1<\/span><\/span><span> ) <\/span>\n        <span class=\"hljs-comment\"><span># \u041f\u0440\u043e\u0445\u043e\u0434\u0438\u043c \u0447\u0435\u0440\u0435\u0437 \u043b\u0438\u043d\u0435\u0439\u043d\u044b\u0439 \u0441\u043b\u043e\u0439<\/span><\/span>\n<span>         output = self.fc(combined_embeds)<\/span><\/span><\/pre>\n<p id=\"46a3\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><a class=\"af ne\" href=\"https:\/\/github.com\/XiangLi1999\/PrefixTuning\" target=\"_blank\" rel=\"noopener ugc nofollow\"><strong class=\"nh fv\"><span>\u041d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u043f\u0440\u0435\u0444\u0438\u043a\u0441\u0430<\/span><\/strong><\/a><\/p>\n<p id=\"04f3\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u042d\u0442\u043e \u0443\u043b\u0443\u0447\u0448\u0435\u043d\u043d\u044b\u0439 \u0432\u0430\u0440\u0438\u0430\u043d\u0442 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a, \u0433\u0434\u0435 \u043c\u044b \u0434\u043e\u0431\u0430\u0432\u043b\u044f\u0435\u043c \u043c\u044f\u0433\u043a\u0438\u0435 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0438 \u043a \u043a\u0430\u0436\u0434\u043e\u043c\u0443 \u0431\u043b\u043e\u043a\u0443 \u043f\u0440\u0435\u043e\u0431\u0440\u0430\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044f (\u043f\u0435\u0440\u0435\u0434 \u043f\u043e\u0437\u0438\u0446\u0438\u043e\u043d\u043d\u044b\u043c \u043a\u043e\u0434\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435\u043c) \u0432\u043c\u0435\u0441\u0442\u043e \u043e\u0434\u043d\u0438\u0445 \u0442\u043e\u043b\u044c\u043a\u043e \u0432\u043b\u043e\u0436\u0435\u043d\u0438\u0439 \u0432\u0445\u043e\u0434\u043e\u0432. \u0422\u0430\u043a\u0438\u043c \u043e\u0431\u0440\u0430\u0437\u043e\u043c, \u043f\u0440\u0435\u0444\u0438\u043a\u0441\u043d\u044b\u0439 \u0442\u043e\u043a\u0435\u043d \u0441\u0442\u0430\u043d\u043e\u0432\u0438\u0442\u0441\u044f \u0435\u0434\u0438\u043d\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u043c \u043e\u0431\u0443\u0447\u0430\u0435\u043c\u044b\u043c \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u043c \u043f\u043e \u0441\u043b\u043e\u044f\u043c \u0438 \u043e\u043a\u0430\u0437\u044b\u0432\u0430\u0435\u0442 \u043b\u0443\u0447\u0448\u0435\u0435 \u0432\u043b\u0438\u044f\u043d\u0438\u0435 \u043d\u0430 \u0432\u044b\u0445\u043e\u0434\u043d\u044b\u0435 \u0434\u0430\u043d\u043d\u044b\u0435.\u00a0<\/span><em class=\"oz\"><span>\u0427\u0435\u043c \u044d\u0442\u043e \u043e\u0442\u043b\u0438\u0447\u0430\u0435\u0442\u0441\u044f \u043e\u0442 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a?<\/span><\/em><span>\u00a0\u041d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u0443\u043b\u0443\u0447\u0448\u0430\u0435\u0442 \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u043e \u0441\u043b\u043e\u0435\u0432 \u043c\u043e\u0434\u0435\u043b\u0438, \u0434\u043e\u0431\u0430\u0432\u043b\u044f\u044f \u043f\u0440\u0435\u0444\u0438\u043a\u0441, \u0441\u043f\u0435\u0446\u0438\u0444\u0438\u0447\u043d\u044b\u0439 \u0434\u043b\u044f \u0437\u0430\u0434\u0430\u0447\u0438, \u043a \u043f\u043e\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438 \u0432\u0445\u043e\u0434\u043e\u0432, \u0447\u0442\u043e \u0442\u0440\u0435\u0431\u0443\u0435\u0442 \u0431\u043e\u043b\u044c\u0448\u0435 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u0434\u043b\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438. \u041d\u0430\u043f\u0440\u043e\u0442\u0438\u0432, \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u0444\u043e\u043a\u0443\u0441\u0438\u0440\u0443\u0435\u0442\u0441\u044f \u0438\u0441\u043a\u043b\u044e\u0447\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u043d\u0430 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0435 \u0432\u043b\u043e\u0436\u0435\u043d\u0438\u0439 \u0432\u0445\u043e\u0434\u043d\u044b\u0445 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a, \u0447\u0442\u043e \u043f\u0440\u0438\u0432\u043e\u0434\u0438\u0442 \u043a \u043c\u0435\u043d\u044c\u0448\u0435\u043c\u0443 \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u0443 \u043e\u0431\u043d\u043e\u0432\u043b\u0435\u043d\u043d\u044b\u0445 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u0438 \u043f\u043e\u0442\u0435\u043d\u0446\u0438\u0430\u043b\u044c\u043d\u043e \u0431\u043e\u043b\u044c\u0448\u0435\u0439 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0441\u0442\u0438 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432, \u0445\u043e\u0442\u044f \u044d\u0442\u043e \u043c\u043e\u0436\u0435\u0442 \u043e\u0433\u0440\u0430\u043d\u0438\u0447\u0438\u0442\u044c \u0430\u0434\u0430\u043f\u0442\u0438\u0432\u043d\u043e\u0441\u0442\u044c \u043a \u0446\u0435\u043b\u0435\u0432\u043e\u0439 \u0437\u0430\u0434\u0430\u0447\u0435. \u0425\u043e\u0442\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u043c\u043e\u0436\u0435\u0442 \u043e\u0431\u0435\u0441\u043f\u0435\u0447\u0438\u0442\u044c \u043b\u0443\u0447\u0448\u0443\u044e \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c \u0438\u0437-\u0437\u0430 \u0431\u043e\u043b\u044c\u0448\u0435\u0433\u043e \u043d\u0430\u0431\u043e\u0440\u0430 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432, \u043e\u043d\u0430 \u0442\u0430\u043a\u0436\u0435 \u043c\u043e\u0436\u0435\u0442 \u043f\u043e\u0442\u0440\u0435\u0431\u043e\u0432\u0430\u0442\u044c \u0431\u043e\u043b\u044c\u0448\u0435 \u0432\u044b\u0447\u0438\u0441\u043b\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u0445 \u0440\u0435\u0441\u0443\u0440\u0441\u043e\u0432 \u0438 \u0443\u0432\u0435\u043b\u0438\u0447\u0438\u0442\u044c \u0440\u0438\u0441\u043a \u043f\u0435\u0440\u0435\u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f. \u041c\u043e\u0436\u043d\u043e \u0441 \u0443\u0432\u0435\u0440\u0435\u043d\u043d\u043e\u0441\u0442\u044c\u044e \u043f\u0440\u0435\u0434\u043f\u043e\u043b\u043e\u0436\u0438\u0442\u044c, \u0447\u0442\u043e \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a, \u0445\u043e\u0442\u044f \u0438 \u0431\u043e\u043b\u0435\u0435 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u0430, \u043c\u043e\u0436\u0435\u0442 \u0440\u0430\u0431\u043e\u0442\u0430\u0442\u044c \u043d\u0435 \u0442\u0430\u043a \u0445\u043e\u0440\u043e\u0448\u043e, \u043a\u0430\u043a \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u043f\u0440\u0435\u0444\u0438\u043a\u0441\u043e\u0432 \u0438\u0437-\u0437\u0430 \u043c\u0435\u043d\u044c\u0448\u0435\u0433\u043e \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u0430 \u0442\u043e\u043d\u043a\u0438\u0445 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432. \u041f\u0440\u043e\u0441\u0442\u043e\u0439 \u0431\u043b\u043e\u043a \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u043f\u0440\u0435\u0444\u0438\u043a\u0441\u043e\u0432 \u0432\u044b\u0433\u043b\u044f\u0434\u0438\u0442 \u0442\u0430\u043a, \u043a\u0430\u043a \u043f\u043e\u043a\u0430\u0437\u0430\u043d\u043e \u043d\u0438\u0436\u0435.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pc\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*VDMUtRyn5kEQaG8oxuOahg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*VDMUtRyn5kEQaG8oxuOahg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*VDMUtRyn5kEQaG8oxuOahg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*VDMUtRyn5kEQaG8oxuOahg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*VDMUtRyn5kEQaG8oxuOahg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*VDMUtRyn5kEQaG8oxuOahg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*VDMUtRyn5kEQaG8oxuOahg.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*VDMUtRyn5kEQaG8oxuOahg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*VDMUtRyn5kEQaG8oxuOahg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*VDMUtRyn5kEQaG8oxuOahg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*VDMUtRyn5kEQaG8oxuOahg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*VDMUtRyn5kEQaG8oxuOahg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*VDMUtRyn5kEQaG8oxuOahg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*VDMUtRyn5kEQaG8oxuOahg.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*VDMUtRyn5kEQaG8oxuOahg.png\" alt=\"\" width=\"700\" height=\"495\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f:\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/arxiv.org\/pdf\/2101.00190\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>Prefix-Tuning: \u041e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u044f \u043d\u0435\u043f\u0440\u0435\u0440\u044b\u0432\u043d\u044b\u0445 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043e\u043a \u0434\u043b\u044f \u0433\u0435\u043d\u0435\u0440\u0430\u0446\u0438\u0438<\/span><\/a><span>\u00a0(ArXiv)<\/span><\/figcaption><\/figure>\n<pre class=\"mo mp mq mr ms op oq or bp os bb bk\"><span id=\"9068\" class=\"ot ou fu oq b bg ov ow l ox oy\" data-selectable-paragraph=\"\"><span class=\"hljs-keyword\"><span>import<\/span><\/span><span> torch <\/span>\n<span class=\"hljs-keyword\"><span>import<\/span><\/span><span> torch.nn <\/span><span class=\"hljs-keyword\"><span>as<\/span><\/span><span> nn <\/span>\n\n<span class=\"hljs-keyword\"><span>class <\/span><\/span> <span class=\"hljs-title.class\"><span>PrefixTuningBlock<\/span><\/span><span> (nn.Module): <\/span>\n    <span class=\"hljs-keyword\"><span>def <\/span><\/span> <span class=\"hljs-title.function\"><span>__init__<\/span><\/span><span> ( <\/span><span class=\"hljs-params\"><span>self, num_prefix_tokens, hidden_size, num_layers<\/span><\/span><span> ): <\/span>\n        <span class=\"hljs-built_in\"><span>super<\/span><\/span><span> (PrefixTuningBlock, self).__init__() <\/span>\n<span>        self.prefix_tokens = nn.Parameter(torch.randn(num_prefix_tokens, hidden_size)) <\/span>\n<span>        self.transformer_layers = nn.ModuleList([nn.TransformerEncoderLayer(d_model=hidden_size, nhead= <\/span><span class=\"hljs-number\"><span>8<\/span><\/span><span> , dropout= <\/span><span class=\"hljs-number\"><span>0.1<\/span><\/span><span> ) <\/span><span class=\"hljs-keyword\"><span>for<\/span><\/span><span> _ <\/span><span class=\"hljs-keyword\"><span>in <\/span><\/span> <span class=\"hljs-built_in\"><span>range<\/span><\/span><span> (num_layers)]) <\/span>\n\n    <span class=\"hljs-keyword\"><span>def <\/span><\/span> <span class=\"hljs-title.function\"><span>forward<\/span><\/span><span> ( <\/span><span class=\"hljs-params\"><span>self, input_ids<\/span><\/span><span> ): <\/span>\n        <span class=\"hljs-comment\"><span># \u0421\u043e\u0437\u0434\u0430\u0435\u043c \u0442\u0435\u043d\u0437\u043e\u0440 \u043f\u0440\u0435\u0444\u0438\u043a\u0441\u043d\u044b\u0445 \u0442\u043e\u043a\u0435\u043d\u043e\u0432<\/span><\/span>\n<span>         prefix_tokens = self.prefix_tokens.unsqueeze( <\/span><span class=\"hljs-number\"><span>0<\/span><\/span><span> ).expand(input_ids.size( <\/span><span class=\"hljs-number\"><span>0<\/span><\/span><span> ), - <\/span><span class=\"hljs-number\"><span>1<\/span><\/span><span> , - <\/span><span class=\"hljs-number\"><span>1<\/span><\/span><span> ) <\/span>\n        <span class=\"hljs-comment\"><span># \u041e\u0431\u044a\u0435\u0434\u0438\u043d\u0438\u0442\u044c input_ids \u0438 prefix_tokens<\/span><\/span>\n<span>         input_ids = torch.cat([prefix_tokens, input_ids], dim= <\/span><span class=\"hljs-number\"><span>1<\/span><\/span><span> ) <\/span>\n        <span class=\"hljs-comment\"><span># \u041f\u0440\u043e\u043f\u0443\u0441\u0442\u0438\u0442\u044c \u043e\u0431\u044a\u0435\u0434\u0438\u043d\u0435\u043d\u043d\u044b\u0439 \u0432\u0432\u043e\u0434 \u0447\u0435\u0440\u0435\u0437 \u0441\u043b\u043e\u0438 \u0442\u0440\u0430\u043d\u0441\u0444\u043e\u0440\u043c\u0430\u0442\u043e\u0440\u0430<\/span><\/span>\n<span>         output = input_ids <\/span>\n        <span class=\"hljs-keyword\"><span>for<\/span><\/span><span> layer <\/span><span class=\"hljs-keyword\"><span>in<\/span><\/span><span> self.transformer_layers: <\/span>\n<span>            output = layer(output) <\/span>\n        <span class=\"hljs-keyword\"><span>return<\/span><\/span><span> output<\/span><\/span><\/pre>\n<p id=\"7832\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><a class=\"af ne\" href=\"https:\/\/github.com\/microsoft\/LoRA\" target=\"_blank\" rel=\"noopener ugc nofollow\"><strong class=\"nh fv\"><span>\u041d\u0438\u0437\u043a\u043e\u0440\u0430\u043d\u0433\u043e\u0432\u0430\u044f \u0430\u0434\u0430\u043f\u0442\u0430\u0446\u0438\u044f \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439<\/span><\/strong><\/a><span>\u00a0(<\/span><strong class=\"nh fv\"><span>\u00a0\u0441\u0435\u043c\u0435\u0439\u0441\u0442\u0432\u043e LoRA)<\/span><\/strong><\/p>\n<p id=\"3bf9\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u042d\u0442\u043e \u043c\u0435\u0442\u043e\u0434 \u0440\u0435\u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0438\u0437\u0430\u0446\u0438\u0438, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u0440\u0430\u0431\u043e\u0442\u0430\u0435\u0442 \u043d\u0430 \u0430\u043b\u044c\u0442\u0435\u0440\u043d\u0430\u0442\u0438\u0432\u043d\u043e\u043c \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0438 \u044f\u0437\u044b\u043a\u043e\u0432\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438 \u0434\u043b\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438. \u042d\u0442\u043e\u0442 \u043c\u0435\u0442\u043e\u0434 \u0443\u043f\u0440\u043e\u0449\u0430\u0435\u0442 \u0431\u043e\u043b\u044c\u0448\u0443\u044e \u043c\u0430\u0442\u0440\u0438\u0446\u0443 \u0432\u0435\u0441\u043e\u0432 \u0432 \u0441\u043b\u043e\u044f\u0445 \u0432\u043d\u0438\u043c\u0430\u043d\u0438\u044f, \u0440\u0430\u0437\u0431\u0438\u0432\u0430\u044f \u0435\u0435 \u043d\u0430 \u0434\u0432\u0435 \u043c\u0430\u0442\u0440\u0438\u0446\u044b \u043c\u0435\u043d\u044c\u0448\u0435\u0433\u043e \u0440\u0430\u0437\u043c\u0435\u0440\u0430, \u0447\u0442\u043e \u0437\u043d\u0430\u0447\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u0441\u043e\u043a\u0440\u0430\u0449\u0430\u0435\u0442 \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u043e \u043d\u0430\u0441\u0442\u0440\u043e\u0438\u0442\u044c \u0432\u043e \u0432\u0440\u0435\u043c\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438. \u0412\u043c\u0435\u0441\u0442\u043e \u0442\u043e\u0433\u043e, \u0447\u0442\u043e\u0431\u044b \u043d\u0430\u043f\u0440\u044f\u043c\u0443\u044e \u0440\u0430\u0437\u043b\u0430\u0433\u0430\u0442\u044c \u043c\u0430\u0442\u0440\u0438\u0446\u0443, \u043e\u043d \u0443\u0447\u0438\u0442\u0441\u044f \u043d\u0430 \u0440\u0430\u0437\u043b\u043e\u0436\u0435\u043d\u043d\u043e\u043c \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0438 (\u043f\u0441\u0435\u0432\u0434\u043e\u0440\u0430\u0437\u043b\u043e\u0436\u0435\u043d\u0438\u0435).<\/span><\/p>\n<p id=\"1499\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0412\u043c\u0435\u0441\u0442\u043e \u0442\u043e\u0433\u043e, \u0447\u0442\u043e\u0431\u044b \u0434\u043e\u0431\u0430\u0432\u043b\u044f\u0442\u044c \u043d\u043e\u0432\u044b\u0435 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u044b \u0432 \u043c\u043e\u0434\u0435\u043b\u044c, \u043c\u044b \u0444\u043e\u043a\u0443\u0441\u0438\u0440\u0443\u0435\u043c\u0441\u044f \u043d\u0430 \u044d\u0442\u043e\u043c \u0430\u043b\u044c\u0442\u0435\u0440\u043d\u0430\u0442\u0438\u0432\u043d\u043e\u043c \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0438. \u041e\u0431\u0449\u0435\u0435 \u043c\u043d\u0435\u043d\u0438\u0435 \u0437\u0430\u043a\u043b\u044e\u0447\u0430\u0435\u0442\u0441\u044f \u0432 \u0442\u043e\u043c, \u0447\u0442\u043e\u0431\u044b \u0443\u0441\u0442\u0430\u043d\u043e\u0432\u0438\u0442\u044c \u0440\u0430\u043d\u0433 r \u043f\u0440\u043e\u043f\u043e\u0440\u0446\u0438\u043e\u043d\u0430\u043b\u044c\u043d\u044b\u043c \u043e\u0431\u044a\u0435\u043c\u0443 \u043e\u0431\u0443\u0447\u0430\u044e\u0449\u0438\u0445 \u0434\u0430\u043d\u043d\u044b\u0445 \u0438 \u0440\u0430\u0437\u043c\u0435\u0440\u0443 \u043c\u043e\u0434\u0435\u043b\u0438, \u0447\u0442\u043e\u0431\u044b \u0441\u043c\u044f\u0433\u0447\u0438\u0442\u044c \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u044b \u043f\u0435\u0440\u0435\u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0438 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e \u0443\u043f\u0440\u0430\u0432\u043b\u044f\u0442\u044c \u0431\u044e\u0434\u0436\u0435\u0442\u0430\u043c\u0438 \u043c\u043e\u0434\u0435\u043b\u0438. \u0422\u0430\u043a\u0436\u0435 \u0431\u044b\u043b\u043e \u0437\u0430\u043c\u0435\u0447\u0435\u043d\u043e, \u0447\u0442\u043e LoRA \u043c\u0435\u043d\u044c\u0448\u0435 \u0443\u0447\u0438\u0442\u0441\u044f \u0438 \u043c\u0435\u043d\u044c\u0448\u0435 \u0437\u0430\u0431\u044b\u0432\u0430\u0435\u0442, \u0447\u0442\u043e \u0438 \u043e\u0436\u0438\u0434\u0430\u043b\u043e\u0441\u044c.<\/span><\/p>\n<p id=\"e55b\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0440\u0430\u0437\u0431\u0435\u0440\u0435\u043c \u0440\u0430\u0437\u043b\u043e\u0436\u0435\u043d\u0438\u0435 \u043d\u0430 \u043f\u0440\u0438\u043c\u0435\u0440\u0435.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pc\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/0*sn_RqGAV45Newo3k.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/0*sn_RqGAV45Newo3k.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/0*sn_RqGAV45Newo3k.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/0*sn_RqGAV45Newo3k.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/0*sn_RqGAV45Newo3k.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/0*sn_RqGAV45Newo3k.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/0*sn_RqGAV45Newo3k.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/0*sn_RqGAV45Newo3k.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/0*sn_RqGAV45Newo3k.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/0*sn_RqGAV45Newo3k.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/0*sn_RqGAV45Newo3k.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/0*sn_RqGAV45Newo3k.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/0*sn_RqGAV45Newo3k.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/0*sn_RqGAV45Newo3k.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/0*sn_RqGAV45Newo3k.png\" alt=\"\" width=\"700\" height=\"528\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f: \u0441\u0442\u0430\u0442\u044c\u044f\u00a0\u0421\u0435\u0431\u0430\u0441\u0442\u044c\u044f\u043d\u0430 \u0420\u0430\u0448\u043a\u0438\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/sebastianraschka.com\/blog\/2023\/llm-finetuning-lora.html\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u00ab\u041f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0438\u0447\u0435\u0441\u043a\u0438 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u0430\u044f \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 LLM \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e LoRA\u00bb<\/span><\/a><\/figcaption><\/figure>\n<p id=\"74fd\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\">Assume we have 2 matrices A and B with 100 and 500 parameters. Therefore total number of parameters in \u0394W is AXB = 100X500 = 50,000. Now let\u2019s assume a rank of 5. Now the new weight matrices WA and WB become 100X5 = 500 and 500X5 = 2,500. The new \u0394W = WA + WB = 500+2500 = 3000 parameters, which is a 94% decrease. A sample LoRA block looks like the one mentioned below.<\/p>\n\n<pre class=\"mo mp mq mr ms op oq or bp os bb bk\"><span id=\"04ba\" class=\"ot ou fu oq b bg ov ow l ox oy\" data-selectable-paragraph=\"\"><span class=\"hljs-keyword\"><span>import<\/span><\/span><span> torch <\/span>\n<span class=\"hljs-keyword\"><span>import<\/span><\/span><span> torch.nn <\/span><span class=\"hljs-keyword\"><span>as<\/span><\/span><span> nn <\/span>\n<span class=\"hljs-keyword\"><span>import<\/span><\/span><span> math <\/span>\n\n<span class=\"hljs-keyword\"><span>class <\/span><\/span> <span class=\"hljs-title.class\"><span>LoRA<\/span><\/span><span> (nn.Module): <\/span>\n    <span class=\"hljs-keyword\"><span>def <\/span><\/span> <span class=\"hljs-title.function\"><span>__init__<\/span><\/span><span> ( <\/span><span class=\"hljs-params\"><span>self, input_dim, output_dim, rank= <\/span><span class=\"hljs-number\"><span>8<\/span><\/span><span> , alpha= <\/span><span class=\"hljs-number\"><span>1.0<\/span><\/span><\/span><span> ): <\/span>\n        <span class=\"hljs-built_in\"><span>super<\/span><\/span><span> ().__init__() <\/span>\n<span>        self.input_dim = input_dim <\/span>\n<span>        self.output_dim = output_dim <\/span>\n<span>        self.rank = rank <\/span>\n<span>        self.alpha = alpha <\/span>\n        <span class=\"hljs-comment\"><span># \u0421\u043e\u0437\u0434\u0430\u0435\u043c \u043c\u0430\u0442\u0440\u0438\u0446\u044b \u0432\u0435\u0441\u043e\u0432 LoRA<\/span><\/span>\n<span>         self.W_A = nn.Parameter(torch.empty(input_dim, rank)) <\/span>\n<span>        self.W_B = nn.Parameter(torch.empty(rank, output_dim)) <\/span>\n        <span class=\"hljs-comment\"><span># \u0418\u043d\u0438\u0446\u0438\u0430\u043b\u0438\u0437\u0438\u0440\u0443\u0435\u043c \u0432\u0435\u0441\u0430 LoRA<\/span><\/span>\n<span>         nn.init.kaiming_uniform_(self.W_A, a=math.sqrt( <\/span><span class=\"hljs-number\"><span>5<\/span><\/span><span> )) <\/span>\n<span>        nn.init.zeros_(self.W_B) <\/span>\n\n    <span class=\"hljs-keyword\"><span>def <\/span><\/span> <span class=\"hljs-title.function\"><span>forward<\/span><\/span><span> ( <\/span><span class=\"hljs-params\"><span>self, x, W<\/span><\/span><span> ): <\/span>\n<span>        h = x @ W <\/span>\n        <span class=\"hljs-comment\"><span># \u041f\u0440\u0438\u043c\u0435\u043d\u044f\u0435\u043c LoRA<\/span><\/span>\n<span>         h += self.alpha * x @ (self.W_A @ self.W_B) <\/span>\n        <span class=\"hljs-keyword\"><span>\u0432\u0435\u0440\u043d\u0443\u0442\u044c<\/span><\/span><span> h<\/span><\/span><\/pre>\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pd\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/0*e0JdKfE9rlFAL0qM.jpg 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/0*e0JdKfE9rlFAL0qM.jpg 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/0*e0JdKfE9rlFAL0qM.jpg 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/0*e0JdKfE9rlFAL0qM.jpg 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/0*e0JdKfE9rlFAL0qM.jpg 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/0*e0JdKfE9rlFAL0qM.jpg 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/0*e0JdKfE9rlFAL0qM.jpg 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/0*e0JdKfE9rlFAL0qM.jpg 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/0*e0JdKfE9rlFAL0qM.jpg 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/0*e0JdKfE9rlFAL0qM.jpg 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/0*e0JdKfE9rlFAL0qM.jpg 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/0*e0JdKfE9rlFAL0qM.jpg 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/0*e0JdKfE9rlFAL0qM.jpg 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/0*e0JdKfE9rlFAL0qM.jpg 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/0*e0JdKfE9rlFAL0qM.jpg\" alt=\"\" width=\"700\" height=\"289\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f:\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/vinija.ai\/nlp\/parameter-efficient-fine-tuning\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0411\u043b\u043e\u0433<\/span><\/a><span>\u00a0\u0412\u0438\u043d\u0438\u0438 \u0414\u0436\u0435\u0439\u043d (\u00a0<\/span><em class=\"pe\"><span>\u0412 \u043f\u043e\u0434\u0445\u043e\u0434\u0435 QLoRA \u0438\u043c\u0435\u043d\u043d\u043e \u0432\u0435\u0441\u0430 \u0438\u0441\u0445\u043e\u0434\u043d\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438 \u043a\u0432\u0430\u043d\u0442\u0443\u044e\u0442\u0441\u044f \u0441 \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u044c\u044e 4 \u0431\u0438\u0442\u0430. \u041d\u043e\u0432\u044b\u0435 \u0434\u043e\u0431\u0430\u0432\u043b\u0435\u043d\u043d\u044b\u0435 \u0432\u0435\u0441\u0430 LoRA \u043d\u0435 \u043a\u0432\u0430\u043d\u0442\u0443\u044e\u0442\u0441\u044f; \u043e\u043d\u0438 \u0441\u043e\u0445\u0440\u0430\u043d\u044f\u044e\u0442 \u0431\u043e\u043b\u0435\u0435 \u0432\u044b\u0441\u043e\u043a\u0443\u044e \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u044c \u0438 \u043d\u0430\u0441\u0442\u0440\u0430\u0438\u0432\u0430\u044e\u0442\u0441\u044f \u0432 \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f.)<\/span><\/em><\/figcaption><\/figure>\n<p id=\"3f8e\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0421\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u044e\u0442 \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u0435 \u0440\u0430\u0437\u043d\u043e\u0432\u0438\u0434\u043d\u043e\u0441\u0442\u0438 LoRA, \u0442\u0430\u043a\u0438\u0435 \u043a\u0430\u043a DoRA, QLoRA (\u043f\u043e\u043f\u0443\u043b\u044f\u0440\u043d\u0430\u044f \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u044f \u0441\u043c\u0435\u0448\u0430\u043d\u043d\u043e\u0439 \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u0438), LoHA \u0438 \u0442. \u0434. \u041d\u0435\u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u043f\u043e\u043f\u0443\u043b\u044f\u0440\u043d\u044b\u0435 \u0438\u0437 \u043d\u0438\u0445 \u0432\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043d\u0430\u0439\u0442\u0438 \u0432 \u044d\u0442\u043e\u0439\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/gautam75.medium.com\/exploring-different-lora-variants-for-efficient-llm-fine-tuning-4ca41179e658#:~:text=In%20the%20world%20of%20Generative,-Rank%20Adaptation%20(LoRA)\" rel=\"noopener\"><span>\u0441\u0442\u0430\u0442\u044c\u0435<\/span><\/a><span>\u00a0, \u0430 \u0440\u0435\u0430\u043b\u0438\u0437\u0430\u0446\u0438\u0438 \u0442\u0440\u0430\u043d\u0441\u0444\u043e\u0440\u043c\u0430\u0442\u043e\u0440\u043e\u0432 \u2014 \u0432\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/docs\/peft\/main\/en\/index\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0434\u043e\u043a\u0443\u043c\u0435\u043d\u0442\u0430\u0446\u0438\u0438 HuggingFace<\/span><\/a><span>\u00a0.<\/span><\/p>\n<p id=\"ffba\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><a class=\"af ne\" href=\"https:\/\/github.com\/r-three\/t-few\" target=\"_blank\" rel=\"noopener ugc nofollow\"><strong class=\"nh fv\"><span>\u0412\u0432\u0435\u0434\u0435\u043d\u043d\u044b\u0439 \u0430\u0434\u0430\u043f\u0442\u0435\u0440 \u043f\u0443\u0442\u0435\u043c \u0438\u043d\u0433\u0438\u0431\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044f \u0438 \u0443\u0441\u0438\u043b\u0435\u043d\u0438\u044f \u0432\u043d\u0443\u0442\u0440\u0435\u043d\u043d\u0438\u0445 \u0430\u043a\u0442\u0438\u0432\u0430\u0446\u0438\u0439<\/span><\/strong><\/a><strong class=\"nh fv\"><span>\u00a0(IA3)<\/span><\/strong><\/p>\n<p id=\"0dee\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\">This is another additive method involving three phases, addition of vectors, rescaling (inhibit\/ amplify) and tuning on downstream data. The three added vectors are\u00a0<strong class=\"nh fv\"><em class=\"oz\">Key rescaling vector<\/em><\/strong>\u00a0(This vector is multiplied with the keys in the self-attention layer),\u00a0<strong class=\"nh fv\"><em class=\"oz\">Value rescaling vector(<\/em><\/strong>This vector is multiplied with the values in the self-attention and encoder-decoder attention layers) and\u00a0<strong class=\"nh fv\"><em class=\"oz\">Intermediate activation rescaling vector(<\/em><\/strong>This vector is multiplied with the intermediate activations in the position-wise feed-forward network).<strong class=\"nh fv\"><em class=\"oz\">\u00a0<\/em><\/strong>The learned vectors are then used to rescale the corresponding elements in the model. This rescaling can either inhibit (reduce) or amplify (increase) the activations, depending on the values in the learned vectors. Finally, the model is finetuned on a downstream task. The learned vectors are updated during the fine-tuning process to optimize the model\u2019s performance. The model was proposed as a better alternative to few-shot prompting strategies (<a class=\"af ne\" href=\"https:\/\/www.lakera.ai\/blog\/what-is-in-context-learning\" target=\"_blank\" rel=\"noopener ugc nofollow\">In-context learning<\/a>).<\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pf\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*2o8fa5svXMi0KWkZLc1kTQ.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*2o8fa5svXMi0KWkZLc1kTQ.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*2o8fa5svXMi0KWkZLc1kTQ.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*2o8fa5svXMi0KWkZLc1kTQ.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*2o8fa5svXMi0KWkZLc1kTQ.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*2o8fa5svXMi0KWkZLc1kTQ.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*2o8fa5svXMi0KWkZLc1kTQ.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*2o8fa5svXMi0KWkZLc1kTQ.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*2o8fa5svXMi0KWkZLc1kTQ.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*2o8fa5svXMi0KWkZLc1kTQ.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*2o8fa5svXMi0KWkZLc1kTQ.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*2o8fa5svXMi0KWkZLc1kTQ.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*2o8fa5svXMi0KWkZLc1kTQ.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*2o8fa5svXMi0KWkZLc1kTQ.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*2o8fa5svXMi0KWkZLc1kTQ.png\" alt=\"\" width=\"700\" height=\"300\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f:\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/arxiv.org\/pdf\/2205.05638\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0422\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u0441 \u043c\u0430\u043b\u044b\u043c \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e\u043c \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u043b\u0443\u0447\u0448\u0435 \u0438 \u0434\u0435\u0448\u0435\u0432\u043b\u0435, \u0447\u0435\u043c \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u043d\u043e\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435<\/span><\/a><span>\u00a0(ArXiv)<\/span><\/figcaption><\/figure>\n<p id=\"8a19\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\">Orthogonal Finetuning via Butterfly Factorization (BOFT)<\/strong><\/p>\n<p id=\"71f0\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\">This is another reparameterization strategy where we perform\u00a0<a class=\"af ne\" href=\"https:\/\/en.wikipedia.org\/wiki\/Orthogonal_transformation\" target=\"_blank\" rel=\"noopener ugc nofollow\">orthogonal transformation<\/a>\u00a0of the weight matrices using\u00a0<a class=\"af ne\" href=\"https:\/\/github.com\/HazyResearch\/butterfly\" target=\"_blank\" rel=\"noopener ugc nofollow\">butterfly factorization<\/a>.\u00a0<em class=\"oz\">Let us understand butterfly factorization<\/em>. The goal is to represent a given weight matrix as a product of 2 matrices, namely a diagonal matrix and a permutation matrix as shown in the below image.<\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pg\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*q9aMQ5LIVCV4onTAooeyAw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*q9aMQ5LIVCV4onTAooeyAw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*q9aMQ5LIVCV4onTAooeyAw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*q9aMQ5LIVCV4onTAooeyAw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*q9aMQ5LIVCV4onTAooeyAw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*q9aMQ5LIVCV4onTAooeyAw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*q9aMQ5LIVCV4onTAooeyAw.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*q9aMQ5LIVCV4onTAooeyAw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*q9aMQ5LIVCV4onTAooeyAw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*q9aMQ5LIVCV4onTAooeyAw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*q9aMQ5LIVCV4onTAooeyAw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*q9aMQ5LIVCV4onTAooeyAw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*q9aMQ5LIVCV4onTAooeyAw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*q9aMQ5LIVCV4onTAooeyAw.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*q9aMQ5LIVCV4onTAooeyAw.png\" alt=\"\" width=\"700\" height=\"298\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\">Image Source: Author<\/figcaption><\/figure>\n<p id=\"89c3\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0412\u0432\u043e\u0434\u044f \u0444\u0430\u043a\u0442\u043e\u0440 \u043e\u0440\u0442\u043e\u0433\u043e\u043d\u0430\u043b\u044c\u043d\u043e\u0441\u0442\u0438 \u043c\u0435\u0436\u0434\u0443 \u0433\u0440\u0430\u0434\u0438\u0435\u043d\u0442\u0430\u043c\u0438 \u043f\u043e\u0442\u0435\u0440\u044c \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0438 \u043f\u043e\u0442\u0435\u0440\u044c \u0434\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f, \u043c\u044b \u0441\u043e\u0445\u0440\u0430\u043d\u044f\u0435\u043c \u0441\u0442\u0440\u0443\u043a\u0442\u0443\u0440\u043d\u043e\u0435 \u043e\u0433\u0440\u0430\u043d\u0438\u0447\u0435\u043d\u0438\u0435. \u041a\u0430\u043a \u0443\u043a\u0430\u0437\u0430\u043d\u043e \u0432\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/docs\/peft\/en\/conceptual_guides\/oft\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u043a\u043e\u043d\u0446\u0435\u043f\u0442\u0443\u0430\u043b\u044c\u043d\u043e\u043c \u0440\u0443\u043a\u043e\u0432\u043e\u0434\u0441\u0442\u0432\u0435<\/span><\/a><span>\u00a0HuggingFace , \u044d\u0442\u043e \u043f\u043e\u043c\u043e\u0433\u0430\u0435\u0442 \u0441\u043e\u0445\u0440\u0430\u043d\u044f\u0442\u044c \u0433\u0438\u043f\u0435\u0440\u0441\u0444\u0435\u0440\u0438\u0447\u0435\u0441\u043a\u0443\u044e \u044d\u043d\u0435\u0440\u0433\u0438\u044e \u043d\u0435\u0438\u0437\u043c\u0435\u043d\u043d\u043e\u0439 \u0432\u043e \u0432\u0440\u0435\u043c\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438. \u042d\u043d\u0435\u0440\u0433\u0438\u044e \u043c\u043e\u0436\u043d\u043e \u0440\u0430\u0441\u0441\u043c\u0430\u0442\u0440\u0438\u0432\u0430\u0442\u044c \u043a\u0430\u043a \u0440\u0430\u0441\u0441\u0442\u043e\u044f\u043d\u0438\u0435 \u0442\u043e\u0447\u043a\u0438 \u043e\u0442 \u043d\u0430\u0447\u0430\u043b\u0430 \u043a\u043e\u043e\u0440\u0434\u0438\u043d\u0430\u0442 \u043d\u0430 \u0433\u0438\u043f\u0435\u0440\u0441\u0444\u0435\u0440\u0435. \u041f\u043e\u0434\u0434\u0435\u0440\u0436\u0430\u043d\u0438\u0435 \u0433\u0438\u043f\u0435\u0440\u0441\u0444\u0435\u0440\u0438\u0447\u0435\u0441\u043a\u043e\u0439 \u044d\u043d\u0435\u0440\u0433\u0438\u0438 \u0432\u043e \u0432\u0440\u0435\u043c\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0433\u0430\u0440\u0430\u043d\u0442\u0438\u0440\u0443\u0435\u0442, \u0447\u0442\u043e \u0438\u0437\u0443\u0447\u0435\u043d\u043d\u044b\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u044f \u043e\u0441\u0442\u0430\u044e\u0442\u0441\u044f \u0431\u043b\u0438\u0437\u043a\u0438\u043c\u0438 \u043a \u0441\u0432\u043e\u0438\u043c \u0438\u0441\u0445\u043e\u0434\u043d\u044b\u043c \u043f\u043e\u043b\u043e\u0436\u0435\u043d\u0438\u044f\u043c, \u0447\u0442\u043e \u0441\u043d\u0438\u0436\u0430\u0435\u0442 \u0440\u0438\u0441\u043a \u0437\u0430\u0431\u044b\u0432\u0430\u043d\u0438\u044f \u0440\u0430\u043d\u0435\u0435 \u0438\u0437\u0443\u0447\u0435\u043d\u043d\u043e\u0439 \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u0438. \u0422\u0430\u043a\u0436\u0435 \u044d\u0442\u043e \u0440\u0430\u0437\u0440\u0435\u0436\u0435\u043d\u043d\u043e\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0435 \u043f\u043e\u043c\u043e\u0433\u0430\u0435\u0442 \u0432 \u043b\u0443\u0447\u0448\u0435\u043c \u043e\u0431\u043e\u0431\u0449\u0435\u043d\u0438\u0438 \u043c\u043e\u0434\u0435\u043b\u0438. \u041a\u0430\u043a \u0433\u043e\u0432\u043e\u0440\u0438\u0442 \u0430\u0432\u0442\u043e\u0440, \u00ab\u00a0<\/span><em class=\"oz\"><span>\u0421\u0442\u0440\u0443\u043a\u0442\u0443\u0440\u0430 \u0431\u0430\u0431\u043e\u0447\u043a\u0438 \u0441\u043b\u0443\u0436\u0438\u0442 \u043f\u043b\u0430\u0432\u043d\u043e\u0439 \u0438\u043d\u0442\u0435\u0440\u043f\u043e\u043b\u044f\u0446\u0438\u0435\u0439 \u043c\u0435\u0436\u0434\u0443 \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u043c\u0438 \u0433\u0438\u043f\u0435\u0440\u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430\u043c\u0438 \u043d\u043e\u043c\u0435\u0440\u043e\u0432 \u0431\u043b\u043e\u043a\u043e\u0432 \u0432 OFT, \u0434\u0435\u043b\u0430\u044f \u043e\u0440\u0442\u043e\u0433\u043e\u043d\u0430\u043b\u044c\u043d\u0443\u044e \u0441\u0442\u0440\u0443\u043a\u0442\u0443\u0440\u0443 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0431\u043e\u043b\u0435\u0435 \u0433\u0438\u0431\u043a\u043e\u0439 \u0438, \u0447\u0442\u043e \u0435\u0449\u0435 \u0432\u0430\u0436\u043d\u0435\u0435, \u0431\u043e\u043b\u0435\u0435 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0439 \u043f\u043e \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430\u043c<\/span><\/em><span>\u00a0\u00bb. \u042d\u0442\u043e\u0442 \u043f\u043e\u0434\u0445\u043e\u0434 \u0432 \u043e\u0441\u043d\u043e\u0432\u043d\u043e\u043c \u043e\u0431\u0443\u0447\u0430\u0435\u0442\u0441\u044f \u0438 \u0442\u0435\u0441\u0442\u0438\u0440\u0443\u0435\u0442\u0441\u044f \u043d\u0430 \u043c\u043e\u0434\u0435\u043b\u044f\u0445 \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u0439 \u0438 \u043c\u043e\u0436\u0435\u0442 \u0431\u044b\u0442\u044c \u043f\u0440\u0435\u0434\u043f\u043e\u0447\u0442\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u043c \u0434\u043b\u044f \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u00ab\u0442\u0435\u043a\u0441\u0442-\u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u0435\u00bb.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm ph\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/0*-dZXwll4srkJRX63.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/0*-dZXwll4srkJRX63.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/0*-dZXwll4srkJRX63.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/0*-dZXwll4srkJRX63.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/0*-dZXwll4srkJRX63.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/0*-dZXwll4srkJRX63.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/0*-dZXwll4srkJRX63.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/0*-dZXwll4srkJRX63.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/0*-dZXwll4srkJRX63.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/0*-dZXwll4srkJRX63.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/0*-dZXwll4srkJRX63.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/0*-dZXwll4srkJRX63.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/0*-dZXwll4srkJRX63.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/0*-dZXwll4srkJRX63.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/0*-dZXwll4srkJRX63.png\" alt=\"\" width=\"700\" height=\"303\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f:\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/boft.wyliu.com\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u042d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u0430\u044f \u043f\u043e \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430\u043c \u043e\u0440\u0442\u043e\u0433\u043e\u043d\u0430\u043b\u044c\u043d\u0430\u044f \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u0444\u0430\u043a\u0442\u043e\u0440\u0438\u0437\u0430\u0446\u0438\u0438 \u043f\u043e \u043c\u0435\u0442\u043e\u0434\u0443 \u0431\u0430\u0431\u043e\u0447\u043a\u0438<\/span><\/a><\/figcaption><\/figure>\n<p id=\"384f\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0414\u0440\u0443\u0433\u0438\u0435 \u043f\u043e\u043f\u0443\u043b\u044f\u0440\u043d\u044b\u0435 \u0430\u043b\u044c\u0442\u0435\u0440\u043d\u0430\u0442\u0438\u0432\u044b LoRA \u2014 \u044d\u0442\u043e \u0441\u043e\u0432\u043c\u0435\u0441\u0442\u043d\u043e\u0435 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0435 \u043e\u0434\u043d\u0438\u0445 \u0438 \u0442\u0435\u0445 \u0436\u0435 \u043c\u0430\u0442\u0440\u0438\u0446 \u043d\u0438\u0437\u043a\u043e\u0433\u043e \u0440\u0430\u043d\u0433\u0430 \u043f\u043e \u0441\u043b\u043e\u044f\u043c \u0438 \u0438\u043d\u0438\u0446\u0438\u0430\u043b\u0438\u0437\u0430\u0446\u0438\u044f \u0441\u043b\u043e\u0435\u0432 \u0430\u0434\u0430\u043f\u0442\u0435\u0440\u0430 \u0441 \u0433\u043b\u0430\u0432\u043d\u044b\u043c\u0438 \u0441\u0438\u043d\u0433\u0443\u043b\u044f\u0440\u043d\u044b\u043c\u0438 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f\u043c\u0438 \u0438 \u0441\u0438\u043d\u0433\u0443\u043b\u044f\u0440\u043d\u044b\u043c\u0438 \u0432\u0435\u043a\u0442\u043e\u0440\u0430\u043c\u0438 \u0432\u0435\u0441\u043e\u0432 \u0438\u0441\u0445\u043e\u0434\u043d\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438. \u042d\u0442\u043e \u043f\u043e\u0441\u0442\u043e\u044f\u043d\u043d\u043e \u0438\u0441\u043a\u043e\u043c\u0430\u044f \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u0430, \u043f\u043e\u0441\u043a\u043e\u043b\u044c\u043a\u0443 \u043e\u0441\u043d\u043e\u0432\u043d\u0430\u044f \u0446\u0435\u043b\u044c \u2014 \u043f\u043e\u0434\u0433\u043e\u043d\u043a\u0430 \u0438 \u0432\u044b\u0447\u0438\u0441\u043b\u0435\u043d\u0438\u0435 \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u043d\u0430 \u043b\u043e\u043a\u0430\u043b\u044c\u043d\u043e\u043c \u043e\u0431\u043e\u0440\u0443\u0434\u043e\u0432\u0430\u043d\u0438\u0438, \u0442\u0430\u043a\u043e\u043c \u043a\u0430\u043a \u0441\u043c\u0430\u0440\u0442\u0444\u043e\u043d\u044b \u0438 \u041f\u041a (\u043c\u043e\u0431\u0438\u043b\u044c\u043d\u044b\u0435 \u0447\u0438\u043f\u044b).<\/span><\/p>\n<p id=\"419d\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><a class=\"af ne\" href=\"https:\/\/github.com\/hiyouga\/LLaMA-Factory\" target=\"_blank\" rel=\"noopener ugc nofollow\"><strong class=\"nh fv\">LlamaFactory<\/strong><\/a><strong class=\"nh fv\">\u00a0(fine-tuning framework)<\/strong><\/p>\n<p id=\"a80a\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u043d\u0430\u0441\u0442\u0440\u043e\u0438\u043c \u043f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u043d\u0443\u044e \u043c\u043e\u0434\u0435\u043b\u044c Llama, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u044f \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u044e PEFT \u0434\u043b\u044f \u0438\u0437\u0443\u0447\u0435\u043d\u0438\u044f \u0437\u0430\u043f\u0440\u043e\u0441\u043e\u0432 Docker. LlamaFactory \u2014 \u044d\u0442\u043e \u0443\u043d\u0438\u0444\u0438\u0446\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u0430\u044f \u0441\u0442\u0440\u0443\u043a\u0442\u0443\u0440\u0430 \u0434\u043b\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0432\u0441\u0435\u0445 \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439 (LLM) \u0441 \u043d\u0430\u0431\u043e\u0440\u043e\u043c \u043f\u0435\u0440\u0435\u0434\u043e\u0432\u044b\u0445 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u044b\u0445 \u043c\u0435\u0442\u043e\u0434\u043e\u0432 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f. \u041c\u044b \u0438\u0437\u0443\u0447\u0438\u043c \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u0441\u043a\u0438\u0439 \u0438\u043d\u0442\u0435\u0440\u0444\u0435\u0439\u0441 (UI) \u2014 \u0445\u043e\u0442\u044f \u044d\u0442\u043e \u0442\u0430\u043a\u0436\u0435 \u043c\u043e\u0436\u043d\u043e \u0441\u0434\u0435\u043b\u0430\u0442\u044c \u0447\u0435\u0440\u0435\u0437 \u0438\u043d\u0442\u0435\u0440\u0444\u0435\u0439\u0441 \u043a\u043e\u043c\u0430\u043d\u0434\u043d\u043e\u0439 \u0441\u0442\u0440\u043e\u043a\u0438 (CLI) \u2014 \u0432\u043a\u043b\u044e\u0447\u0430\u044f \u0442\u043e, \u043a\u0430\u043a \u0434\u043e\u0431\u0430\u0432\u043b\u044f\u0442\u044c \u043d\u043e\u0432\u044b\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 \u0438 \u043d\u0430\u0431\u043e\u0440\u044b \u0434\u0430\u043d\u043d\u044b\u0445 \u0438\u0437 Hugging Face, \u0433\u043b\u043e\u0441\u0441\u0430\u0440\u0438\u0439 \u0442\u0435\u0440\u043c\u0438\u043d\u043e\u0432 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0438 \u043f\u0440\u043e\u0446\u0435\u0441\u0441 \u044d\u043a\u0441\u043f\u043e\u0440\u0442\u0430 \u043d\u0430\u0441\u0442\u0440\u043e\u0435\u043d\u043d\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438.<\/span><\/p>\n<p id=\"d274\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0423\u0441\u0442\u0430\u043d\u043e\u0432\u043a\u0430<\/span><\/strong><\/p>\n<p id=\"aee4\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0423\u0441\u0442\u0430\u043d\u043e\u0432\u043a\u0430 \u043c\u043e\u0436\u0435\u0442 \u0431\u044b\u0442\u044c \u0432\u044b\u043f\u043e\u043b\u043d\u0435\u043d\u0430 \u043f\u043e\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/github.com\/hiyouga\/LLaMA-Factory?tab=readme-ov-file#installation\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u044d\u0442\u0438\u043c \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0446\u0438\u044f\u043c \u0440\u0435\u043f\u043e\u0437\u0438\u0442\u043e\u0440\u0438\u044f GitHub<\/span><\/a><span>\u00a0. \u0420\u0435\u043a\u043e\u043c\u0435\u043d\u0434\u0443\u0435\u0442\u0441\u044f \u0441\u043e\u0437\u0434\u0430\u0432\u0430\u0442\u044c \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u043d\u044b\u0435 \u0438\u043d\u0441\u0442\u0440\u0443\u043c\u0435\u043d\u0442\u044b, \u043f\u043e\u0434\u043e\u0431\u043d\u044b\u0435 \u044d\u0442\u043e\u043c\u0443, \u0432 \u043e\u0442\u0434\u0435\u043b\u044c\u043d\u043e\u0439 \u0432\u0438\u0440\u0442\u0443\u0430\u043b\u044c\u043d\u043e\u0439 \u0441\u0440\u0435\u0434\u0435.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pf\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*7921El8PRgLilcLQBrXsOg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*7921El8PRgLilcLQBrXsOg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*7921El8PRgLilcLQBrXsOg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*7921El8PRgLilcLQBrXsOg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*7921El8PRgLilcLQBrXsOg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*7921El8PRgLilcLQBrXsOg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*7921El8PRgLilcLQBrXsOg.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*7921El8PRgLilcLQBrXsOg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*7921El8PRgLilcLQBrXsOg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*7921El8PRgLilcLQBrXsOg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*7921El8PRgLilcLQBrXsOg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*7921El8PRgLilcLQBrXsOg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*7921El8PRgLilcLQBrXsOg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*7921El8PRgLilcLQBrXsOg.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*7921El8PRgLilcLQBrXsOg.png\" alt=\"\" width=\"700\" height=\"245\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\">Image Source: Author<\/figcaption><\/figure>\n<p id=\"50f9\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0440\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0438\u043c \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u0435 \u043f\u043e\u043b\u044f \u043d\u0430 \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u0438 \u0432\u044b\u0448\u0435.<\/span><\/p>\n<p id=\"8c68\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>Lang \u2014<\/span><\/strong><span>\u00a0\u0443\u0441\u0442\u0430\u043d\u0430\u0432\u043b\u0438\u0432\u0430\u0435\u0442 \u044f\u0437\u044b\u043a \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u0441\u043a\u043e\u0433\u043e \u0438\u043d\u0442\u0435\u0440\u0444\u0435\u0439\u0441\u0430. \u0412 \u043d\u0430\u0441\u0442\u043e\u044f\u0449\u0435\u0435 \u0432\u0440\u0435\u043c\u044f \u043f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u044e\u0442\u0441\u044f \u0430\u043d\u0433\u043b\u0438\u0439\u0441\u043a\u0438\u0439, \u0440\u0443\u0441\u0441\u043a\u0438\u0439, \u043a\u0438\u0442\u0430\u0439\u0441\u043a\u0438\u0439 \u0438 \u043a\u043e\u0440\u0435\u0439\u0441\u043a\u0438\u0439 \u044f\u0437\u044b\u043a\u0438.<\/span><\/p>\n<p id=\"e328\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0418\u043c\u044f \u043c\u043e\u0434\u0435\u043b\u0438<\/span><\/strong><span>\u00a0\u2014 \u0437\u0430\u0434\u0430\u0435\u0442 \u0431\u0430\u0437\u043e\u0432\u0443\u044e \u043c\u043e\u0434\u0435\u043b\u044c \u0434\u043b\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438. \u041e\u043d\u0430 \u0443\u0436\u0435 \u043f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u0435\u0442 \u0432\u0441\u0435 \u043f\u043e\u043f\u0443\u043b\u044f\u0440\u043d\u044b\u0435 \u043c\u043e\u0434\u0435\u043b\u0438.\u00a0<\/span><em class=\"oz\"><span>\u0427\u0442\u043e \u0434\u0435\u043b\u0430\u0442\u044c, \u0435\u0441\u043b\u0438 \u043d\u0430\u043c \u043d\u0443\u0436\u043d\u043e \u0434\u043e\u0431\u0430\u0432\u0438\u0442\u044c \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u0441\u043a\u0438\u0435 \u043c\u043e\u0434\u0435\u043b\u0438?<\/span><\/em><span>\u00a0\u0414\u043e\u0431\u0430\u0432\u044c\u0442\u0435 \u0441\u0432\u043e\u044e \u043c\u043e\u0434\u0435\u043b\u044c \u0432 \u0448\u0430\u0431\u043b\u043e\u043d\u044b \u043c\u043e\u0434\u0435\u043b\u0435\u0439, \u043f\u0440\u0438\u0441\u0443\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u0435 \u0432\u043d\u0443\u0442\u0440\u0438\u00a0<\/span><strong class=\"nh fv\"><em class=\"oz\"><span>src\/llamafactory\/extras\/constants.py<\/span><\/em><\/strong><span>\u00a0, \u0432 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u0439 \u0440\u0435\u0435\u0441\u0442\u0440 \u043c\u043e\u0434\u0435\u043b\u0435\u0439, \u043a\u0430\u043a \u043f\u043e\u043a\u0430\u0437\u0430\u043d\u043e \u043d\u0430 \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u0438 \u043d\u0438\u0436\u0435. \u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a\u043e\u043c \u0437\u0430\u0433\u0440\u0443\u0437\u043a\u0438 \u0442\u0430\u043a\u0436\u0435 \u043c\u043e\u0436\u0435\u0442 \u0431\u044b\u0442\u044c \u043b\u043e\u043a\u0430\u043b\u044c\u043d\u044b\u0439 \u043a\u0430\u0442\u0430\u043b\u043e\u0433, \u0441\u043e\u0434\u0435\u0440\u0436\u0430\u0449\u0438\u0439 \u0432\u0441\u044e \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044e \u043e \u043c\u043e\u0434\u0435\u043b\u044f\u0445.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pi\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*A1mVmQ2gV_o2fQc6wazyZw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*A1mVmQ2gV_o2fQc6wazyZw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*A1mVmQ2gV_o2fQc6wazyZw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*A1mVmQ2gV_o2fQc6wazyZw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*A1mVmQ2gV_o2fQc6wazyZw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*A1mVmQ2gV_o2fQc6wazyZw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*A1mVmQ2gV_o2fQc6wazyZw.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*A1mVmQ2gV_o2fQc6wazyZw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*A1mVmQ2gV_o2fQc6wazyZw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*A1mVmQ2gV_o2fQc6wazyZw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*A1mVmQ2gV_o2fQc6wazyZw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*A1mVmQ2gV_o2fQc6wazyZw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*A1mVmQ2gV_o2fQc6wazyZw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*A1mVmQ2gV_o2fQc6wazyZw.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*A1mVmQ2gV_o2fQc6wazyZw.png\" alt=\"\" width=\"700\" height=\"365\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f: \u0410\u0432\u0442\u043e\u0440 (\u0434\u043e\u0431\u0430\u0432\u043b\u0435\u043d\u0438\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 Mistral-Small-Instruct \u0438\u0437 HuggingFace)<\/span><\/figcaption><\/figure>\n<p id=\"9830\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041f\u0443\u0442\u044c \u043c\u043e\u0434\u0435\u043b\u0438<\/span><\/strong><span>\u00a0\u2014 \u043f\u0443\u0442\u044c \u0434\u043b\u044f \u0437\u0430\u0433\u0440\u0443\u0437\u043a\u0438 \u043c\u043e\u0434\u0435\u043b\u0438.<\/span><\/p>\n<p id=\"d61d\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041c\u0435\u0442\u043e\u0434 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438<\/span><\/strong><span>\u00a0\u2014 \u043f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u0435\u0442 \u043c\u0435\u0442\u043e\u0434\u044b \u043f\u043e\u043b\u043d\u043e\u0439, \u0437\u0430\u043c\u043e\u0440\u043e\u0436\u0435\u043d\u043d\u043e\u0439 \u0438 LoRA \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438. \u042d\u0442\u043e \u043f\u043e\u0434\u0445\u043e\u0434\u044b \u043f\u043e\u043b\u043d\u043e\u0439 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438, \u0442\u0440\u0430\u043d\u0441\u0444\u0435\u0440\u043d\u043e\u0433\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0438 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 PEFT.<\/span><\/p>\n<p id=\"ab3a\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041f\u0443\u0442\u044c \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u044c\u043d\u043e\u0439 \u0442\u043e\u0447\u043a\u0438<\/span><\/strong><span>\u00a0\u2014 \u041f\u043e\u0441\u043b\u0435 \u0442\u043e\u0433\u043e, \u043a\u0430\u043a \u043c\u044b \u043d\u0430\u0441\u0442\u0440\u043e\u0438\u043c \u043c\u043e\u0434\u0435\u043b\u044c, \u0432\u0441\u044f \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044f \u043e \u043c\u043e\u0434\u0435\u043b\u0438 \u0431\u0443\u0434\u0435\u0442 \u043e\u0442\u043c\u0435\u0447\u0435\u043d\u0430 \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u044c\u043d\u043e\u0439 \u0442\u043e\u0447\u043a\u043e\u0439 (\u043d\u0430\u043f\u0440\u0438\u043c\u0435\u0440, \u043c\u0435\u0442\u0430\u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044f \u043e\u0441\u043d\u043e\u0432\u043d\u044b\u0445 \u0430\u0442\u0440\u0438\u0431\u0443\u0442\u043e\u0432 \u043d\u0430\u0441\u0442\u0440\u043e\u0435\u043d\u043d\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438, \u043a\u043e\u0442\u043e\u0440\u0430\u044f \u0432\u043f\u043e\u0441\u043b\u0435\u0434\u0441\u0442\u0432\u0438\u0438 \u043c\u043e\u0436\u0435\u0442 \u0431\u044b\u0442\u044c \u0437\u0430\u0433\u0440\u0443\u0436\u0435\u043d\u0430 \u0438 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0430 \u0434\u043b\u044f \u0437\u0430\u0434\u0430\u0447 \u0441 \u0434\u0430\u043d\u043d\u044b\u043c\u0438). \u042d\u0442\u043e \u0431\u0443\u0434\u0435\u0442 \u043e\u0442\u043e\u0431\u0440\u0430\u0436\u0430\u0442\u044c\u0441\u044f \u0442\u043e\u043b\u044c\u043a\u043e \u0442\u043e\u0433\u0434\u0430, \u043a\u043e\u0433\u0434\u0430 \u0434\u043e\u0441\u0442\u0443\u043f\u0435\u043d \u043d\u0430\u0441\u0442\u0440\u043e\u0435\u043d\u043d\u044b\u0439 \u0432\u0430\u0440\u0438\u0430\u043d\u0442 \u0432\u044b\u0431\u0440\u0430\u043d\u043d\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438 (\u043e\u0431\u0443\u0447\u0435\u043d\u043d\u044b\u0439 \u0447\u0435\u0440\u0435\u0437 LlamaFactory \u0438\u043b\u0438 \u043b\u043e\u043a\u0430\u043b\u044c\u043d\u044b\u0439 \u043f\u0443\u0442\u044c \u043a \u043a\u0430\u0442\u0430\u043b\u043e\u0433\u0443, \u043e\u0431\u043d\u043e\u0432\u043b\u0435\u043d\u043d\u044b\u0439 \u0432 \u0448\u0430\u0431\u043b\u043e\u043d\u0435 LlamaFactory)<\/span><\/p>\n<p id=\"bb00\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0420\u0430\u0441\u0448\u0438\u0440\u0435\u043d\u043d\u044b\u0435 \u043a\u043e\u043d\u0444\u0438\u0433\u0443\u0440\u0430\u0446\u0438\u0438<\/span><\/strong><span>\u00a0\u2014 \u041f\u043e\u0441\u043a\u043e\u043b\u044c\u043a\u0443 \u043b\u043e\u043a\u0430\u043b\u044c\u043d\u043e\u0435 \u043e\u0431\u043e\u0440\u0443\u0434\u043e\u0432\u0430\u043d\u0438\u0435 \u043c\u043e\u0436\u0435\u0442 \u043d\u0435 \u0441\u043f\u0440\u0430\u0432\u0438\u0442\u044c\u0441\u044f \u0441 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u043e\u0439 \u0438 \u043f\u043e\u043b\u043d\u043e\u0439 \u0438\u043b\u0438 \u043f\u043e\u043b\u043e\u0432\u0438\u043d\u043d\u043e\u0439 \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u044c\u044e, \u043d\u0430\u043c \u043d\u0443\u0436\u043d\u043e \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u0442\u044c \u043c\u043e\u0434\u0435\u043b\u044c (\u0443\u0437\u043d\u0430\u0442\u044c \u0431\u043e\u043b\u044c\u0448\u0435\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/pub.towardsai.net\/a-brief-practical-guide-to-llm-quantization-b5fafec0d2eb\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0437\u0434\u0435\u0441\u044c<\/span><\/a><span>\u00a0), \u0447\u0442\u043e\u0431\u044b \u0441\u0434\u0435\u043b\u0430\u0442\u044c \u0435\u0435 \u0440\u0430\u0431\u043e\u0442\u043e\u0441\u043f\u043e\u0441\u043e\u0431\u043d\u043e\u0439 \u043d\u0430 \u043d\u0430\u0448\u0435\u043c \u041f\u041a. \u0412\u0441\u0435 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u044b \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u0438\u044f \u043c\u043e\u0436\u043d\u043e \u043d\u0430\u0441\u0442\u0440\u043e\u0438\u0442\u044c \u043d\u0430 \u044d\u0442\u043e\u0439 \u0432\u043a\u043b\u0430\u0434\u043a\u0435.<\/span><\/p>\n\n<ul class=\"\">\n \t<li id=\"25c7\" class=\"nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0411\u0438\u0442 \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u0438\u044f\u00a0<\/span><\/strong><strong class=\"nh fv\"><em class=\"oz\"><span>(QLoRA)<\/span><\/em><\/strong><span>\u00a0\u2014 \u041f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u044e\u0442\u0441\u044f 2 \u0432\u0430\u0440\u0438\u0430\u043d\u0442\u0430: 4 \u0431\u0438\u0442\u0430 \u0438 8 \u0431\u0438\u0442. \u042d\u0442\u043e \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u0431\u0438\u0442, \u0432\u044b\u0434\u0435\u043b\u0435\u043d\u043d\u044b\u0445 \u0434\u043b\u044f \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u044f \u0432\u0435\u0441\u0430 \u043c\u043e\u0434\u0435\u043b\u0438, \u043f\u043e\u044d\u0442\u043e\u043c\u0443 \u043d\u0438\u0436\u0435 \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u044c, \u043d\u0438\u0436\u0435 \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044f, \u0445\u0440\u0430\u043d\u0438\u043c\u0430\u044f, \u043f\u043e\u044d\u0442\u043e\u043c\u0443 \u043d\u0438\u0436\u0435 \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u044c. \u042d\u0442\u043e \u0432 \u0442\u0435\u043e\u0440\u0438\u0438, \u043d\u043e \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u044e\u0442 \u043c\u0435\u0442\u043e\u0434\u044b \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u0438\u044f, \u0442\u0430\u043a\u0438\u0435 \u043a\u0430\u043a GGUF \u0438 bitsandbytes, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u043f\u043e\u043c\u043e\u0433\u0430\u044e\u0442 \u0441\u043e\u0445\u0440\u0430\u043d\u0438\u0442\u044c \u0431\u043e\u043b\u044c\u0448\u0443\u044e \u0447\u0430\u0441\u0442\u044c \u0432\u044b\u0432\u043e\u0434\u0430 \u043c\u043e\u0434\u0435\u043b\u0438 \u0434\u0430\u0436\u0435 \u043f\u0440\u0438 4-\u0431\u0438\u0442\u043d\u043e\u0439 \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u0438, \u0447\u0442\u043e \u043f\u043e\u0437\u0432\u043e\u043b\u044f\u0435\u0442 \u043d\u0430\u0441\u0442\u0440\u0430\u0438\u0432\u0430\u0442\u044c \u0438 \u0437\u0430\u043f\u0443\u0441\u043a\u0430\u0442\u044c \u043c\u043e\u0434\u0435\u043b\u0438 \u043d\u0430 \u0426\u041f.<\/span><\/li>\n \t<li id=\"b8fb\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041c\u0435\u0442\u043e\u0434 \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u0438\u044f<\/span><\/strong><span>\u00a0\u2014 \u041c\u0435\u0442\u043e\u0434, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c\u044b\u0439 \u0434\u043b\u044f \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u0438\u044f. \u0411\u043e\u043b\u0435\u0435 \u043f\u043e\u0434\u0440\u043e\u0431\u043d\u0443\u044e \u0441\u0442\u0430\u0442\u044c\u044e \u043e \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u0438\u0438 \u043c\u043e\u0436\u043d\u043e \u043d\u0430\u0439\u0442\u0438 \u0432 \u043c\u043e\u0435\u0439 \u043f\u0440\u0435\u0434\u044b\u0434\u0443\u0449\u0435\u0439\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/pub.towardsai.net\/a-brief-practical-guide-to-llm-quantization-b5fafec0d2eb\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0441\u0442\u0430\u0442\u044c\u0435<\/span><\/a><span>\u00a0. \u041f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u044e\u0442\u0441\u044f \u043c\u0435\u0442\u043e\u0434\u044b \u043f\u043e\u043b\u0443\u043a\u0432\u0430\u0434\u0440\u0430\u0442\u0438\u0447\u043d\u043e\u0433\u043e \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u0438\u044f (hqq), eetq \u0438 bitsandbytes. Bitsandbytes \u0441\u0442\u0430\u043b \u0441\u0430\u043c\u044b\u043c \u0438\u0437\u0432\u0435\u0441\u0442\u043d\u044b\u043c \u0438\u043d\u0441\u0442\u0440\u0443\u043c\u0435\u043d\u0442\u043e\u043c\/\u043f\u043e\u0434\u0445\u043e\u0434\u043e\u043c \u0434\u043b\u044f \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u0438\u044f \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u0434\u043e 4 \u0438 8 \u0431\u0438\u0442. \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u0443\u0437\u043d\u0430\u0442\u044c \u0431\u043e\u043b\u044c\u0448\u0435 \u043e \u043d\u0435\u043c \u0438\u0437\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/docs\/transformers\/main\/en\/quantization\/bitsandbytes?bnb=8-bit\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0434\u043e\u043a\u0443\u043c\u0435\u043d\u0442\u0430\u0446\u0438\u0438 HuggingFace<\/span><\/a><span>\u00a0.<\/span><\/li>\n \t<li id=\"000e\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\">Prompt Template<\/strong>\u00a0\u2014 There are plenty of readymade templates available. We can register a new template by adding one in\u00a0<strong class=\"nh fv\"><em class=\"oz\">src\/ llamafactory\/ data \/template.py\u00a0<\/em><\/strong>under\u00a0<strong class=\"nh fv\"><em class=\"oz\">_register_template<\/em><\/strong>\u00a0section as shown in the fig below.<\/li>\n<\/ul>\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pj\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*Ul7JSPWXsCxQM-5oOT0IZQ.png\" alt=\"\" width=\"700\" height=\"376\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f: \u0410\u0432\u0442\u043e\u0440 (\u0434\u043e\u0431\u0430\u0432\u044c\u0442\u0435 \u043d\u043e\u0432\u0443\u044e \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0443 \u0441 \u043d\u043e\u0432\u044b\u043c \u043c\u0435\u0442\u043e\u0434\u043e\u043c\u00a0<\/span><strong class=\"bf pk\"><span>_register_template<\/span><\/strong><span>\u00a0)<\/span><\/figcaption><\/figure>\n<ul class=\"\">\n \t<li id=\"abb6\" class=\"nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041c\u0430\u0441\u0448\u0442\u0430\u0431\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 RoPE<\/span><\/strong><span>\u00a0\u2014 \u041c\u0430\u0441\u0448\u0442\u0430\u0431\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 RoPE \u0432\u043a\u043b\u044e\u0447\u0430\u0435\u0442 \u0432 \u0441\u0435\u0431\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0443 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 Rotary Position Embedding (RoPE) \u0434\u043b\u044f \u0443\u043b\u0443\u0447\u0448\u0435\u043d\u0438\u044f \u044d\u043a\u0441\u0442\u0440\u0430\u043f\u043e\u043b\u044f\u0446\u0438\u043e\u043d\u043d\u044b\u0445 \u0432\u043e\u0437\u043c\u043e\u0436\u043d\u043e\u0441\u0442\u0435\u0439 \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439 (LLM) \u0437\u0430 \u043f\u0440\u0435\u0434\u0435\u043b\u0430\u043c\u0438 \u0438\u0445 \u0438\u0441\u0445\u043e\u0434\u043d\u043e\u0439 \u0434\u043b\u0438\u043d\u044b \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u0430 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f. \u042d\u0442\u043e\u0442 \u043c\u0435\u0442\u043e\u0434 \u043f\u043e\u0437\u0432\u043e\u043b\u044f\u0435\u0442 LLM \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e \u0443\u043f\u0440\u0430\u0432\u043b\u044f\u0442\u044c \u0431\u043e\u043b\u0435\u0435 \u0434\u043b\u0438\u043d\u043d\u044b\u043c\u0438 \u0442\u0435\u043a\u0441\u0442\u043e\u0432\u044b\u043c\u0438 \u043f\u043e\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044f\u043c\u0438, \u0447\u0435\u043c \u0442\u0435, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u0432\u0441\u0442\u0440\u0435\u0447\u0430\u044e\u0442\u0441\u044f \u0432\u043e \u0432\u0440\u0435\u043c\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f, \u0438\u0437\u043c\u0435\u043d\u044f\u044f \u0431\u0430\u0437\u043e\u0432\u043e\u0435 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u0435 \u0432 \u0440\u0430\u0441\u0447\u0435\u0442\u0430\u0445 RoPE. \u0411\u043b\u0430\u0433\u043e\u0434\u0430\u0440\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0435 RoPE \u0441 \u043c\u0435\u043d\u044c\u0448\u0438\u043c \u0438\u043b\u0438 \u0431\u043e\u043b\u044c\u0448\u0438\u043c \u0431\u0430\u0437\u043e\u0432\u044b\u043c \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u0435\u043c \u043c\u043e\u0434\u0435\u043b\u044c \u043c\u043e\u0436\u0435\u0442 \u043b\u0443\u0447\u0448\u0435 \u0437\u0430\u0445\u0432\u0430\u0442\u044b\u0432\u0430\u0442\u044c \u043f\u043e\u0437\u0438\u0446\u0438\u043e\u043d\u043d\u0443\u044e \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044e \u0432 \u0440\u0430\u0441\u0448\u0438\u0440\u0435\u043d\u043d\u044b\u0445 \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u0430\u0445, \u0432 \u043a\u043e\u043d\u0435\u0447\u043d\u043e\u043c \u0438\u0442\u043e\u0433\u0435 \u0443\u043b\u0443\u0447\u0448\u0430\u044f \u0441\u0432\u043e\u044e \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c \u043f\u0440\u0438 \u0432\u044b\u043f\u043e\u043b\u043d\u0435\u043d\u0438\u0438 \u0437\u0430\u0434\u0430\u0447, \u0432\u043a\u043b\u044e\u0447\u0430\u044e\u0449\u0438\u0445 \u0434\u043b\u0438\u043d\u043d\u044b\u0435 \u0442\u0435\u043a\u0441\u0442\u044b. \u0414\u0438\u043d\u0430\u043c\u0438\u0447\u0435\u0441\u043a\u0438\u0439 NTK \u0438 \u043b\u0438\u043d\u0435\u0439\u043d\u044b\u0439 \u2014 \u044d\u0442\u043e \u0434\u0432\u0435 \u043f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u0435\u043c\u044b\u0435 LlamaFactory \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 \u044d\u043a\u0441\u0442\u0440\u0430\u043f\u043e\u043b\u044f\u0446\u0438\u0438. \u0423\u0437\u043d\u0430\u0439\u0442\u0435 \u0431\u043e\u043b\u044c\u0448\u0435 \u043e \u043c\u0430\u0441\u0448\u0442\u0430\u0431\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0438 RoPE \u0438\u0437 \u044d\u0442\u043e\u0439\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/blog.monsterapi.ai\/blogs\/enhancing-llm-context-length-with-rope-scaling\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0441\u0442\u0430\u0442\u044c\u0438<\/span><\/a><span>\u00a0.<\/span><\/li>\n \t<li id=\"f1fb\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>Booster<\/span><\/strong><span>\u00a0\u2014 \u041a\u0430\u043a \u0441\u043b\u0435\u0434\u0443\u0435\u0442 \u0438\u0437 \u043d\u0430\u0437\u0432\u0430\u043d\u0438\u044f, \u044d\u0442\u043e \u043c\u0435\u0442\u043e\u0434\u044b, \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u0430\u043d\u043d\u044b\u0435 \u0434\u043b\u044f \u0443\u0441\u043a\u043e\u0440\u0435\u043d\u0438\u044f \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u043e\u0432 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0438 \u0432\u044b\u0432\u043e\u0434\u0430 LLM. \u0412 \u043d\u0430\u0441\u0442\u043e\u044f\u0449\u0435\u0435 \u0432\u0440\u0435\u043c\u044f \u043f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u044e\u0442\u0441\u044f \u044f\u0434\u0440\u0430 flash attention 2, unsloth \u0438 liger (\u044f\u0434\u0440\u0430, \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u0430\u043d\u043d\u044b\u0435 \u043d\u0430 \u044f\u0437\u044b\u043a\u0435 triton). \u041f\u043e\u0434\u0440\u043e\u0431\u043d\u0435\u0435 \u043e\u0431 \u044d\u0442\u043e\u043c \u043c\u043e\u0436\u043d\u043e \u043f\u0440\u043e\u0447\u0438\u0442\u0430\u0442\u044c \u0432 \u0440\u0435\u0441\u0443\u0440\u0441\u0430\u0445.<\/span><\/li>\n<\/ul>\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pl\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*OepHFwO-y48oaueLq2R9cw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*OepHFwO-y48oaueLq2R9cw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*OepHFwO-y48oaueLq2R9cw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*OepHFwO-y48oaueLq2R9cw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*OepHFwO-y48oaueLq2R9cw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*OepHFwO-y48oaueLq2R9cw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*OepHFwO-y48oaueLq2R9cw.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*OepHFwO-y48oaueLq2R9cw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*OepHFwO-y48oaueLq2R9cw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*OepHFwO-y48oaueLq2R9cw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*OepHFwO-y48oaueLq2R9cw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*OepHFwO-y48oaueLq2R9cw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*OepHFwO-y48oaueLq2R9cw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*OepHFwO-y48oaueLq2R9cw.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*OepHFwO-y48oaueLq2R9cw.png\" alt=\"\" width=\"700\" height=\"263\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f: \u0410\u0432\u0442\u043e\u0440<\/span><\/figcaption><\/figure>\n<p id=\"8232\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0440\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0438\u043c \u043e\u0441\u043d\u043e\u0432\u043d\u044b\u0435 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0438 \u0433\u0438\u043f\u0435\u0440\u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u044b, \u0443\u043f\u043e\u043c\u044f\u043d\u0443\u0442\u044b\u0435 \u043d\u0430 \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u0438 \u0432\u044b\u0448\u0435, \u0434\u043b\u044f \u0442\u043e\u0447\u043d\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 LLM.<\/span><\/p>\n<p id=\"5fcf\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>Stage<\/span><\/strong><span>\u00a0\u2014 \u0414\u043e\u0441\u0442\u0443\u043f\u043d\u043e \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u043e \u0432\u0430\u0440\u0438\u0430\u043d\u0442\u043e\u0432, \u0432\u043a\u043b\u044e\u0447\u0430\u044f \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u0438\u0440\u0443\u0435\u043c\u0443\u044e \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0443, \u043f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u0443\u044e \u043f\u043e\u0434\u0433\u043e\u0442\u043e\u0432\u043a\u0443 \u0438 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0441 \u043f\u043e\u0434\u043a\u0440\u0435\u043f\u043b\u0435\u043d\u0438\u0435\u043c. \u041a\u043e\u0434\u043e\u0432\u0443\u044e \u0431\u0430\u0437\u0443 \u0434\u043b\u044f \u043a\u0430\u0436\u0434\u043e\u0439 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 \u043c\u043e\u0436\u043d\u043e \u043d\u0430\u0439\u0442\u0438 \u0432\u00a0<\/span><strong class=\"nh fv\"><em class=\"oz\"><span>src\/llamafactory\/train<\/span><\/em><\/strong><em class=\"oz\">\u00a0<\/em><span>\u0432 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u0445 \u043f\u0430\u043f\u043a\u0430\u0445. \u041f\u043e\u0437\u0432\u043e\u043b\u044c\u0442\u0435 \u043c\u043d\u0435 \u043a\u043e\u0440\u043e\u0442\u043a\u043e \u0440\u0430\u0441\u0441\u043a\u0430\u0437\u0430\u0442\u044c \u043e \u043a\u0430\u0436\u0434\u043e\u0439 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438.<\/span><\/p>\n\n<ul class=\"\">\n \t<li id=\"3afd\" class=\"nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><em class=\"oz\"><span>\u041a\u043e\u043d\u0442\u0440\u043e\u043b\u0438\u0440\u0443\u0435\u043c\u0430\u044f \u0442\u043e\u043d\u043a\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430<\/span><\/em><\/strong><span>\u00a0\u2014 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442 \u0442\u0440\u0435\u043d\u0435\u0440 \u043f\u043e\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438-\u043f\u043e\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438. \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043d\u0430\u0439\u0442\u0438 \u043a\u043e\u043d\u0446\u0435\u043f\u0442\u0443\u0430\u043b\u044c\u043d\u044b\u0439 \u043e\u0431\u0437\u043e\u0440 \u0437\u0434\u0435\u0441\u044c<\/span><a class=\"af ne\" href=\"https:\/\/en.wikipedia.org\/wiki\/Seq2seq\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u00a0\u0438<\/span><\/a><span>\u00a0\u0441\u043f\u0438\u0441\u043e\u043a \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u0434\u043b\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/docs\/autotrain\/v0.8.19\/seq2seq_params\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u00a0\u0437\u0434\u0435\u0441\u044c<\/span><\/a><span>\u00a0.<\/span><\/li>\n \t<li id=\"25c8\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><em class=\"oz\"><span>\u041c\u043e\u0434\u0435\u043b\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f<\/span><\/em><\/strong><em class=\"oz\"><span>\u00a0\u2014<\/span><\/em><span>\u00a0\u043e\u0431\u0437\u043e\u0440 \u043c\u043e\u0436\u043d\u043e \u043d\u0430\u0439\u0442\u0438 \u0432 \u044d\u0442\u043e\u043c<\/span><a class=\"af ne\" href=\"https:\/\/www.youtube.com\/watch?v=QcDTuuzFM3M\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u00a0\u0432\u0438\u0434\u0435\u043e<\/span><\/a><span>\u00a0, \u0430 \u0441\u043f\u0438\u0441\u043e\u043a \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u0434\u043b\u044f \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u043c\u043e\u0436\u043d\u043e<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/docs\/trl\/v0.11.0\/reward_trainer\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u00a0\u043d\u0430\u0439\u0442\u0438 \u0437\u0434\u0435\u0441\u044c<\/span><\/a><span>\u00a0.<\/span><\/li>\n \t<li id=\"727b\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><em class=\"oz\"><span>\u041e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u044f \u043f\u0440\u043e\u043a\u0441\u0438\u043c\u0430\u043b\u044c\u043d\u043e\u0439 \u043f\u043e\u043b\u0438\u0442\u0438\u043a\u0438<\/span><\/em><\/strong><em class=\"oz\"><span>\u00a0\u2014<\/span><\/em><span>\u00a0\u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043f\u0440\u043e\u0447\u0438\u0442\u0430\u0442\u044c \u043e PPO \u0438\u0437 \u043a\u0443\u0440\u0441\u0430 RL \u0432<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/learn\/deep-rl-course\/unit8\/introduction\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u00a0HuggingFace<\/span><\/a><span>\u00a0. \u042d\u0442\u043e \u0431\u0430\u0437\u043e\u0432\u0430\u044f \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u044f RL, \u043a\u043e\u0442\u043e\u0440\u0430\u044f \u043f\u0440\u0438\u0445\u043e\u0434\u0438\u0442 \u043d\u0430 \u0443\u043c, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u044e\u0449\u0430\u044f \u043f\u043e\u043b\u0438\u0442\u0438\u043a\u0438 \u0434\u043b\u044f \u043f\u043e\u0441\u0442\u0435\u043f\u0435\u043d\u043d\u043e\u0433\u043e \u0443\u043b\u0443\u0447\u0448\u0435\u043d\u0438\u044f \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438 \u043c\u043e\u0434\u0435\u043b\u0438.<\/span><\/li>\n \t<li id=\"1843\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><em class=\"oz\"><span>\u041e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u044f \u043f\u0440\u044f\u043c\u044b\u0445 \u043f\u0440\u0435\u0434\u043f\u043e\u0447\u0442\u0435\u043d\u0438\u0439<\/span><\/em><\/strong><span>\u00a0\u2014 \u044d\u0442\u043e \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u0430\u044f \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u044f, \u043a\u043e\u0442\u043e\u0440\u0430\u044f \u0437\u0430\u043c\u0435\u043d\u044f\u0435\u0442 \u043e\u0442\u0434\u0435\u043b\u044c\u043d\u0443\u044e \u043c\u043e\u0434\u0435\u043b\u044c \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f \u0444\u0443\u043d\u043a\u0446\u0438\u0435\u0439 \u043f\u043e\u0442\u0435\u0440\u0438 \u043a\u0440\u043e\u0441\u0441-\u044d\u043d\u0442\u0440\u043e\u043f\u0438\u0438, \u0442\u0435\u043c \u0441\u0430\u043c\u044b\u043c \u043c\u0438\u043d\u0438\u043c\u0438\u0437\u0438\u0440\u0443\u044f \u0447\u0430\u0441\u0442\u044c \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0441 \u043f\u043e\u0434\u043a\u0440\u0435\u043f\u043b\u0435\u043d\u0438\u0435\u043c, \u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e, \u0441\u0432\u044f\u0437\u0430\u043d\u043d\u044b\u0435 \u0432\u044b\u0447\u0438\u0441\u043b\u0435\u043d\u0438\u044f \u0438 \u0432\u0440\u0435\u043c\u044f. \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u0443\u0437\u043d\u0430\u0442\u044c \u043e \u0442\u0440\u0435\u043d\u0435\u0440\u0430\u0445 HunggingFace DPO<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/docs\/trl\/v0.11.0\/dpo_trainer\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u00a0\u0437\u0434\u0435\u0441\u044c<\/span><\/a><span>\u00a0.<\/span><\/li>\n \t<li id=\"5807\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><em class=\"oz\"><span>\u041e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u044f \u041a\u0430\u043d\u0435\u043c\u0430\u043d\u0430-\u0422\u0432\u0435\u0440\u0441\u043a\u0438<\/span><\/em><\/strong><span>\u00a0\u2014 \u044d\u0442\u043e \u0443\u0441\u0442\u0440\u0430\u043d\u044f\u0435\u0442 \u043f\u0430\u0440\u043d\u044b\u0435 \u043f\u0440\u0435\u0434\u043f\u043e\u0447\u0442\u0435\u043d\u0438\u044f \u0434\u043b\u044f \u043e\u0442\u0432\u0435\u0442\u043e\u0432 \u0432 \u043d\u0430\u0431\u043e\u0440\u0435 \u0434\u0430\u043d\u043d\u044b\u0445, \u043a\u0430\u043a \u0432 \u0434\u0432\u0443\u0445 \u043f\u0440\u0435\u0434\u044b\u0434\u0443\u0449\u0438\u0445 \u0448\u0430\u0433\u0430\u0445. \u0412\u043c\u0435\u0441\u0442\u043e \u044d\u0442\u043e\u0433\u043e \u043c\u044b \u0440\u0430\u0431\u043e\u0442\u0430\u0435\u043c \u043d\u0430\u0434 \u0434\u0432\u043e\u0438\u0447\u043d\u043e\u0439 \u043c\u0435\u0442\u043a\u043e\u0439 (True \u0438\u043b\u0438 False) \u0434\u043b\u044f \u0443\u043f\u0440\u0430\u0432\u043b\u0435\u043d\u0438\u044f \u043c\u043e\u0434\u0435\u043b\u044c\u044e. \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u0443\u0437\u043d\u0430\u0442\u044c \u043e \u0442\u0440\u0435\u043d\u0435\u0440\u0435 KTO \u0438\u0437<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/docs\/trl\/main\/en\/kto_trainer\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u00a0\u0434\u043e\u043a\u0443\u043c\u0435\u043d\u0442\u0430\u0446\u0438\u0438 HuggingFace<\/span><\/a><span>\u00a0.<\/span><\/li>\n \t<li id=\"b564\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa od oe of bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><em class=\"oz\"><span>\u041f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435<\/span><\/em><\/strong><span>\u00a0\u2014 \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043d\u0430\u0439\u0442\u0438 \u0440\u0430\u0437\u043d\u0438\u0446\u0443 \u043c\u0435\u0436\u0434\u0443 \u043f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u043c \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435\u043c, \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u0438\u0440\u0443\u0435\u043c\u043e\u0439 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u043e\u0439 \u0438 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435\u043c \u0441 \u043f\u043e\u0434\u043a\u0440\u0435\u043f\u043b\u0435\u043d\u0438\u0435\u043c \u0438\u0437 \u044d\u0442\u043e\u0433\u043e<\/span><a class=\"af ne\" href=\"https:\/\/medium.com\/@bijit211987\/the-evolution-of-language-models-pre-training-fine-tuning-and-in-context-learning-b63d4c161e49\" rel=\"noopener\"><span>\u00a0\u043a\u0440\u0430\u0442\u043a\u043e\u0433\u043e \u0440\u0443\u043a\u043e\u0432\u043e\u0434\u0441\u0442\u0432\u0430<\/span><\/a><span>\u00a0. \u0426\u0435\u043b\u044c \u043f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0433\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u2014 \u0437\u0430\u0441\u0442\u0430\u0432\u0438\u0442\u044c \u043c\u043e\u0434\u0435\u043b\u044c \u0438\u0437\u0443\u0447\u0438\u0442\u044c \u0432\u0441\u0435 \u043d\u044e\u0430\u043d\u0441\u044b \u0434\u0430\u043d\u043d\u044b\u0445 \u0431\u0435\u0437 \u043a\u0430\u043a\u0438\u0445-\u043b\u0438\u0431\u043e \u044f\u0432\u043d\u044b\u0445 \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0446\u0438\u0439.<\/span><\/li>\n<\/ul>\n<p id=\"2c23\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>Data dir<\/span><\/strong><span>\u00a0\u2014 \u041f\u0443\u0442\u044c \u043a \u043f\u0430\u043f\u043a\u0435, \u0432 \u043a\u043e\u0442\u043e\u0440\u043e\u0439 \u0445\u0440\u0430\u043d\u044f\u0442\u0441\u044f \u0432\u0430\u0448\u0438 \u043e\u0431\u0443\u0447\u0430\u044e\u0449\u0438\u0435 \u0434\u0430\u043d\u043d\u044b\u0435\/\u0448\u0430\u0431\u043b\u043e\u043d\u044b \u0434\u0430\u043d\u043d\u044b\u0445.<\/span><\/p>\n<p id=\"5569\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041d\u0430\u0431\u043e\u0440 \u0434\u0430\u043d\u043d\u044b\u0445<\/span><\/strong><span>\u00a0\u2014 HuggingFace \u0443\u0436\u0435 \u0441\u0441\u044b\u043b\u0430\u0435\u0442\u0441\u044f \u043d\u0430 \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u043e \u043d\u0430\u0431\u043e\u0440\u043e\u0432 \u0434\u0430\u043d\u043d\u044b\u0445 \u0434\u043b\u044f \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439. \u0414\u043b\u044f \u0434\u043e\u0431\u0430\u0432\u043b\u0435\u043d\u0438\u044f \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u0441\u043a\u0438\u0445 \u043d\u0430\u0431\u043e\u0440\u043e\u0432 \u0434\u0430\u043d\u043d\u044b\u0445 \u043c\u044b \u043c\u043e\u0436\u0435\u043c \u0438\u0437\u043c\u0435\u043d\u0438\u0442\u044c \u0448\u0430\u0431\u043b\u043e\u043d \u043d\u0430\u0431\u043e\u0440\u0430 \u0434\u0430\u043d\u043d\u044b\u0445, \u043f\u0440\u0438\u0441\u0443\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u0439 \u0432\u00a0<\/span><strong class=\"nh fv\"><em class=\"oz\"><span>data\/dataset_info.json,<\/span><\/em><\/strong><span>\u00a0\u043a\u0430\u043a \u043f\u043e\u043a\u0430\u0437\u0430\u043d\u043e \u043d\u0430 \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u0438 \u043d\u0438\u0436\u0435.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pm\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*OkksQ5jkyGee77TGA7NLBg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*OkksQ5jkyGee77TGA7NLBg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*OkksQ5jkyGee77TGA7NLBg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*OkksQ5jkyGee77TGA7NLBg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*OkksQ5jkyGee77TGA7NLBg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*OkksQ5jkyGee77TGA7NLBg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*OkksQ5jkyGee77TGA7NLBg.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*OkksQ5jkyGee77TGA7NLBg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*OkksQ5jkyGee77TGA7NLBg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*OkksQ5jkyGee77TGA7NLBg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*OkksQ5jkyGee77TGA7NLBg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*OkksQ5jkyGee77TGA7NLBg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*OkksQ5jkyGee77TGA7NLBg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*OkksQ5jkyGee77TGA7NLBg.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*OkksQ5jkyGee77TGA7NLBg.png\" alt=\"\" width=\"700\" height=\"395\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f: \u0410\u0432\u0442\u043e\u0440 (\u0434\u043e\u0431\u0430\u0432\u043b\u0435\u043d\u0438\u0435 \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u0441\u043a\u0438\u0445 \u043d\u0430\u0431\u043e\u0440\u043e\u0432 \u0434\u0430\u043d\u043d\u044b\u0445, \u043c\u043e\u0436\u0435\u0442 \u0431\u044b\u0442\u044c URL-\u0430\u0434\u0440\u0435\u0441\u043e\u043c HF \u0438\u043b\u0438 \u043b\u044e\u0431\u044b\u043c \u043b\u043e\u043a\u0430\u043b\u044c\u043d\u044b\u043c \u0438\u043b\u0438 \u043e\u0431\u043b\u0430\u0447\u043d\u044b\u043c \u043c\u0435\u0441\u0442\u043e\u043c \u043d\u0430\u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f)<\/span><\/figcaption><\/figure>\n<p id=\"5538\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0413\u0438\u043f\u0435\u0440\u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u044b<\/span><\/strong><\/p>\n<p id=\"3199\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0421\u043a\u043e\u0440\u043e\u0441\u0442\u044c \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f<\/span><\/strong><span>\u00a0\u2014 \u043f\u043e\u043c\u043e\u0433\u0430\u0435\u0442 \u0440\u0435\u0448\u0438\u0442\u044c, \u043d\u0430\u0441\u043a\u043e\u043b\u044c\u043a\u043e \u043a\u043e\u0440\u0440\u0435\u043a\u0442\u0438\u0440\u0443\u044e\u0442\u0441\u044f \u0432\u0435\u0441\u0430 \u043c\u043e\u0434\u0435\u043b\u0438 \u0432\u043e \u0432\u0440\u0435\u043c\u044f \u043a\u0430\u0436\u0434\u043e\u0439 \u0438\u0442\u0435\u0440\u0430\u0446\u0438\u0438 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f. \u041f\u043e \u0441\u0443\u0442\u0438, \u043e\u043d \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u0438\u0440\u0443\u0435\u0442 \u0440\u0430\u0437\u043c\u0435\u0440 \u0448\u0430\u0433\u0430, \u043f\u0440\u0435\u0434\u043f\u0440\u0438\u043d\u0438\u043c\u0430\u0435\u043c\u043e\u0433\u043e \u0432 \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0435 \u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u0438. \u0427\u0435\u043c \u043d\u0438\u0436\u0435 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u0435 === \u0442\u0435\u043c \u043c\u0435\u0434\u043b\u0435\u043d\u043d\u0435\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435.<\/span><\/p>\n<p id=\"8a29\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u042d\u043f\u043e\u0445\u0438<\/span><\/strong><span>\u00a0\u2014 \u042d\u043f\u043e\u0445\u0430 \u043e\u0442\u043d\u043e\u0441\u0438\u0442\u0441\u044f \u043a \u043e\u0434\u043d\u043e\u043c\u0443 \u043f\u043e\u043b\u043d\u043e\u043c\u0443 \u043f\u0440\u043e\u0445\u043e\u0434\u0443 \u043f\u043e \u0432\u0441\u0435\u043c\u0443 \u043d\u0430\u0431\u043e\u0440\u0443 \u043e\u0431\u0443\u0447\u0430\u044e\u0449\u0438\u0445 \u0434\u0430\u043d\u043d\u044b\u0445. \u041a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u044d\u043f\u043e\u0445 \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u044f\u0435\u0442, \u0441\u043a\u043e\u043b\u044c\u043a\u043e \u0432\u0440\u0435\u043c\u0435\u043d\u0438 \u043c\u043e\u0434\u0435\u043b\u044c \u0441\u0447\u0438\u0442\u044b\u0432\u0430\u0435\u0442 \u0432\u0441\u0435 \u0434\u0430\u043d\u043d\u044b\u0435. \u0411\u043e\u043b\u044c\u0448\u0435 \u044d\u043f\u043e\u0445 === \u043f\u0435\u0440\u0435\u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435. \u0418\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0439\u0442\u0435 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438, \u0442\u0430\u043a\u0438\u0435 \u043a\u0430\u043a \u0440\u0430\u043d\u043d\u0438\u0435 \u043e\u0441\u0442\u0430\u043d\u043e\u0432\u043a\u0438, \u0434\u043b\u044f \u043c\u043e\u043d\u0438\u0442\u043e\u0440\u0438\u043d\u0433\u0430 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438 \u043c\u043e\u0434\u0435\u043b\u0438 \u0441 \u043d\u0430\u0431\u043e\u0440\u043e\u043c \u043f\u0440\u043e\u0432\u0435\u0440\u043a\u0438 \u043f\u0435\u0440\u0435\u0434 \u043f\u0435\u0440\u0435\u0445\u043e\u0434\u043e\u043c \u043a \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0435\u0439 \u044d\u043f\u043e\u0445\u0435.<\/span><\/p>\n<p id=\"bce9\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041c\u0430\u043a\u0441\u0438\u043c\u0430\u043b\u044c\u043d\u0430\u044f \u043d\u043e\u0440\u043c\u0430 \u0433\u0440\u0430\u0434\u0438\u0435\u043d\u0442\u0430<\/span><\/strong><span>\u00a0\u2014 \u041e\u0442\u0441\u0435\u0447\u0435\u043d\u0438\u0435 \u0433\u0440\u0430\u0434\u0438\u0435\u043d\u0442\u0430 \u2014 \u044d\u0442\u043e \u043c\u0435\u0442\u043e\u0434, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c\u044b\u0439 \u0434\u043b\u044f \u043f\u0440\u0435\u0434\u043e\u0442\u0432\u0440\u0430\u0449\u0435\u043d\u0438\u044f \u0447\u0440\u0435\u0437\u043c\u0435\u0440\u043d\u043e\u0433\u043e \u0443\u0432\u0435\u043b\u0438\u0447\u0435\u043d\u0438\u044f \u0433\u0440\u0430\u0434\u0438\u0435\u043d\u0442\u043e\u0432 \u0432\u043e \u0432\u0440\u0435\u043c\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f. \u0417\u043d\u0430\u0447\u0435\u043d\u0438\u044f \u043d\u043e\u0440\u043c\u044b \u0441\u043b\u0443\u0436\u0430\u0442 \u043f\u043e\u0440\u043e\u0433\u043e\u0432\u044b\u043c\u0438 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f\u043c\u0438 \u0434\u043b\u044f \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0430 \u043e\u0442\u0441\u0435\u0447\u0435\u043d\u0438\u044f. \u0411\u043e\u043b\u044c\u0448\u0435 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u0435 \u043d\u043e\u0440\u043c\u044b === \u0447\u0430\u0449\u0435 \u043e\u0442\u0441\u0435\u0447\u0435\u043d\u0438\u0435 =&gt; \u043c\u0435\u0434\u043b\u0435\u043d\u043d\u0435\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435.<\/span><\/p>\n<p id=\"8e5a\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041c\u0430\u043a\u0441\u0438\u043c\u0430\u043b\u044c\u043d\u043e\u0435 \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u0432\u044b\u0431\u043e\u0440\u043e\u043a<\/span><\/strong><span>\u00a0\u2014 \u0440\u0430\u0437\u043c\u0435\u0440 \u0432\u044b\u0431\u043e\u0440\u043a\u0438 \u0434\u043b\u044f \u043a\u0430\u0436\u0434\u043e\u0439 \u0438\u0442\u0435\u0440\u0430\u0446\u0438\u0438, \u043f\u043e\u0441\u043a\u043e\u043b\u044c\u043a\u0443 \u043c\u044b \u043d\u0435 \u043c\u043e\u0436\u0435\u043c \u0432\u044b\u043f\u043e\u043b\u043d\u0438\u0442\u044c \u043e\u0434\u043d\u0443 \u044d\u043f\u043e\u0445\u0443 \u0437\u0430 \u043e\u0434\u043d\u0443 \u0438\u0442\u0435\u0440\u0430\u0446\u0438\u044e \u0434\u043b\u044f \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u043d\u0430\u0431\u043e\u0440\u043e\u0432 \u0434\u0430\u043d\u043d\u044b\u0445.<\/span><\/p>\n<p id=\"6224\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0422\u0438\u043f \u0432\u044b\u0447\u0438\u0441\u043b\u0435\u043d\u0438\u044f<\/span><\/strong><span>\u00a0\u2014 \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u044f\u0435\u0442, \u0441\u043b\u0435\u0434\u0443\u0435\u0442 \u043b\u0438 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u044c \u0441\u043c\u0435\u0448\u0430\u043d\u043d\u0443\u044e \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u044c \u0432\u043e \u0432\u0440\u0435\u043c\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f. \u041d\u0435\u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u0438\u044f \u043e\u0441\u043d\u043e\u0432\u0430\u043d\u044b \u043d\u0430 \u0438\u0434\u0435\u0435, \u0447\u0442\u043e \u0441\u043e\u0445\u0440\u0430\u043d\u0435\u043d\u0438\u0435 \u043d\u0430\u0438\u0431\u043e\u043b\u0435\u0435 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e\u0433\u043e \u043d\u0430\u0431\u043e\u0440\u0430 \u0432\u0435\u0441\u043e\u0432 \u0441 \u0444\u0430\u043a\u0442\u0438\u0447\u0435\u0441\u043a\u043e\u0439 \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u044c\u044e \u0438 \u043a\u0432\u0430\u043d\u0442\u043e\u0432\u0430\u043d\u0438\u0435 \u043d\u0430 \u043e\u0442\u043d\u043e\u0441\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u043c\u0435\u043d\u0435\u0435 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u044b\u0445 \u0432\u0435\u0441\u0430\u0445 \u043c\u043e\u0436\u0435\u0442 \u0434\u0430\u0442\u044c \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c, \u0431\u043e\u043b\u0435\u0435 \u0431\u043b\u0438\u0437\u043a\u0443\u044e \u043a \u0438\u0441\u0445\u043e\u0434\u043d\u043e\u0439. \u0412\u043e\u0442\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/en.wikipedia.org\/wiki\/Bfloat16_floating-point_format\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0441\u0441\u044b\u043b\u043a\u0430 \u043d\u0430 WikiPedia \u043d\u0430 bf16<\/span><\/a><span>\u00a0. LlamaFactory \u043f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u0435\u0442 \u0444\u043e\u0440\u043c\u0430\u0442\u044b bf16(mixed), fp32, fp16 \u0438 pure bf_16.<\/span><\/p>\n<p id=\"79c0\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0414\u043b\u0438\u043d\u0430 \u043e\u0442\u0441\u0435\u0447\u043a\u0438<\/span><\/strong><span>\u00a0\u2014 \u043c\u0430\u043a\u0441\u0438\u043c\u0430\u043b\u044c\u043d\u0430\u044f \u0434\u043b\u0438\u043d\u0430 \u0442\u043e\u043a\u0435\u043d\u0430 \u0434\u043b\u044f \u0432\u0432\u043e\u0434\u0430 (\u0437\u0430\u0432\u0438\u0441\u0438\u0442 \u043e\u0442 \u043c\u043e\u0434\u0435\u043b\u0438).<\/span><\/p>\n<p id=\"f919\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0420\u0430\u0437\u043c\u0435\u0440 \u043f\u0430\u0440\u0442\u0438\u0438<\/span><\/strong><span>\u00a0\u2014 \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u043e\u0431\u0440\u0430\u0437\u0446\u043e\u0432, \u043e\u0431\u0440\u0430\u0431\u0430\u0442\u044b\u0432\u0430\u0435\u043c\u044b\u0445 \u0437\u0430 \u043e\u0434\u0438\u043d \u0440\u0430\u0437.<\/span><\/p>\n<p id=\"781d\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041d\u0430\u043a\u043e\u043f\u043b\u0435\u043d\u0438\u0435 \u0433\u0440\u0430\u0434\u0438\u0435\u043d\u0442\u0430<\/span><\/strong><span>\u00a0\u2014 \u041a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u043f\u043e\u0434\u043f\u0430\u043a\u0435\u0442\u043e\u0432 \u0434\u043b\u044f \u043e\u0442\u0434\u0435\u043b\u0435\u043d\u0438\u044f \u043e\u0442 \u0431\u0430\u0437\u043e\u0432\u043e\u0433\u043e \u043e\u0431\u0443\u0447\u0430\u044e\u0449\u0435\u0433\u043e \u043f\u0430\u043a\u0435\u0442\u0430. \u042d\u0442\u043e \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u043e \u0434\u043b\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u043d\u0430 \u043f\u043e\u0442\u0440\u0435\u0431\u0438\u0442\u0435\u043b\u044c\u0441\u043a\u0438\u0445 \u0433\u0440\u0430\u0444\u0438\u0447\u0435\u0441\u043a\u0438\u0445 \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u043e\u0440\u0430\u0445 \u0441 \u043d\u0435\u0431\u043e\u043b\u044c\u0448\u0438\u043c \u043e\u0431\u044a\u0435\u043c\u043e\u043c \u043f\u0430\u043c\u044f\u0442\u0438 \u0438 \u0432\u044b\u0447\u0438\u0441\u043b\u0435\u043d\u0438\u0439.<\/span><\/p>\n<p id=\"7b00\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0420\u0430\u0437\u043c\u0435\u0440 \u0432\u0430\u043b\u0438\u0434\u043d\u043e\u0441\u0442\u0438<\/span><\/strong><span>\u00a0\u2014 \u043f\u0440\u043e\u0446\u0435\u043d\u0442 \u0434\u0430\u043d\u043d\u044b\u0445, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c\u044b\u0445 \u0434\u043b\u044f \u043f\u0440\u043e\u0432\u0435\u0440\u043a\u0438.<\/span><\/p>\n<p id=\"ee91\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041f\u043b\u0430\u043d\u0438\u0440\u043e\u0432\u0449\u0438\u043a LR<\/span><\/strong><span>\u00a0\u2014 \u041f\u043b\u0430\u043d\u0438\u0440\u043e\u0432\u0449\u0438\u043a \u0441\u043a\u043e\u0440\u043e\u0441\u0442\u0438 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442\u0441\u044f \u0434\u043b\u044f \u0434\u0438\u043d\u0430\u043c\u0438\u0447\u0435\u0441\u043a\u043e\u0439 \u0440\u0435\u0433\u0443\u043b\u0438\u0440\u043e\u0432\u043a\u0438 \u0441\u043a\u043e\u0440\u043e\u0441\u0442\u0438 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0432\u043e \u0432\u0440\u0435\u043c\u044f \u043a\u0430\u0436\u0434\u043e\u0439 \u0438\u0442\u0435\u0440\u0430\u0446\u0438\u0438.<\/span><\/p>\n<p id=\"a74f\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0414\u043e\u043f\u043e\u043b\u043d\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u0435 \u043a\u043e\u043d\u0444\u0438\u0433\u0443\u0440\u0430\u0446\u0438\u0438<\/span><\/strong><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pn\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*apmIa8EisZvAYG1eC_r7dA.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*apmIa8EisZvAYG1eC_r7dA.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*apmIa8EisZvAYG1eC_r7dA.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*apmIa8EisZvAYG1eC_r7dA.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*apmIa8EisZvAYG1eC_r7dA.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*apmIa8EisZvAYG1eC_r7dA.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*apmIa8EisZvAYG1eC_r7dA.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*apmIa8EisZvAYG1eC_r7dA.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*apmIa8EisZvAYG1eC_r7dA.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*apmIa8EisZvAYG1eC_r7dA.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*apmIa8EisZvAYG1eC_r7dA.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*apmIa8EisZvAYG1eC_r7dA.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*apmIa8EisZvAYG1eC_r7dA.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*apmIa8EisZvAYG1eC_r7dA.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*apmIa8EisZvAYG1eC_r7dA.png\" alt=\"\" width=\"700\" height=\"279\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f: \u0410\u0432\u0442\u043e\u0440 (\u0434\u043e\u043f\u043e\u043b\u043d\u0438\u0442\u0435\u043b\u044c\u043d\u0430\u044f \u043e\u0431\u0449\u0430\u044f \u043a\u043e\u043d\u0444\u0438\u0433\u0443\u0440\u0430\u0446\u0438\u044f \u0432 LlamaFactory)<\/span><\/figcaption><\/figure>\n<p id=\"e987\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0428\u0430\u0433\u0438 \u0440\u0435\u0433\u0438\u0441\u0442\u0440\u0430\u0446\u0438\u0438<\/span><\/strong><span>\u00a0\u2014 \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u0438\u0442\u0435\u0440\u0430\u0446\u0438\u0439 \u0434\u043b\u044f \u0440\u0435\u0433\u0438\u0441\u0442\u0440\u0430\u0446\u0438\u0438 \u043a\u0430\u0436\u0434\u044b\u0439 \u0440\u0430\u0437 (\u0435\u0441\u043b\u0438 5, \u0442\u043e \u0440\u0435\u0433\u0438\u0441\u0442\u0440\u0430\u0446\u0438\u044f \u043a\u0430\u0436\u0434\u044b\u0435 5 \u0448\u0430\u0433\u043e\u0432)<\/span><\/p>\n<p id=\"89eb\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0421\u043e\u0445\u0440\u0430\u043d\u0435\u043d\u0438\u0435 \u0448\u0430\u0433\u043e\u0432<\/span><\/strong><span>\u00a0\u2014\u00a0<\/span><em class=\"oz\"><span>\u041a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u0448\u0430\u0433\u043e\u0432 \u043c\u0435\u0436\u0434\u0443 \u0434\u0432\u0443\u043c\u044f \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u044c\u043d\u044b\u043c\u0438 \u0442\u043e\u0447\u043a\u0430\u043c\u0438<\/span><\/em><span>\u00a0\u043e\u043f\u0440\u0435\u0434\u0435\u043b\u044f\u0435\u0442 \u0447\u0430\u0441\u0442\u043e\u0442\u0443 \u0441\u043e\u0445\u0440\u0430\u043d\u0435\u043d\u0438\u044f \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u044c\u043d\u044b\u0445 \u0442\u043e\u0447\u0435\u043a. \u0411\u043e\u043b\u044c\u0448\u0435\u0435 \u0447\u0438\u0441\u043b\u043e \u043e\u0437\u043d\u0430\u0447\u0430\u0435\u0442, \u0447\u0442\u043e \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u044c\u043d\u044b\u0435 \u0442\u043e\u0447\u043a\u0438 \u0441\u043e\u0445\u0440\u0430\u043d\u044f\u044e\u0442\u0441\u044f \u0440\u0435\u0436\u0435, \u0430 \u043c\u0435\u043d\u044c\u0448\u0435\u0435 \u0447\u0438\u0441\u043b\u043e \u043e\u0437\u043d\u0430\u0447\u0430\u0435\u0442, \u0447\u0442\u043e \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u044c\u043d\u044b\u0435 \u0442\u043e\u0447\u043a\u0438 \u0441\u043e\u0445\u0440\u0430\u043d\u044f\u044e\u0442\u0441\u044f \u0447\u0430\u0449\u0435. \u042d\u0442\u043e \u043f\u043e\u043c\u043e\u0433\u0430\u0435\u0442 \u0432 \u0441\u0446\u0435\u043d\u0430\u0440\u0438\u044f\u0445, \u0433\u0434\u0435 \u043f\u0440\u043e\u0446\u0435\u0441\u0441 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u043f\u0440\u0435\u0440\u044b\u0432\u0430\u0435\u0442\u0441\u044f.<\/span><\/p>\n<p id=\"96f8\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u042d\u0442\u0430\u043f\u044b \u0440\u0430\u0437\u043c\u0438\u043d\u043a\u0438<\/span><\/strong><span>\u00a0\u2014 \u044d\u0442\u043e \u043c\u0435\u0442\u043e\u0434 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f, \u043f\u0440\u0438 \u043a\u043e\u0442\u043e\u0440\u043e\u043c \u0441\u043a\u043e\u0440\u043e\u0441\u0442\u044c \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u043f\u043e\u0441\u0442\u0435\u043f\u0435\u043d\u043d\u043e \u0443\u0432\u0435\u043b\u0438\u0447\u0438\u0432\u0430\u0435\u0442\u0441\u044f \u043e\u0442 \u043d\u0435\u0431\u043e\u043b\u044c\u0448\u043e\u0433\u043e \u043d\u0430\u0447\u0430\u043b\u044c\u043d\u043e\u0433\u043e \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f \u0434\u043e \u0446\u0435\u043b\u0435\u0432\u043e\u0439 \u0441\u043a\u043e\u0440\u043e\u0441\u0442\u0438 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0437\u0430 \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u043d\u043e\u0435 \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u0448\u0430\u0433\u043e\u0432.<\/span><\/p>\n<p id=\"11a7\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>NEFTune Alpha<\/span><\/strong><span>\u00a0\u2014 NEFTune \u0434\u043e\u0431\u0430\u0432\u043b\u044f\u0435\u0442 \u0448\u0443\u043c \u043a \u0432\u0445\u043e\u0434\u043d\u044b\u043c \u0432\u043b\u043e\u0436\u0435\u043d\u0438\u044f\u043c \u044f\u0437\u044b\u043a\u043e\u0432\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438, \u0432\u043d\u043e\u0441\u044f \u0441\u043b\u0443\u0447\u0430\u0439\u043d\u043e\u0441\u0442\u044c \u0432 \u043f\u0440\u043e\u0446\u0435\u0441\u0441 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f. \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u0443\u0437\u043d\u0430\u0442\u044c \u0431\u043e\u043b\u044c\u0448\u0435 \u0432\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/huggingface.co\/docs\/trl\/main\/en\/sft_trainer#enhance-the-models-performances-using-neftune\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0434\u043e\u043a\u0443\u043c\u0435\u043d\u0442\u0430\u0446\u0438\u0438 HuggingFace<\/span><\/a><span>\u00a0. \u041f\u0440\u0438\u043c\u0435\u043d\u0435\u043d\u0438\u0435 NEFTune \u043a \u0445\u043e\u0440\u043e\u0448\u043e \u0440\u0430\u0441\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u043d\u044b\u043c \u043d\u0430\u0431\u043e\u0440\u0430\u043c \u0434\u0430\u043d\u043d\u044b\u0445 \u043c\u043e\u0436\u0435\u0442 \u0434\u043e\u0431\u0430\u0432\u0438\u0442\u044c \u043b\u0438\u0448\u044c \u043d\u0435\u0437\u043d\u0430\u0447\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u0435 \u0432\u044b\u0433\u043e\u0434\u044b (\u0438\u043d\u043e\u0433\u0434\u0430 \u0432\u043e\u043e\u0431\u0449\u0435 \u043d\u0438\u0447\u0435\u0433\u043e).<\/span><\/p>\n<p id=\"5081\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0442\u043e\u0440<\/span><\/strong><span>\u00a0\u2014 \u043a\u0430\u043a \u0441\u043b\u0435\u0434\u0443\u0435\u0442 \u0438\u0437 \u043d\u0430\u0437\u0432\u0430\u043d\u0438\u044f, \u043e\u043d \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442\u0441\u044f \u0434\u043b\u044f \u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u0438 \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u0441 \u0446\u0435\u043b\u044c\u044e \u043f\u043e\u043b\u0443\u0447\u0435\u043d\u0438\u044f \u043d\u0430\u0438\u043c\u0435\u043d\u044c\u0448\u0435\u0433\u043e \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f \u0444\u0443\u043d\u043a\u0446\u0438\u0438 \u043f\u043e\u0442\u0435\u0440\u044c. \u041e\u043d \u0434\u0435\u043b\u0430\u0435\u0442 \u044d\u0442\u043e \u043f\u0443\u0442\u0435\u043c \u0438\u0442\u0435\u0440\u0430\u0442\u0438\u0432\u043d\u043e\u0439 \u043a\u043e\u0440\u0440\u0435\u043a\u0442\u0438\u0440\u043e\u0432\u043a\u0438 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432 \u043c\u043e\u0434\u0435\u043b\u0438 (\u0432\u0435\u0441\u043e\u0432 \u0438 \u0441\u043c\u0435\u0449\u0435\u043d\u0438\u0439) \u0434\u043b\u044f \u043f\u043e\u0438\u0441\u043a\u0430 \u043d\u0430\u0438\u043b\u0443\u0447\u0448\u0435\u0433\u043e \u0432\u043e\u0437\u043c\u043e\u0436\u043d\u043e\u0433\u043e \u043d\u0430\u0431\u043e\u0440\u0430 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u0439, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u043c\u0438\u043d\u0438\u043c\u0438\u0437\u0438\u0440\u0443\u0435\u0442 \u043e\u0448\u0438\u0431\u043a\u0443 \u043c\u0435\u0436\u0434\u0443 \u043f\u0440\u043e\u0433\u043d\u043e\u0437\u0430\u043c\u0438 \u043c\u043e\u0434\u0435\u043b\u0438 \u0438 \u0438\u0441\u0442\u0438\u043d\u043d\u044b\u043c\u0438 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f\u043c\u0438. \u0421\u043f\u0438\u0441\u043e\u043a \u043f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u0435\u043c\u044b\u0445 \u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0442\u043e\u0440\u043e\u0432:\u00a0<\/span><strong class=\"nh fv\"><em class=\"oz\"><span>adamw_torch, adamw_8bit \u0438\u043b\u0438 adafactor<\/span><\/em><\/strong><span>\u00a0. \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u0443\u0437\u043d\u0430\u0442\u044c \u0431\u043e\u043b\u044c\u0448\u0435 \u0432\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/pytorch.org\/docs\/stable\/optim.html\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0434\u043e\u043a\u0443\u043c\u0435\u043d\u0442\u0430\u0446\u0438\u0438 PyToch<\/span><\/a><span>\u00a0.<\/span><\/p>\n<p id=\"d8ac\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\">Pack sequences<\/strong>\u00a0\u2014 Packing combines sequences of different lengths into a single tensor, eliminating unnecessary padding. PyTorch allows us to pack the sequence, internally packed sequence is a tuple of two lists. One contains the elements of sequences and the other contains the batch size at each step.<\/p>\n<p id=\"5e5e\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0418\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0439\u0442\u0435 \u0430\u043a\u043a\u0443\u0440\u0430\u0442\u043d\u0443\u044e \u0443\u043f\u0430\u043a\u043e\u0432\u043a\u0443<\/span><\/strong><span>\u00a0\u2014 \u043f\u0440\u0438 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0438 \u0443\u043f\u0430\u043a\u043e\u0432\u0430\u043d\u043d\u044b\u0445 \u043f\u043e\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0435\u0439 \u043e\u0431\u044b\u0447\u043d\u043e \u0440\u0435\u043a\u043e\u043c\u0435\u043d\u0434\u0443\u0435\u0442\u0441\u044f\u00a0<\/span><strong class=\"nh fv\"><span>\u0438\u0437\u0431\u0435\u0433\u0430\u0442\u044c \u043f\u0435\u0440\u0435\u043a\u0440\u0435\u0441\u0442\u043d\u043e\u0433\u043e \u0432\u043d\u0438\u043c\u0430\u043d\u0438\u044f<\/span><\/strong><span>\u00a0\u043c\u0435\u0436\u0434\u0443 \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u043c\u0438 \u043f\u043e\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044f\u043c\u0438 \u0432 \u0443\u043f\u0430\u043a\u043e\u0432\u0430\u043d\u043d\u043e\u043c \u0442\u0435\u043d\u0437\u043e\u0440\u0435.<\/span><\/p>\n<p id=\"c5cc\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041e\u0431\u0443\u0447\u0435\u043d\u0438\u0435 \u043f\u043e \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0435<\/span><\/strong><span>\u00a0\u2014 \u043e\u0442\u043a\u043b\u044e\u0447\u0435\u043d\u0438\u0435 \u0432\u0441\u0435\u0445 \u043c\u0430\u0441\u043e\u043a \u043c\u0435\u0442\u043e\u043a, \u0447\u0442\u043e \u043f\u043e\u0437\u0432\u043e\u043b\u044f\u0435\u0442 \u043c\u043e\u0434\u0435\u043b\u0438 \u0443\u0447\u0438\u0442\u044b\u0432\u0430\u0442\u044c \u0432\u0441\u0435 \u0442\u043e\u043a\u0435\u043d\u044b \u0432 \u0446\u0435\u043b\u0435\u0432\u043e\u0439 \u043f\u043e\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438, \u0432\u043a\u043b\u044e\u0447\u0430\u044f \u0431\u0443\u0434\u0443\u0449\u0438\u0435 \u0442\u043e\u043a\u0435\u043d\u044b, \u0432\u043e \u0432\u0440\u0435\u043c\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f.<\/span><\/p>\n<p id=\"7dd4\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0418\u0437\u043c\u0435\u043d\u0435\u043d\u0438\u0435 \u0440\u0430\u0437\u043c\u0435\u0440\u0430 \u0432\u043d\u0435\u0434\u0440\u0435\u043d\u0438\u0439 \u0442\u043e\u043a\u0435\u043d\u043e\u0432<\/span><\/strong><span>\u00a0\u2014 \u0438\u0437\u043c\u0435\u043d\u0435\u043d\u0438\u0435 \u0440\u0430\u0437\u043c\u0435\u0440\u0430 \u0441\u043b\u043e\u0432\u0430\u0440\u044f \u0442\u043e\u043a\u0435\u043d\u0438\u0437\u0430\u0442\u043e\u0440\u0430 \u0438 \u0441\u043b\u043e\u0435\u0432 \u0432\u043d\u0435\u0434\u0440\u0435\u043d\u0438\u044f \u0434\u043b\u044f \u0440\u0430\u0437\u043c\u0435\u0449\u0435\u043d\u0438\u044f \u043d\u043e\u0432\u044b\u0445 \u0441\u0433\u0435\u043d\u0435\u0440\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u0445 \u0442\u043e\u043a\u0435\u043d\u043e\u0432.<\/span><\/p>\n<p id=\"3419\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0412\u043a\u043b\u044e\u0447\u0438\u0442\u044c s\u00b2 \u0432\u043d\u0438\u043c\u0430\u043d\u0438\u0435<\/span><\/strong><span>\u00a0\u2014 \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u0443\u0437\u043d\u0430\u0442\u044c \u043e LongLoRA\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/ai.plainenglish.io\/longlora-how-to-extend-llms-context-sizes-through-fine-tuning-9f27894d1c06\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0437\u0434\u0435\u0441\u044c<\/span><\/a><span>\u00a0.\u00a0<\/span><strong class=\"nh fv\"><em class=\"oz\"><span>\u041f\u0435\u0440\u0435\u043a\u043b\u044e\u0447\u0435\u043d\u0438\u0435 \u043a\u043e\u0440\u043e\u0442\u043a\u043e\u0433\u043e \u0432\u043d\u0438\u043c\u0430\u043d\u0438\u044f<\/span><\/em><\/strong><span>\u00a0\u0431\u044b\u043b\u043e \u0431\u044b \u043f\u043e\u0445\u043e\u0436\u0435 \u043d\u0430 \u0440\u0430\u0437\u0431\u0438\u0435\u043d\u0438\u0435 \u0443\u0447\u0435\u0431\u043d\u0438\u043a\u0430 \u043d\u0430 \u0431\u043e\u043b\u0435\u0435 \u043c\u0435\u043b\u043a\u0438\u0435 \u0433\u043b\u0430\u0432\u044b \u0438\u043b\u0438 \u0440\u0430\u0437\u0434\u0435\u043b\u044b. \u0412\u044b \u0431\u044b \u0441\u043e\u0441\u0440\u0435\u0434\u043e\u0442\u043e\u0447\u0438\u043b\u0438\u0441\u044c \u043d\u0430 \u043f\u043e\u043d\u0438\u043c\u0430\u043d\u0438\u0438 \u043a\u0430\u0436\u0434\u043e\u0439 \u0433\u043b\u0430\u0432\u044b \u043f\u043e \u043e\u0442\u0434\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438, \u043d\u0435 \u043f\u044b\u0442\u0430\u044f\u0441\u044c \u0437\u0430\u043f\u043e\u043c\u043d\u0438\u0442\u044c \u043a\u0430\u0436\u0434\u0443\u044e \u0441\u0432\u044f\u0437\u044c \u043c\u0435\u0436\u0434\u0443 \u043d\u0438\u043c\u0438 \u0441\u0440\u0430\u0437\u0443.<\/span><\/p>\n<p id=\"c732\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0412\u043a\u043b\u044e\u0447\u0438\u0442\u044c \u0432\u043d\u0435\u0448\u043d\u0438\u0439 \u0440\u0435\u0433\u0438\u0441\u0442\u0440\u0430\u0442\u043e\u0440<\/span><\/strong><span>\u00a0\u2014 \u043c\u043e\u0436\u043d\u043e \u0430\u043a\u0442\u0438\u0432\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u043c\u043e\u043d\u0438\u0442\u043e\u0440\u0438\u043d\u0433 \u0442\u0435\u043d\u0437\u043e\u0440\u0431\u043e\u0440\u0434\u0430 \u0434\u043b\u044f \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0430 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f. \u041f\u043e \u0443\u043c\u043e\u043b\u0447\u0430\u043d\u0438\u044e \u0432\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043e\u0442\u0441\u043b\u0435\u0436\u0438\u0432\u0430\u0442\u044c \u0442\u0440\u0435\u043d\u0438\u0440\u043e\u0432\u043e\u0447\u043d\u044b\u0435 \u0434\u0435\u0439\u0441\u0442\u0432\u0438\u044f, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u044f \u043d\u0438\u0436\u043d\u044e\u044e \u0441\u0435\u043a\u0446\u0438\u044e \u0438\u0437 \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u0441\u043a\u043e\u0433\u043e \u0438\u043d\u0442\u0435\u0440\u0444\u0435\u0439\u0441\u0430 LlamaFactory \u0438\u043b\u0438 cli.<\/span><\/p>\n<p id=\"178d\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u044b\u0435 \u043a\u043e\u043d\u0444\u0438\u0433\u0443\u0440\u0430\u0446\u0438\u0438<\/span><\/strong><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm po\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*eK3MEfZZcY1ttyWsJzdJZg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*eK3MEfZZcY1ttyWsJzdJZg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*eK3MEfZZcY1ttyWsJzdJZg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*eK3MEfZZcY1ttyWsJzdJZg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*eK3MEfZZcY1ttyWsJzdJZg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*eK3MEfZZcY1ttyWsJzdJZg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*eK3MEfZZcY1ttyWsJzdJZg.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*eK3MEfZZcY1ttyWsJzdJZg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*eK3MEfZZcY1ttyWsJzdJZg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*eK3MEfZZcY1ttyWsJzdJZg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*eK3MEfZZcY1ttyWsJzdJZg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*eK3MEfZZcY1ttyWsJzdJZg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*eK3MEfZZcY1ttyWsJzdJZg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*eK3MEfZZcY1ttyWsJzdJZg.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*eK3MEfZZcY1ttyWsJzdJZg.png\" alt=\"\" width=\"700\" height=\"613\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f: \u0410\u0432\u0442\u043e\u0440 (\u041a\u043e\u043d\u0444\u0438\u0433\u0443\u0440\u0430\u0446\u0438\u0438, \u0437\u0430\u0432\u0438\u0441\u044f\u0449\u0438\u0435 \u043e\u0442 \u044d\u0442\u0430\u043f\u0430)<\/span><\/figcaption><\/figure>\n<p id=\"4b38\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0417\u0430\u043c\u043e\u0440\u043e\u0437\u043a\u0430 \u043a\u043e\u043d\u0444\u0438\u0433\u0443\u0440\u0430\u0446\u0438\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438<\/span><\/strong><\/p>\n<p id=\"52a3\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041e\u0431\u0443\u0447\u0430\u0435\u043c\u044b\u0435 \u0441\u043b\u043e\u0438<\/span><\/strong><span>\u00a0\u2014 \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u0441\u043a\u0440\u044b\u0442\u044b\u0445 \u0441\u043b\u043e\u0435\u0432 \u0434\u043b\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f, \u043a\u0430\u043a \u0432 \u043e\u043f\u0438\u0441\u0430\u043d\u0438\u0438.<\/span><\/p>\n<p id=\"7d88\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041e\u0431\u0443\u0447\u0430\u0435\u043c\u044b\u0435 \u0438 \u0434\u043e\u043f\u043e\u043b\u043d\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u0435 \u043c\u043e\u0434\u0443\u043b\u0438<\/span><\/strong><span>\u00a0\u2014 \u041c\u044b \u043c\u043e\u0436\u0435\u043c \u0443\u043a\u0430\u0437\u0430\u0442\u044c \u043c\u043e\u0434\u0443\u043b\u0438 LLM \u0434\u043b\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f, \u0435\u0441\u043b\u0438 \u0443\u043a\u0430\u0437\u0430\u043d\u043e \u043a\u0430\u043a 'all', \u0442\u043e \u043e\u0431\u0443\u0447\u0430\u0435\u0442\u0441\u044f \u0432\u0441\u0435. \u0421\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u0439 \u043a\u043e\u0434 \u043c\u043e\u0436\u043d\u043e \u043d\u0430\u0439\u0442\u0438 \u0432\u00a0<\/span><strong class=\"nh fv\"><em class=\"oz\"><span>src\/llamafactory\/model\/adapter.py<\/span><\/em><\/strong><span>\u00a0. \u041f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u0435\u043c\u044b\u0435 \u043c\u043e\u0434\u0443\u043b\u0438 \u043c\u043e\u0436\u043d\u043e \u043d\u0430\u0439\u0442\u0438 \u0432 \u0444\u0443\u043d\u043a\u0446\u0438\u0438 named_parameters() \u0434\u043b\u044f PreTrained transformers.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pp\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*i1vJWmu1RdViKAy5JaSOEA.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*i1vJWmu1RdViKAy5JaSOEA.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*i1vJWmu1RdViKAy5JaSOEA.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*i1vJWmu1RdViKAy5JaSOEA.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*i1vJWmu1RdViKAy5JaSOEA.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*i1vJWmu1RdViKAy5JaSOEA.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*i1vJWmu1RdViKAy5JaSOEA.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*i1vJWmu1RdViKAy5JaSOEA.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*i1vJWmu1RdViKAy5JaSOEA.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*i1vJWmu1RdViKAy5JaSOEA.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*i1vJWmu1RdViKAy5JaSOEA.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*i1vJWmu1RdViKAy5JaSOEA.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*i1vJWmu1RdViKAy5JaSOEA.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*i1vJWmu1RdViKAy5JaSOEA.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*i1vJWmu1RdViKAy5JaSOEA.png\" alt=\"\" width=\"700\" height=\"268\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f: \u0410\u0432\u0442\u043e\u0440 (\u043e\u0431\u0443\u0447\u0430\u0435\u043c\u044b\u0435 \u043c\u043e\u0434\u0443\u043b\u0438 (\u0441\u043a\u0440\u044b\u0442\u044b\u0435 \u043c\u043e\u0434\u0443\u043b\u0438) \u0438 \u0434\u043e\u043f\u043e\u043b\u043d\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u0435 \u043c\u043e\u0434\u0443\u043b\u0438 (\u043d\u0435\u0441\u043a\u0440\u044b\u0442\u044b\u0435 \u043c\u043e\u0434\u0443\u043b\u0438))<\/span><\/figcaption><\/figure>\n<p id=\"263e\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041a\u043e\u043d\u0444\u0438\u0433\u0443\u0440\u0430\u0446\u0438\u0438 RLHF<\/span><\/strong><\/p>\n<p id=\"cde9\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0417\u043d\u0430\u0447\u0435\u043d\u0438\u0435 \u0431\u0435\u0442\u0430<\/span><\/strong><span>\u00a0\u2014 \u0433\u0438\u043f\u0435\u0440\u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440 \u0434\u043b\u044f \u0443\u043f\u0440\u0430\u0432\u043b\u0435\u043d\u0438\u044f \u0431\u0430\u043b\u0430\u043d\u0441\u043e\u043c \u043c\u0435\u0436\u0434\u0443 \u043e\u0431\u0440\u0430\u0442\u043d\u043e\u0439 \u0441\u0432\u044f\u0437\u044c\u044e \u0447\u0435\u043b\u043e\u0432\u0435\u043a\u0430 \u0438 \u0441\u0438\u0433\u043d\u0430\u043b\u043e\u043c \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f. \u0415\u0441\u043b\u0438 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u0435 \u0431\u0435\u0442\u0430 \u0432\u044b\u0441\u043e\u043a\u043e\u0435, \u043c\u043e\u0434\u0435\u043b\u044c \u043e\u0442\u0434\u0430\u0435\u0442 \u043f\u0440\u0438\u043e\u0440\u0438\u0442\u0435\u0442 \u043e\u0431\u0440\u0430\u0442\u043d\u043e\u0439 \u0441\u0432\u044f\u0437\u0438 \u0447\u0435\u043b\u043e\u0432\u0435\u043a\u0430, \u0430 \u043d\u0438\u0437\u043a\u043e\u0435 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u0435 \u0431\u0435\u0442\u0430 \u0431\u043e\u043b\u044c\u0448\u0435 \u0444\u043e\u043a\u0443\u0441\u0438\u0440\u0443\u0435\u0442\u0441\u044f \u043d\u0430 \u0441\u0442\u0440\u0443\u043a\u0442\u0443\u0440\u0435 \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f.<\/span><\/p>\n<p id=\"c0c8\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>Ftx gamma<\/span><\/strong><span>\u00a0\u2014 \u043e\u0431\u043e\u0437\u043d\u0430\u0447\u0430\u0435\u0442 \u0434\u0438\u0441\u043a\u043e\u043d\u0442\u043d\u044b\u0439 \u0444\u0430\u043a\u0442\u043e\u0440 \u0432 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0438 \u0441 \u043f\u043e\u0434\u043a\u0440\u0435\u043f\u043b\u0435\u043d\u0438\u0435\u043c. \u041e\u043d \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u044f\u0435\u0442, \u043a\u0430\u043a \u0431\u0443\u0434\u0443\u0449\u0438\u0435 \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f \u043e\u0446\u0435\u043d\u0438\u0432\u0430\u044e\u0442\u0441\u044f \u043f\u043e \u0441\u0440\u0430\u0432\u043d\u0435\u043d\u0438\u044e \u0441 \u043d\u0435\u043c\u0435\u0434\u043b\u0435\u043d\u043d\u044b\u043c\u0438 \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f\u043c\u0438. \u0413\u0430\u043c\u043c\u0430, \u0431\u043b\u0438\u0437\u043a\u0430\u044f \u043a 1, \u043e\u0437\u043d\u0430\u0447\u0430\u0435\u0442, \u0447\u0442\u043e \u0431\u0443\u0434\u0443\u0449\u0438\u0435 \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f \u0446\u0435\u043d\u044f\u0442\u0441\u044f \u0432\u044b\u0441\u043e\u043a\u043e, \u0432 \u0442\u043e \u0432\u0440\u0435\u043c\u044f \u043a\u0430\u043a \u0433\u0430\u043c\u043c\u0430, \u0431\u043b\u0438\u0437\u043a\u0430\u044f \u043a 0, \u043e\u0442\u0434\u0430\u0435\u0442 \u043f\u0440\u0438\u043e\u0440\u0438\u0442\u0435\u0442 \u043d\u0435\u043c\u0435\u0434\u043b\u0435\u043d\u043d\u044b\u043c \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f\u043c.<\/span><\/p>\n<p id=\"1d21\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0422\u0438\u043f \u043f\u043e\u0442\u0435\u0440\u044c<\/span><\/strong><span>\u00a0\u2014 \u0424\u0443\u043d\u043a\u0446\u0438\u044f \u043f\u043e\u0442\u0435\u0440\u044c. \u0421\u043f\u0438\u0441\u043e\u043a \u043f\u043e\u0434\u0434\u0435\u0440\u0436\u0438\u0432\u0430\u0435\u043c\u044b\u0445 \u0442\u0438\u043f\u043e\u0432: \u0441\u0438\u0433\u043c\u043e\u0438\u0434, \u0448\u0430\u0440\u043d\u0438\u0440, IPO, KTO_pair, ORPO \u0438 SimPO.<\/span><\/p>\n<p id=\"4aeb\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041c\u043e\u0434\u0435\u043b\u044c \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f<\/span><\/strong><span>\u00a0\u2014 \u043f\u0443\u0442\u044c \u043a \u043c\u043e\u0434\u0435\u043b\u0438 \u0432\u043e\u0437\u043d\u0430\u0433\u0440\u0430\u0436\u0434\u0435\u043d\u0438\u044f.<\/span><\/p>\n<p id=\"169d\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041d\u043e\u0440\u043c\u0430 \u0431\u0430\u043b\u043b\u043e\u0432 \u0438 \u043e\u0442\u0431\u0435\u043b\u0438\u0432\u0430\u043d\u0438\u0435 \u043d\u0430\u0433\u0440\u0430\u0434<\/span><\/strong><span>\u00a0\u2014 \u041d\u043e\u0440\u043c\u0430\u043b\u0438\u0437\u0430\u0446\u0438\u044f \u0431\u0430\u043b\u043b\u043e\u0432 \u043e\u0442\u043d\u043e\u0441\u0438\u0442\u0441\u044f \u043a \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0443 \u043a\u043e\u0440\u0440\u0435\u043a\u0442\u0438\u0440\u043e\u0432\u043a\u0438 \u043e\u0446\u0435\u043d\u043e\u043a \u043d\u0430\u0433\u0440\u0430\u0434 \u0438\u043b\u0438 \u043f\u0440\u0435\u0438\u043c\u0443\u0449\u0435\u0441\u0442\u0432 \u043f\u043e \u0441\u0442\u0430\u043d\u0434\u0430\u0440\u0442\u043d\u043e\u0439 \u0448\u043a\u0430\u043b\u0435. \u042d\u0442\u043e\u0442 \u043c\u0435\u0442\u043e\u0434 \u043f\u043e\u043c\u043e\u0433\u0430\u0435\u0442 \u0441\u0442\u0430\u0431\u0438\u043b\u0438\u0437\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u0438 \u0443\u043b\u0443\u0447\u0448\u0438\u0442\u044c \u043f\u0440\u043e\u0446\u0435\u0441\u0441 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f. \u041e\u0442\u0431\u0435\u043b\u0438\u0432\u0430\u044f \u043d\u0430\u0433\u0440\u0430\u0434\u044b, \u043c\u044b \u0441\u0442\u0430\u043d\u0434\u0430\u0440\u0442\u0438\u0437\u0438\u0440\u0443\u0435\u043c \u0438\u0445, \u0447\u0442\u043e\u0431\u044b \u0438\u043c\u0435\u0442\u044c \u0441\u0440\u0435\u0434\u043d\u0435\u0435 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u0435, \u0440\u0430\u0432\u043d\u043e\u0435 \u043d\u0443\u043b\u044e, \u0438 \u0441\u0442\u0430\u043d\u0434\u0430\u0440\u0442\u043d\u043e\u0435 \u043e\u0442\u043a\u043b\u043e\u043d\u0435\u043d\u0438\u0435, \u0440\u0430\u0432\u043d\u043e\u0435 \u0435\u0434\u0438\u043d\u0438\u0446\u0435.<\/span><\/p>\n<p id=\"8914\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span><strong class=\"nh fv\">\u041a\u043e\u043d\u0444\u0438\u0433\u0443\u0440\u0430\u0446\u0438\u0438\u00a0<\/strong><a class=\"af ne\" href=\"https:\/\/github.com\/jiaweizzhao\/GaLore\" target=\"_blank\" rel=\"noopener ugc nofollow\"><strong class=\"nh fv\">GaLore (<\/strong><\/a><a class=\"af ne\" href=\"https:\/\/github.com\/jiaweizzhao\/GaLore\" target=\"_blank\" rel=\"noopener ugc nofollow\">\u00a0\u043f\u0440\u043e\u0435\u043a\u0446\u0438\u044f \u0433\u0440\u0430\u0434\u0438\u0435\u043d\u0442\u0430 \u043d\u0438\u0437\u043a\u043e\u0433\u043e \u0440\u0430\u043d\u0433\u0430)<\/a><\/span><\/p>\n<p id=\"2364\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u042d\u0442\u043e \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u043d\u0438\u0437\u043a\u043e\u0433\u043e \u0440\u0430\u043d\u0433\u0430 \u0441 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u044b\u043c \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0435\u043c \u043f\u0430\u043c\u044f\u0442\u0438, \u043a\u043e\u0442\u043e\u0440\u0430\u044f \u043f\u043e\u0437\u0432\u043e\u043b\u044f\u0435\u0442 \u043f\u0440\u043e\u0432\u043e\u0434\u0438\u0442\u044c \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435 \u043f\u043e \u0432\u0441\u0435\u043c \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0430\u043c, \u043d\u043e \u0431\u043e\u043b\u0435\u0435 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u0430 \u0441 \u0442\u043e\u0447\u043a\u0438 \u0437\u0440\u0435\u043d\u0438\u044f \u043f\u0430\u043c\u044f\u0442\u0438, \u0447\u0435\u043c \u043e\u0431\u044b\u0447\u043d\u044b\u0435 \u043c\u0435\u0442\u043e\u0434\u044b \u0430\u0434\u0430\u043f\u0442\u0430\u0446\u0438\u0438 \u043d\u0438\u0437\u043a\u043e\u0433\u043e \u0440\u0430\u043d\u0433\u0430, \u0442\u0430\u043a\u0438\u0435 \u043a\u0430\u043a LoRA. \u042d\u0442\u043e \u043f\u0435\u0440\u0432\u044b\u0439 \u043c\u0435\u0442\u043e\u0434, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u043f\u043e\u0437\u0432\u043e\u043b\u044f\u0435\u0442 \u043f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u043e\u0431\u0443\u0447\u0438\u0442\u044c \u043c\u043e\u0434\u0435\u043b\u044c llama-2-7B \u043d\u0430 28 \u0413\u0411 VRAM \u0431\u0435\u0437 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u044f \u043f\u0430\u0440\u0430\u043b\u043b\u0435\u043b\u0438\u0437\u043c\u0430 \u043c\u043e\u0434\u0435\u043b\u0438, \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u044c\u043d\u044b\u0445 \u0442\u043e\u0447\u0435\u043a \u0438\u043b\u0438 \u0432\u044b\u0433\u0440\u0443\u0437\u043a\u0438.<\/span><\/p>\n<p id=\"943f\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>GaLore Rank<\/span><\/strong><span>\u00a0\u2014 \u0431\u043e\u043b\u0435\u0435 \u0432\u044b\u0441\u043e\u043a\u0438\u0439 \u0440\u0430\u043d\u0433 \u0442\u0440\u0435\u0431\u0443\u0435\u0442 \u0431\u043e\u043b\u044c\u0448\u0435 \u043f\u0430\u043c\u044f\u0442\u0438 \u0438 \u0431\u043e\u043b\u044c\u0448\u0435\u0439 \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u0438, \u0438 \u043d\u0430\u043e\u0431\u043e\u0440\u043e\u0442.<\/span><\/p>\n<p id=\"0467\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0418\u043d\u0442\u0435\u0440\u0432\u0430\u043b \u043e\u0431\u043d\u043e\u0432\u043b\u0435\u043d\u0438\u044f<\/span><\/strong><span>\u00a0\u2014 \u0427\u0430\u0441\u0442\u043e\u0442\u0430 \u043e\u0431\u043d\u043e\u0432\u043b\u0435\u043d\u0438\u0439 \u043c\u043e\u0436\u0435\u0442 \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u043e \u043f\u043e\u0432\u043b\u0438\u044f\u0442\u044c \u043d\u0430 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c GaLore. \u0415\u0441\u043b\u0438 \u043e\u0431\u043d\u043e\u0432\u043b\u0435\u043d\u0438\u044f \u0441\u043b\u0438\u0448\u043a\u043e\u043c \u0447\u0430\u0441\u0442\u044b\u0435, \u044d\u043a\u043e\u043d\u043e\u043c\u0438\u044f \u043f\u0430\u043c\u044f\u0442\u0438 \u043c\u043e\u0436\u0435\u0442 \u0431\u044b\u0442\u044c \u043e\u0433\u0440\u0430\u043d\u0438\u0447\u0435\u043d\u0430. \u0415\u0441\u043b\u0438 \u043e\u0431\u043d\u043e\u0432\u043b\u0435\u043d\u0438\u044f \u0441\u043b\u0438\u0448\u043a\u043e\u043c \u0440\u0435\u0434\u043a\u0438\u0435, \u0430\u043f\u043f\u0440\u043e\u043a\u0441\u0438\u043c\u0430\u0446\u0438\u044f \u043c\u043e\u0436\u0435\u0442 \u0443\u0441\u0442\u0430\u0440\u0435\u0442\u044c \u0438 \u0443\u0445\u0443\u0434\u0448\u0438\u0442\u044c \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c \u043c\u043e\u0434\u0435\u043b\u0438.<\/span><\/p>\n<p id=\"4fc5\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\">Galore Scale\u00a0<\/strong>\u2014 Larger the scaling factor higher the updates.<\/p>\n<p id=\"b2bb\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><a class=\"af ne\" href=\"https:\/\/github.com\/Ledzy\/BAdam\" target=\"_blank\" rel=\"noopener ugc nofollow\"><strong class=\"nh fv\">BAdam<\/strong><\/a><strong class=\"nh fv\">\u00a0configurations<\/strong><\/p>\n<p id=\"5397\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u042d\u0442\u043e \u043f\u043e\u043b\u043d\u043e\u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u0438\u0447\u0435\u0441\u043a\u0430\u044f \u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u044f \u043d\u0430 \u043a\u043e\u043c\u043c\u0435\u0440\u0447\u0435\u0441\u043a\u0438\u0445 \u0433\u0440\u0430\u0444\u0438\u0447\u0435\u0441\u043a\u0438\u0445 \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u043e\u0440\u0430\u0445. \u0410\u0432\u0442\u043e\u0440\u044b \u0441\u043c\u043e\u0433\u043b\u0438 \u0442\u043e\u0447\u043d\u043e \u043d\u0430\u0441\u0442\u0440\u043e\u0438\u0442\u044c Llama 2\u20137b \u0438 Llama 3\u20138B, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u044f \u043e\u0434\u0438\u043d RTX3090 \u0441 \u043f\u0440\u0430\u0432\u0438\u043b\u043e\u043c \u043e\u0431\u043d\u043e\u0432\u043b\u0435\u043d\u0438\u044f \u0410\u0434\u0430\u043c\u0430 \u0438 \u0441\u043c\u0435\u0448\u0430\u043d\u043d\u043e\u0439 \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u044c\u044e \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f. \u042d\u0442\u043e \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442 \u0442\u0435\u0445\u043d\u0438\u043a\u0443, \u043d\u0430\u0437\u044b\u0432\u0430\u0435\u043c\u0443\u044e\u00a0<\/span><strong class=\"nh fv\"><em class=\"oz\"><span>\u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u0435\u0439 \u043a\u043e\u043e\u0440\u0434\u0438\u043d\u0430\u0442 \u0431\u043b\u043e\u043a\u043e\u0432<\/span><\/em><\/strong><span>\u00a0, \u043a\u043e\u0442\u043e\u0440\u0430\u044f \u0434\u0435\u043b\u0438\u0442 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u044b \u043c\u043e\u0434\u0435\u043b\u0438 \u043d\u0430 \u0431\u043e\u043b\u0435\u0435 \u043c\u0435\u043b\u043a\u0438\u0435 \u0431\u043b\u043e\u043a\u0438 \u0438 \u0438\u0442\u0435\u0440\u0430\u0442\u0438\u0432\u043d\u043e \u043e\u0431\u043d\u043e\u0432\u043b\u044f\u0435\u0442 \u043a\u0430\u0436\u0434\u044b\u0439 \u0431\u043b\u043e\u043a, \u0441\u043e\u0445\u0440\u0430\u043d\u044f\u044f \u0434\u0440\u0443\u0433\u0438\u0435 \u0444\u0438\u043a\u0441\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u043c\u0438, \u0447\u0442\u043e \u0437\u043d\u0430\u0447\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u0441\u043e\u043a\u0440\u0430\u0449\u0430\u0435\u0442 \u043e\u0431\u044a\u0435\u043c \u043f\u0430\u043c\u044f\u0442\u0438, \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u044b\u0439 \u0434\u043b\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f, \u043f\u0440\u0438 \u044d\u0442\u043e\u043c \u0441\u043e\u0445\u0440\u0430\u043d\u044f\u044f \u0445\u043e\u0440\u043e\u0448\u0443\u044e \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c, \u043a\u0430\u043a \u043f\u043e\u043a\u0430\u0437\u0430\u043d\u043e \u043d\u0438\u0436\u0435.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pq\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*2mmy8p7AOg64aPE14b2rUg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*2mmy8p7AOg64aPE14b2rUg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*2mmy8p7AOg64aPE14b2rUg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*2mmy8p7AOg64aPE14b2rUg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*2mmy8p7AOg64aPE14b2rUg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*2mmy8p7AOg64aPE14b2rUg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*2mmy8p7AOg64aPE14b2rUg.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*2mmy8p7AOg64aPE14b2rUg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*2mmy8p7AOg64aPE14b2rUg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*2mmy8p7AOg64aPE14b2rUg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*2mmy8p7AOg64aPE14b2rUg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*2mmy8p7AOg64aPE14b2rUg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*2mmy8p7AOg64aPE14b2rUg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*2mmy8p7AOg64aPE14b2rUg.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*2mmy8p7AOg64aPE14b2rUg.png\" alt=\"\" width=\"700\" height=\"341\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f:\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/github.com\/Ledzy\/BAdam\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0440\u0435\u043f\u043e\u0437\u0438\u0442\u043e\u0440\u0438\u0439 BAdam GitHub<\/span><\/a><\/figcaption><\/figure>\n<p id=\"4ea8\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041c\u043e\u0434\u0435\u043b\u044c BAdam<\/span><\/strong><span>\u00a0\u2014 \u041c\u044b \u043c\u043e\u0436\u0435\u043c \u0441\u0434\u0435\u043b\u0430\u0442\u044c \u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0442\u043e\u0440 BAdam \u043b\u0438\u0431\u043e \u043f\u043e\u0441\u043b\u043e\u0439\u043d\u043e (\u0438\u043c\u043f\u043e\u0440\u0442\u0438\u0440\u043e\u0432\u0430\u043d \u043a\u043b\u0430\u0441\u0441 BlockOptimizer), \u043b\u0438\u0431\u043e \u043f\u043e \u043e\u0442\u043d\u043e\u0448\u0435\u043d\u0438\u044f\u043c (\u0438\u043c\u043f\u043e\u0440\u0442\u0438\u0440\u043e\u0432\u0430\u043d \u043a\u043b\u0430\u0441\u0441 BlockOptimizerRatio). \u0414\u043b\u044f \u0440\u0430\u0431\u043e\u0442\u044b\u00a0\u043f\u043e\u0441\u043b\u043e\u0439\u043d\u043e\u0433\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0442\u0440\u0435\u0431\u0443\u0435\u0442\u0441\u044f \u0443\u0441\u0442\u0430\u043d\u043e\u0432\u043a\u0430\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/github.com\/microsoft\/DeepSpeed\/blob\/master\/docs\/code-docs\/source\/zero3.rst\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>DeepSpeed .<\/span><\/a><\/p>\n<p id=\"87d3\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u041a\u043e\u044d\u0444\u0444\u0438\u0446\u0438\u0435\u043d\u0442 \u043e\u0431\u043d\u043e\u0432\u043b\u0435\u043d\u0438\u044f<\/span><\/strong><span>\u00a0\u2014 \u043a\u043e\u044d\u0444\u0444\u0438\u0446\u0438\u0435\u043d\u0442 \u0434\u043b\u044f \u0440\u0430\u0437\u0440\u0435\u0436\u0435\u043d\u043d\u043e\u0439 \u043c\u0430\u0441\u043a\u0438.<\/span><\/p>\n<p id=\"dd21\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0420\u0435\u0436\u0438\u043c \u043f\u0435\u0440\u0435\u043a\u043b\u044e\u0447\u0435\u043d\u0438\u044f<\/span><\/strong><span>\u00a0\u2014 \u0440\u0435\u0436\u0438\u043c \u043f\u0435\u0440\u0435\u043a\u043b\u044e\u0447\u0435\u043d\u0438\u044f \u043c\u0435\u0436\u0434\u0443 \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u043c\u0438 \u0431\u043b\u043e\u043a\u0430\u043c\u0438.<\/span><\/p>\n\n<figure class=\"mo mp mq mr ms mt ml mm paragraph-image\">\n<div class=\"mu mv ee mw bh mx\" tabindex=\"0\" role=\"button\">\n<div class=\"ml mm pr\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*I-3V02YBuUos-4dVT1p0tg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*I-3V02YBuUos-4dVT1p0tg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*I-3V02YBuUos-4dVT1p0tg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*I-3V02YBuUos-4dVT1p0tg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*I-3V02YBuUos-4dVT1p0tg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*I-3V02YBuUos-4dVT1p0tg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*I-3V02YBuUos-4dVT1p0tg.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*I-3V02YBuUos-4dVT1p0tg.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*I-3V02YBuUos-4dVT1p0tg.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*I-3V02YBuUos-4dVT1p0tg.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*I-3V02YBuUos-4dVT1p0tg.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*I-3V02YBuUos-4dVT1p0tg.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*I-3V02YBuUos-4dVT1p0tg.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*I-3V02YBuUos-4dVT1p0tg.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lt my c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*I-3V02YBuUos-4dVT1p0tg.png\" alt=\"\" width=\"700\" height=\"334\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"mz na nb ml mm nc nd bf b bg z dx\" data-selectable-paragraph=\"\"><span>\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f:\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/github.com\/Ledzy\/BAdam\/blob\/master\/src\/badam\/block_optim.py\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>BAdam GitHub<\/span><\/a><\/figcaption><\/figure>\n<p id=\"8cb8\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\"><strong class=\"nh fv\"><span>\u0418\u043d\u0442\u0435\u0440\u0432\u0430\u043b \u043f\u0435\u0440\u0435\u043a\u043b\u044e\u0447\u0435\u043d\u0438\u044f<\/span><\/strong><span>\u00a0\u2014 \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u0448\u0430\u0433\u043e\u0432 \u043e\u043f\u0442\u0438\u043c\u0438\u0437\u0430\u0446\u0438\u0438 \u043f\u0435\u0440\u0435\u0434 \u043f\u0435\u0440\u0435\u043a\u043b\u044e\u0447\u0435\u043d\u0438\u0435\u043c \u043d\u0430 \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0438\u0439 \u0431\u043b\u043e\u043a.<\/span><\/p>\n<p id=\"bad6\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\">You can follow along this\u00a0<a class=\"af ne\" href=\"https:\/\/www.youtube.com\/watch?v=iMD7ba1hHgw\" target=\"_blank\" rel=\"noopener ugc nofollow\">video tutorial<\/a>\u00a0for finetuning using LlamaFactory.<\/p>\n\n<h1 id=\"2618\" class=\"ps ou fu bf pk pt pu gu pv pw px gx py pz qa qb qc qd qe qf qg qh qi qj qk ql bk\" data-selectable-paragraph=\"\"><span>\u0417\u0430\u043a\u043b\u044e\u0447\u0435\u043d\u0438\u0435<\/span><\/h1>\n<p id=\"e341\" class=\"pw-post-body-paragraph nf ng fu nh b gs qm nj nk gv qn nm nn no qo nq nr ns qp nu nv nw qq ny nz oa fn bk\" data-selectable-paragraph=\"\"><span>\u0412 \u044d\u0442\u043e\u0439 \u0441\u0442\u0430\u0442\u044c\u0435 \u043c\u044b \u0438\u0437\u0443\u0447\u0438\u043b\u0438 \u0440\u0430\u0437\u043d\u043e\u043e\u0431\u0440\u0430\u0437\u043d\u044b\u0439 \u043b\u0430\u043d\u0434\u0448\u0430\u0444\u0442 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0439 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438, \u043a\u0430\u0436\u0434\u0430\u044f \u0438\u0437 \u043a\u043e\u0442\u043e\u0440\u044b\u0445 \u043f\u0440\u0435\u0434\u043b\u0430\u0433\u0430\u0435\u0442 \u0443\u043d\u0438\u043a\u0430\u043b\u044c\u043d\u044b\u0435 \u043f\u0440\u0435\u0438\u043c\u0443\u0449\u0435\u0441\u0442\u0432\u0430 \u0432 \u0437\u0430\u0432\u0438\u0441\u0438\u043c\u043e\u0441\u0442\u0438 \u043e\u0442 \u043a\u043e\u043d\u043a\u0440\u0435\u0442\u043d\u044b\u0445 \u0442\u0440\u0435\u0431\u043e\u0432\u0430\u043d\u0438\u0439 \u0432\u0430\u0448\u0435\u0433\u043e \u043f\u0440\u043e\u0435\u043a\u0442\u0430. \u041e\u0442 \u0442\u0440\u0430\u0434\u0438\u0446\u0438\u043e\u043d\u043d\u044b\u0445 \u043c\u0435\u0442\u043e\u0434\u043e\u0432, \u0442\u0430\u043a\u0438\u0445 \u043a\u0430\u043a \u0442\u0440\u0430\u043d\u0441\u0444\u0435\u0440\u043d\u043e\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435, \u0434\u043e \u0431\u043e\u043b\u0435\u0435 \u043f\u0440\u043e\u0434\u0432\u0438\u043d\u0443\u0442\u044b\u0445 \u043c\u0435\u0442\u043e\u0434\u043e\u0432, \u0442\u0430\u043a\u0438\u0445 \u043a\u0430\u043a \u0430\u0434\u0430\u043f\u0442\u0435\u0440\u044b \u0438 \u0431\u044b\u0441\u0442\u0440\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430, \u043f\u043e\u043d\u0438\u043c\u0430\u043d\u0438\u0435 \u044d\u0442\u0438\u0445 \u043f\u043e\u0434\u0445\u043e\u0434\u043e\u0432 \u043f\u043e\u0437\u0432\u043e\u043b\u044f\u0435\u0442 \u0432\u0430\u043c \u0432\u044b\u0431\u0438\u0440\u0430\u0442\u044c \u043d\u0430\u0438\u0431\u043e\u043b\u0435\u0435 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u0443\u044e \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u044e \u0434\u043b\u044f \u0432\u0430\u0448\u0435\u0433\u043e \u0432\u0430\u0440\u0438\u0430\u043d\u0442\u0430 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u044f.<\/span><\/p>\n<p id=\"6e8b\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\">Transitioning into practical implementation, we delved into the LlamaFactory tool, which simplifies the fine-tuning process. By examining various parameters and hyperparameters, we highlighted how choices like learning rate, batch size, and dropout can significantly influence model performance. This practical insight equips you with the knowledge to tailor your fine-tuning efforts effectively.<\/p>\n<p id=\"d092\" class=\"pw-post-body-paragraph nf ng fu nh b gs ni nj nk gv nl nm nn no np nq nr ns nt nu nv nw nx ny nz oa fn bk\" data-selectable-paragraph=\"\">Hope this overview enhances your understanding of the LLM fine-tuning landscape and empowers you to implement these strategies successfully.<\/p>\n\n<h1 id=\"55bd\" class=\"ps ou fu bf pk pt pu gu pv pw px gx py pz qa qb qc qd qe qf qg qh qi qj qk ql bk\" data-selectable-paragraph=\"\"><span>\u0420\u0435\u0441\u0443\u0440\u0441\u044b<\/span><\/h1>\n<ol class=\"\">\n \t<li id=\"fce1\" class=\"nf ng fu nh b gs qm nj nk gv qn nm nn no qo nq nr ns qp nu nv nw qq ny nz oa om oe of bk\" data-selectable-paragraph=\"\"><span>\u0421\u043e\u0432\u0440\u0435\u043c\u0435\u043d\u043d\u044b\u0435 \u043f\u043e\u0434\u0445\u043e\u0434\u044b \u043a \u043e\u0431\u0440\u0430\u0431\u043e\u0442\u043a\u0435 \u0435\u0441\u0442\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0433\u043e \u044f\u0437\u044b\u043a\u0430, LMU \u041c\u044e\u043d\u0445\u0435\u043d,\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/slds-lmu.github.io\/seminar_nlp_ss20\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0431\u0440\u043e\u0448\u044e\u0440\u0430 \u0441\u0435\u043c\u0438\u043d\u0430\u0440\u0430<\/span><\/a><\/li>\n \t<li id=\"f46a\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa om oe of bk\" data-selectable-paragraph=\"\"><span>\u0413\u043b\u0443\u0431\u043e\u043a\u043e\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435 \u0441 \u043f\u043e\u0434\u043a\u0440\u0435\u043f\u043b\u0435\u043d\u0438\u0435\u043c, OpenAI,\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/spinningup.openai.com\/en\/latest\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u041a\u043d\u0438\u0433\u0430<\/span><\/a><\/li>\n \t<li id=\"b039\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa om oe of bk\" data-selectable-paragraph=\"\"><span>\u042d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u0430\u044f \u0442\u043e\u0447\u043d\u0430\u044f \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u043e\u0432, \u0412\u0438\u043d\u0438\u044f \u0414\u0436\u0430\u0439\u043d,\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/vinija.ai\/nlp\/parameter-efficient-fine-tuning\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u041f\u0440\u0438\u043c\u0435\u0447\u0430\u043d\u0438\u044f \u0434\u043b\u044f \u043d\u0430\u0447\u0438\u043d\u0430\u044e\u0449\u0438\u0445<\/span><\/a><\/li>\n \t<li id=\"f7eb\" class=\"nf ng fu nh b gs og nj nk gv oh nm nn no oi nq nr ns oj nu nv nw ok ny nz oa om oe of bk\" data-selectable-paragraph=\"\"><span>\u0411\u043b\u043e\u0433 AI \u0421\u0435\u0431\u0430\u0441\u0442\u044c\u044f\u043d\u0430 \u0420\u0430\u0448\u043a\u0438, \u0421\u0435\u0431\u0430\u0441\u0442\u044c\u044f\u043d \u0420\u0430\u0448\u043a\u0430,\u00a0<\/span><a class=\"af ne\" href=\"https:\/\/sebastianraschka.com\/blog\/\" target=\"_blank\" rel=\"noopener ugc nofollow\"><span>\u0431\u043b\u043e\u0433<\/span><\/a><\/li>\n<\/ol>\n\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a:\n<a href=\"https:\/\/pub.towardsai.net\/llm-finetuning-strategies-f1e2e8d91b30\">https:\/\/pub.towardsai.net\/llm-finetuning-strategies-f1e2e8d91b30<\/a>","_ru_post_name":"strategii-tonkoj-nastrojki-llm","_ru_post_excerpt":"","_ru_post_title":"\u0421\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0438 \u0442\u043e\u043d\u043a\u043e\u0439 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 LLM","_en_post_content":"","_en_post_name":"","_en_post_excerpt":"","_en_post_title":"","edit_language":"en","jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":false,"jetpack_social_options":{"image_generator_settings":{"template":"highway","enabled":false},"version":2}},"categories":[38],"tags":[],"class_list":["post-23598","post","type-post","status-publish","format-standard","has-post-thumbnail","","category-sztuczna-inteligencja-ii-ai"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"https:\/\/infopolicy.net\/wp-content\/uploads\/2024\/10\/PretrainedLLM.png","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pffTZ2-68C","jetpack_likes_enabled":true,"jetpack-related-posts":[{"id":22568,"url":"https:\/\/infopolicy.net\/en\/demistifikatsiya-geoai\/","url_meta":{"origin":23598,"position":0},"title":"\u0414\u0435\u043c\u0438\u0441\u0442\u0438\u0444\u0438\u043a\u0430\u0446\u0438\u044f GeoAI","author":"infopolicy","date":"28.12.2023","format":false,"excerpt":"\u0412 \u0441\u043e\u0432\u0440\u0435\u043c\u0435\u043d\u043d\u043e\u043c \u0431\u044b\u0441\u0442\u0440\u043e \u0440\u0430\u0437\u0432\u0438\u0432\u0430\u044e\u0449\u0435\u043c\u0441\u044f \u0442\u0435\u0445\u043d\u043e\u043b\u043e\u0433\u0438\u0447\u0435\u0441\u043a\u043e\u043c \u043b\u0430\u043d\u0434\u0448\u0430\u0444\u0442\u0435 \u043a\u043e\u043d\u0432\u0435\u0440\u0433\u0435\u043d\u0446\u0438\u044f \u0438\u0441\u043a\u0443\u0441\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0433\u043e \u0438\u043d\u0442\u0435\u043b\u043b\u0435\u043a\u0442\u0430 (\u0418\u0418) \u0438 \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u0438\u044f \u043c\u0435\u0441\u0442\u043e\u043f\u043e\u043b\u043e\u0436\u0435\u043d\u0438\u044f \u043f\u0440\u0438\u0432\u0435\u043b\u0430 \u043a \u043f\u043e\u044f\u0432\u043b\u0435\u043d\u0438\u044e \u0440\u0435\u0432\u043e\u043b\u044e\u0446\u0438\u043e\u043d\u043d\u043e\u0439 \u0442\u0435\u0445\u043d\u043e\u043b\u043e\u0433\u0438\u0438: \u0433\u0435\u043e\u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0433\u043e \u0438\u0441\u043a\u0443\u0441\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0433\u043e \u0438\u043d\u0442\u0435\u043b\u043b\u0435\u043a\u0442\u0430 (GeoAI). GeoAI \u043e\u0431\u044a\u0435\u0434\u0438\u043d\u044f\u0435\u0442 \u0438\u0441\u043a\u0443\u0441\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0439 \u0438\u043d\u0442\u0435\u043b\u043b\u0435\u043a\u0442 \u0441 \u0433\u0435\u043e\u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u043c\u0438 \u0434\u0430\u043d\u043d\u044b\u043c\u0438, \u043d\u0430\u0443\u043a\u043e\u0439 \u0438 \u0442\u0435\u0445\u043d\u043e\u043b\u043e\u0433\u0438\u044f\u043c\u0438 \u0434\u043b\u044f \u0443\u0441\u043a\u043e\u0440\u0435\u043d\u0438\u044f \u0440\u0430\u0431\u043e\u0447\u0438\u0445 \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u043e\u0432, \u043f\u043e\u043b\u0443\u0447\u0435\u043d\u0438\u044f \u0446\u0435\u043d\u043d\u043e\u0439 \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u0438 \u0438 \u0440\u0435\u0448\u0435\u043d\u0438\u044f \u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0445 \u043f\u0440\u043e\u0431\u043b\u0435\u043c. \u0411\u043b\u0430\u0433\u043e\u0434\u0430\u0440\u044f \u0441\u043f\u043e\u0441\u043e\u0431\u043d\u043e\u0441\u0442\u0438 \u043e\u043f\u0435\u0440\u0430\u0442\u0438\u0432\u043d\u043e \u043e\u0442\u0441\u043b\u0435\u0436\u0438\u0432\u0430\u0442\u044c \u0438 \u0430\u043d\u0430\u043b\u0438\u0437\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u0441\u043e\u0431\u044b\u0442\u0438\u044f\u2026","rel":"","context":"In &quot;Smart City&quot;","block_context":{"text":"Smart City","link":"https:\/\/infopolicy.net\/en\/category\/smart-city\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2023\/12\/geoAI.png?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2023\/12\/geoAI.png?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2023\/12\/geoAI.png?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2023\/12\/geoAI.png?resize=700%2C400&ssl=1 2x"},"classes":[]},{"id":12228,"url":"https:\/\/infopolicy.net\/en\/12228\/","url_meta":{"origin":23598,"position":1},"title":"\u041d\u0430\u043c \u043d\u0443\u0436\u043d\u0430 \u0435\u0432\u0440\u043e\u043f\u0435\u0439\u0441\u043a\u0430\u044f \u043c\u043e\u0434\u0435\u043b\u044c \u0443\u043c\u043d\u043e\u0433\u043e \u0433\u043e\u0440\u043e\u0434\u0430, \u043e\u0440\u0438\u0435\u043d\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u043e\u0433\u043e \u043d\u0430 \u043b\u044e\u0434\u0435\u0439","author":"infopolicy","date":"18.12.2019","format":false,"excerpt":"\u041c\u044b \u0434\u043e\u043b\u0436\u043d\u044b \u0434\u043e\u043d\u0435\u0441\u0442\u0438 \u0434\u043e \u0433\u0440\u0430\u0436\u0434\u0430\u043d \u0435\u0432\u0440\u043e\u043f\u0435\u0439\u0441\u043a\u043e\u0435 \u0443\u043c\u043d\u043e\u0435 \u0433\u043e\u0440\u043e\u0434\u0441\u043a\u043e\u0435 \u043c\u044b\u0448\u043b\u0435\u043d\u0438\u0435, \u0430 \u043d\u0435 \u0437\u0430\u0446\u0438\u043a\u043b\u0438\u0432\u0430\u0442\u044c\u0441\u044f \u043d\u0430 \u0438\u043d\u0442\u0435\u0440\u0435\u0441\u0430\u0445 \u043c\u0438\u0440\u043e\u0432\u044b\u0445 \u0431\u0435\u0433\u0435\u043c\u043e\u0442\u043e\u0432 \u0438\u043b\u0438 \u043f\u043e\u043b\u0438\u0442\u0438\u0447\u0435\u0441\u043a\u0438\u0445 \u0443\u0441\u0442\u0440\u0435\u043c\u043b\u0435\u043d\u0438\u044f\u0445. \u0418\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u044f, \u0441\u0432\u044f\u0437\u0430\u043d\u043d\u044b\u0435 \u0441\u043e \"\u0443\u043c\u043d\u044b\u043c\u0438\" \u0433\u043e\u0440\u043e\u0434\u0430\u043c\u0438, \u043e\u0431\u044b\u0447\u043d\u043e \u043e\u0441\u043d\u043e\u0432\u0430\u043d\u044b \u043d\u0430 \u0442\u0435\u0445\u043d\u043e\u043b\u043e\u0433\u0438\u044f\u0445. \u0412 \u0442\u0435\u0447\u0435\u043d\u0438\u0435 \u043f\u043e\u0441\u043b\u0435\u0434\u043d\u0438\u0445 \u0434\u0435\u0441\u044f\u0442\u0438\u043b\u0435\u0442\u0438\u0439, \u043e\u0441\u043e\u0431\u0435\u043d\u043d\u043e \u0447\u0430\u0441\u0442\u043d\u044b\u0435 \u043a\u043e\u043c\u043f\u0430\u043d\u0438\u0438 \u0432 \u0437\u043d\u0430\u0447\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0439 \u0441\u0442\u0435\u043f\u0435\u043d\u0438 \u0431\u044b\u043b\u0438 \u0432 \u0430\u0432\u0430\u043d\u0433\u0430\u0440\u0434\u0435 \u0440\u0430\u0437\u0432\u0438\u0442\u0438\u044f \u0443\u043c\u043d\u044b\u0445 \u0433\u043e\u0440\u043e\u0434\u043e\u0432 \u0438 \u0442\u0435\u0445\u043d\u043e\u043b\u043e\u0433\u0438\u0439 \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u0441\u0432\u043e\u0438\u0445 \u043f\u0440\u043e\u0435\u043a\u0442\u043e\u0432.\u2026","rel":"","context":"In &quot;Policy&quot;","block_context":{"text":"Policy","link":"https:\/\/infopolicy.net\/en\/category\/policy\/"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23778,"url":"https:\/\/infopolicy.net\/en\/otsenka-oasis\/","url_meta":{"origin":23598,"position":2},"title":"\u041e\u0446\u0435\u043d\u043a\u0430 OASIS","author":"infopolicy","date":"30.11.2024","format":false,"excerpt":"\u00ab\u0421\u0442\u0440\u0430\u0442\u041a\u043e\u043c \u2014 \u044d\u0442\u043e \u0438\u043d\u0441\u0442\u0440\u0443\u043c\u0435\u043d\u0442 \u0434\u043e\u0441\u0442\u0430\u0432\u043a\u0438, \u0430 \u043d\u0435 \u043c\u0435\u0442\u043e\u0434 \u043e\u0431\u044a\u044f\u0441\u043d\u0435\u043d\u0438\u044f \u0438\u043b\u0438 \u043e\u043f\u0440\u0430\u0432\u0434\u0430\u043d\u0438\u044f \u0432\u0435\u0449\u0435\u0439 \u00bb OASIS \u2014 \u044d\u0442\u043e \u043c\u043e\u0434\u0435\u043b\u044c \u0421\u043b\u0443\u0436\u0431\u044b \u043f\u0440\u0430\u0432\u0438\u0442\u0435\u043b\u044c\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0445 \u043a\u043e\u043c\u043c\u0443\u043d\u0438\u043a\u0430\u0446\u0438\u0439 \u0412\u0435\u043b\u0438\u043a\u043e\u0431\u0440\u0438\u0442\u0430\u043d\u0438\u0438 (GCS) \u0434\u043b\u044f \u043f\u043b\u0430\u043d\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044f, \u043f\u0440\u043e\u0432\u0435\u0434\u0435\u043d\u0438\u044f \u0438 \u043e\u0446\u0435\u043d\u043a\u0438 \u043a\u0430\u043c\u043f\u0430\u043d\u0438\u0439 \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0447\u0435\u0441\u043a\u0438\u0445 \u043a\u043e\u043c\u043c\u0443\u043d\u0438\u043a\u0430\u0446\u0438\u0439. \u041e\u0434\u043d\u0430\u043a\u043e \u0441\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0447\u0435\u0441\u043a\u0438\u0435 \u043a\u043e\u043c\u043c\u0443\u043d\u0438\u043a\u0430\u0446\u0438\u0438 \u0438\u043c\u0435\u044e\u0442 \u043c\u043d\u043e\u0433\u043e \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u0438\u0439 \u0438 \u0438\u043d\u0442\u0435\u0440\u043f\u0440\u0435\u0442\u0438\u0440\u0443\u044e\u0442\u0441\u044f \u043f\u043e-\u0440\u0430\u0437\u043d\u043e\u043c\u0443 \u0432 \u0437\u0430\u0432\u0438\u0441\u0438\u043c\u043e\u0441\u0442\u0438 \u043e\u0442 \u0442\u043e\u0447\u043a\u0438 \u0437\u0440\u0435\u043d\u0438\u044f \u0438 \u043f\u0440\u043e\u0444\u0435\u0441\u0441\u0438\u043e\u043d\u0430\u043b\u044c\u043d\u043e\u0439 \u0441\u0444\u0435\u0440\u044b \u0441\u0442\u043e\u0440\u043e\u043d\u043d\u0438\u043a\u0430. \u041d\u0430\u043f\u0440\u0438\u043c\u0435\u0440, \u044d\u0442\u043e\u0442\u2026","rel":"","context":"In &quot;Stratcom\/\u0421\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0447\u0435\u0441\u043a\u0438\u0435 \u043a\u043e\u043c\u043c\u0443\u043d\u0438\u043a\u0430\u0446\u0438\u0438&quot;","block_context":{"text":"Stratcom\/\u0421\u0442\u0440\u0430\u0442\u0435\u0433\u0438\u0447\u0435\u0441\u043a\u0438\u0435 \u043a\u043e\u043c\u043c\u0443\u043d\u0438\u043a\u0430\u0446\u0438\u0438","link":"https:\/\/infopolicy.net\/en\/category\/stratcom\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/OASIS-diagram.jpg?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/OASIS-diagram.jpg?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/OASIS-diagram.jpg?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/OASIS-diagram.jpg?resize=700%2C400&ssl=1 2x"},"classes":[]},{"id":23735,"url":"https:\/\/infopolicy.net\/en\/multilanguage_embedings\/","url_meta":{"origin":23598,"position":3},"title":"\u041c\u043d\u043e\u0433\u043e\u044f\u0437\u044b\u0447\u043d\u044b\u0435 \u0432\u0441\u0442\u0440\u0430\u0438\u0432\u0430\u043d\u0438\u044f","author":"infopolicy","date":"17.11.2024","format":false,"excerpt":"\u0412\u0441\u0442\u0440\u0430\u0438\u0432\u0430\u043d\u0438\u044f \u044f\u0432\u043b\u044f\u044e\u0442\u0441\u044f \u043a\u0440\u0430\u0435\u0443\u0433\u043e\u043b\u044c\u043d\u044b\u043c \u043a\u0430\u043c\u043d\u0435\u043c \u0441\u043e\u0432\u0440\u0435\u043c\u0435\u043d\u043d\u043e\u0433\u043e \u0433\u0435\u043d\u0435\u0440\u0430\u0442\u0438\u0432\u043d\u043e\u0433\u043e \u0418\u0418, \u043c\u043e\u043b\u0447\u0430 \u0443\u043f\u0440\u0430\u0432\u043b\u044f\u044f \u0444\u0443\u043d\u043a\u0446\u0438\u043e\u043d\u0430\u043b\u044c\u043d\u043e\u0441\u0442\u044c\u044e \u043c\u043d\u043e\u0433\u0438\u0445 \u0441\u0438\u0441\u0442\u0435\u043c, \u0441 \u043a\u043e\u0442\u043e\u0440\u044b\u043c\u0438 \u043c\u044b \u0432\u0437\u0430\u0438\u043c\u043e\u0434\u0435\u0439\u0441\u0442\u0432\u0443\u0435\u043c \u0435\u0436\u0435\u0434\u043d\u0435\u0432\u043d\u043e. \u0412 \u043f\u0440\u043e\u0441\u0442\u0435\u0439\u0448\u0435\u043c \u0441\u043b\u0443\u0447\u0430\u0435 \u0432\u0441\u0442\u0440\u0430\u0438\u0432\u0430\u043d\u0438\u044f \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u044f\u044e\u0442 \u0441\u043e\u0431\u043e\u0439 \u0447\u0438\u0441\u043b\u043e\u0432\u044b\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u044f \u0442\u0435\u043a\u0441\u0442\u0430 \u2014 \u044d\u0444\u0444\u0435\u043a\u0442\u0438\u0432\u043d\u043e \u043f\u0440\u0435\u043e\u0431\u0440\u0430\u0437\u0443\u044f \u0441\u043b\u043e\u0432\u0430, \u043f\u0440\u0435\u0434\u043b\u043e\u0436\u0435\u043d\u0438\u044f \u0438\u043b\u0438 \u0434\u0430\u0436\u0435 \u0446\u0435\u043b\u044b\u0435 \u0434\u043e\u043a\u0443\u043c\u0435\u043d\u0442\u044b \u0432 \u0447\u0438\u0441\u043b\u0430. \u042d\u0442\u0438 \u0447\u0438\u0441\u043b\u0430 \u0434\u0430\u043b\u0435\u043a\u0438 \u043e\u0442 \u0441\u043b\u0443\u0447\u0430\u0439\u043d\u043e\u0441\u0442\u0438; \u043e\u043d\u0438 \u0442\u0449\u0430\u0442\u0435\u043b\u044c\u043d\u043e \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u0430\u043d\u044b \u0434\u043b\u044f \u0444\u0438\u043a\u0441\u0430\u0446\u0438\u0438 \u0441\u043c\u044b\u0441\u043b\u0430 \u0438 \u043e\u0442\u043d\u043e\u0448\u0435\u043d\u0438\u0439\u2026","rel":"","context":"In &quot;Sztuczna Inteligencja (\u0418\u0418\/AI)&quot;","block_context":{"text":"Sztuczna Inteligencja (\u0418\u0418\/AI)","link":"https:\/\/infopolicy.net\/en\/category\/sztuczna-inteligencja-ii-ai\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/embeding.webp?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/embeding.webp?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/embeding.webp?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/embeding.webp?resize=700%2C400&ssl=1 2x"},"classes":[]},{"id":26853,"url":"https:\/\/infopolicy.net\/en\/gtig-ai-threat-tracker-analiz-eksperimentirovanie-i-prodolzhenie-integratsiya-ii-dlya-protivodejstviya-ugrozam\/","url_meta":{"origin":23598,"position":4},"title":"GTIG AI Threat Tracker: \u0430\u043d\u0430\u043b\u0438\u0437, \u044d\u043a\u0441\u043f\u0435\u0440\u0438\u043c\u0435\u043d\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u0438 (\u043f\u0440\u043e\u0434\u043e\u043b\u0436\u0435\u043d\u0438\u0435) \u0438\u043d\u0442\u0435\u0433\u0440\u0430\u0446\u0438\u044f \u0418\u0418 \u0434\u043b\u044f \u043f\u0440\u043e\u0442\u0438\u0432\u043e\u0434\u0435\u0439\u0441\u0442\u0432\u0438\u044f \u0443\u0433\u0440\u043e\u0437\u0430\u043c","author":"infopolicy","date":"16.02.2026","format":false,"excerpt":"\u0412\u0432\u0435\u0434\u0435\u043d\u0438\u0435 \u0412 \u043f\u043e\u0441\u043b\u0435\u0434\u043d\u0435\u043c \u043a\u0432\u0430\u0440\u0442\u0430\u043b\u0435 2025 \u0433\u043e\u0434\u0430 \u0433\u0440\u0443\u043f\u043f\u0430 Google Threat Intelligence Group (GTIG) \u043e\u0442\u043c\u0435\u0442\u0438\u043b\u0430, \u0447\u0442\u043e \u0437\u043b\u043e\u0443\u043c\u044b\u0448\u043b\u0435\u043d\u043d\u0438\u043a\u0438 \u0432\u0441\u0435 \u0447\u0430\u0449\u0435 \u0438\u043d\u0442\u0435\u0433\u0440\u0438\u0440\u0443\u044e\u0442 \u0438\u0441\u043a\u0443\u0441\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0439 \u0438\u043d\u0442\u0435\u043b\u043b\u0435\u043a\u0442 (\u0418\u0418) \u0434\u043b\u044f \u0443\u0441\u043a\u043e\u0440\u0435\u043d\u0438\u044f \u0436\u0438\u0437\u043d\u0435\u043d\u043d\u043e\u0433\u043e \u0446\u0438\u043a\u043b\u0430 \u0430\u0442\u0430\u043a\u0438, \u0434\u043e\u0431\u0438\u0432\u0430\u044f\u0441\u044c \u043f\u043e\u0432\u044b\u0448\u0435\u043d\u0438\u044f \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438 \u0432 \u0440\u0430\u0437\u0432\u0435\u0434\u043a\u0435, \u0441\u043e\u0446\u0438\u0430\u043b\u044c\u043d\u043e\u0439 \u0438\u043d\u0436\u0435\u043d\u0435\u0440\u0438\u0438 \u0438 \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u043a\u0435 \u0432\u0440\u0435\u0434\u043e\u043d\u043e\u0441\u043d\u043e\u0433\u043e \u041f\u041e. \u042d\u0442\u043e\u0442 \u043e\u0442\u0447\u0435\u0442 \u044f\u0432\u043b\u044f\u0435\u0442\u0441\u044f \u043e\u0431\u043d\u043e\u0432\u043b\u0435\u043d\u0438\u0435\u043c \u043d\u0430\u0448\u0438\u0445\u00a0\u0432\u044b\u0432\u043e\u0434\u043e\u0432 \u043e\u0442 \u043d\u043e\u044f\u0431\u0440\u044f 2025 \u0433\u043e\u0434\u0430\u00a0\u043e\u0442\u043d\u043e\u0441\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u043f\u0440\u043e\u0433\u0440\u0435\u0441\u0441\u0430 \u0432 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0438 \u0438\u043d\u0441\u0442\u0440\u0443\u043c\u0435\u043d\u0442\u043e\u0432\u2026","rel":"","context":"In &quot;Sztuczna Inteligencja (\u0418\u0418\/AI)&quot;","block_context":{"text":"Sztuczna Inteligencja (\u0418\u0418\/AI)","link":"https:\/\/infopolicy.net\/en\/category\/sztuczna-inteligencja-ii-ai\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/02\/safety.png?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/02\/safety.png?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/02\/safety.png?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/02\/safety.png?resize=700%2C400&ssl=1 2x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/02\/safety.png?resize=1050%2C600&ssl=1 3x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/02\/safety.png?resize=1400%2C800&ssl=1 4x"},"classes":[]},{"id":27114,"url":"https:\/\/infopolicy.net\/en\/prekratite-obvinyat-krupnye-tehnologicheskie-kompanii-nachnite-vosstanavlivat-zhurnalistiku\/","url_meta":{"origin":23598,"position":5},"title":"\u041f\u0440\u0435\u043a\u0440\u0430\u0442\u0438\u0442\u0435 \u043e\u0431\u0432\u0438\u043d\u044f\u0442\u044c \u043a\u0440\u0443\u043f\u043d\u044b\u0435 \u0442\u0435\u0445\u043d\u043e\u043b\u043e\u0433\u0438\u0447\u0435\u0441\u043a\u0438\u0435 \u043a\u043e\u043c\u043f\u0430\u043d\u0438\u0438. \u041d\u0430\u0447\u043d\u0438\u0442\u0435 \u0432\u043e\u0441\u0441\u0442\u0430\u043d\u0430\u0432\u043b\u0438\u0432\u0430\u0442\u044c \u0436\u0443\u0440\u043d\u0430\u043b\u0438\u0441\u0442\u0438\u043a\u0443","author":"infopolicy","date":"17.04.2026","format":false,"excerpt":"\u041a\u043e\u043c\u043f\u0435\u043d\u0441\u0430\u0446\u0438\u0438 \u043e\u0442 \u043a\u0440\u0443\u043f\u043d\u044b\u0445 \u0442\u0435\u0445\u043d\u043e\u043b\u043e\u0433\u0438\u0447\u0435\u0441\u043a\u0438\u0445 \u043a\u043e\u043c\u043f\u0430\u043d\u0438\u0439 \u0441\u043f\u0440\u0430\u0432\u0435\u0434\u043b\u0438\u0432\u044b, \u043d\u043e \u043c\u0435\u0434\u0438\u0430\u043e\u0440\u0433\u0430\u043d\u0438\u0437\u0430\u0446\u0438\u044f\u043c \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u044b \u0443\u0441\u0442\u043e\u0439\u0447\u0438\u0432\u044b\u0435 \u0431\u0438\u0437\u043d\u0435\u0441-\u043c\u043e\u0434\u0435\u043b\u0438, \u043f\u043e\u0441\u0442\u0440\u043e\u0435\u043d\u043d\u044b\u0435 \u043d\u0430 \u0434\u043e\u0445\u043e\u0434\u0430\u0445 \u043e\u0442 \u0430\u0443\u0434\u0438\u0442\u043e\u0440\u0438\u0438, \u0441\u0447\u0438\u0442\u0430\u0435\u0442 \u041b\u044e\u0434\u043e\u0432\u0438\u043a \u0411\u043b\u0435\u0445\u0435\u0440, \u0431\u044b\u0432\u0448\u0438\u0439 \u0440\u0443\u043a\u043e\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c \u043e\u0442\u0434\u0435\u043b\u0430 \u0438\u043d\u043d\u043e\u0432\u0430\u0446\u0438\u0439 \u0432 Google News Initiative. \u0414\u0430\u043d\u043d\u0430\u044f \u0441\u0442\u0430\u0442\u044c\u044f \u043e\u0441\u043d\u043e\u0432\u0430\u043d\u0430 \u043d\u0430 \u0432\u044b\u0441\u0442\u0443\u043f\u043b\u0435\u043d\u0438\u0438 \u0430\u0432\u0442\u043e\u0440\u0430 \u043d\u0430 \u043c\u0435\u0440\u043e\u043f\u0440\u0438\u044f\u0442\u0438\u0438 DW Akademie \u00ab\u0421\u043b\u0435\u0434\u0443\u044e\u0449\u0430\u044f \u0433\u043b\u0430\u0432\u0430: \u0436\u0443\u0440\u043d\u0430\u043b\u0438\u0441\u0442\u0438\u043a\u0430 \u0432 \u044d\u043f\u043e\u0445\u0443 \u0418\u0418\u00bb, \u0441\u043e\u0441\u0442\u043e\u044f\u0432\u0448\u0435\u043c\u0441\u044f \u0432 \u0427\u0438\u0430\u043d\u0433\u043c\u0430\u0435, \u0422\u0430\u0438\u043b\u0430\u043d\u0434, \u0432 \u043d\u043e\u044f\u0431\u0440\u0435 2025\u2026","rel":"","context":"In &quot;Sztuczna Inteligencja (\u0418\u0418\/AI)&quot;","block_context":{"text":"Sztuczna Inteligencja (\u0418\u0418\/AI)","link":"https:\/\/infopolicy.net\/en\/category\/sztuczna-inteligencja-ii-ai\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/04\/LudovicBlecher_GoogleNewInitiative.png?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/04\/LudovicBlecher_GoogleNewInitiative.png?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/04\/LudovicBlecher_GoogleNewInitiative.png?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/04\/LudovicBlecher_GoogleNewInitiative.png?resize=700%2C400&ssl=1 2x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/04\/LudovicBlecher_GoogleNewInitiative.png?resize=1050%2C600&ssl=1 3x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2026\/04\/LudovicBlecher_GoogleNewInitiative.png?resize=1400%2C800&ssl=1 4x"},"classes":[]}],"_links":{"self":[{"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/posts\/23598","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/comments?post=23598"}],"version-history":[{"count":1,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/posts\/23598\/revisions"}],"predecessor-version":[{"id":23599,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/posts\/23598\/revisions\/23599"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/media\/23600"}],"wp:attachment":[{"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/media?parent=23598"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/categories?post=23598"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/tags?post=23598"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}