{"id":23628,"date":"2024-10-19T22:48:30","date_gmt":"2024-10-19T20:48:30","guid":{"rendered":"https:\/\/infopolicy.net\/?p=23628"},"modified":"2024-10-19T23:56:28","modified_gmt":"2024-10-19T21:56:28","slug":"","status":"publish","type":"post","link":"https:\/\/infopolicy.net\/en\/obnaruzhenie-fejkovyh-novostej-s-ispo\/","title":{"rendered":"","raw":""},"content":{"rendered":"","protected":false,"raw":""},"excerpt":{"rendered":"","protected":false,"raw":""},"author":1,"featured_media":23629,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_ru_post_content":"\u0412 \u044d\u0442\u043e\u0439 \u0441\u0442\u0430\u0442\u044c\u0435 \u043c\u044b \u043f\u043e\u043f\u044b\u0442\u0430\u0435\u043c\u0441\u044f \u043f\u043e\u0441\u0442\u0440\u043e\u0438\u0442\u044c \u043c\u043e\u0434\u0435\u043b\u044c \u043a\u043b\u0430\u0441\u0441\u0438\u0444\u0438\u043a\u0430\u0446\u0438\u0438 BERT \u0434\u043b\u044f \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u044f \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439 \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e Python.\n\n<hr \/>\n<p id=\"61c1\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0420\u043e\u0441\u0442 \u0441\u043e\u0446\u0438\u0430\u043b\u044c\u043d\u044b\u0445 \u0441\u0435\u0442\u0435\u0439 \u0443\u0441\u0438\u043b\u0438\u043b \u0432\u043b\u0438\u044f\u043d\u0438\u0435 \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439 \u0432 \u043d\u0430\u0448\u0435\u043c \u043e\u0431\u0449\u0435\u0441\u0442\u0432\u0435. \u041b\u044e\u0434\u0438 \u0447\u0430\u0441\u0442\u043e \u0432\u043e\u0441\u043f\u0440\u0438\u043d\u0438\u043c\u0430\u044e\u0442 \u0432\u0441\u0435, \u0447\u0442\u043e \u043e\u043d\u0438 \u0447\u0438\u0442\u0430\u044e\u0442\/\u0441\u043b\u044b\u0448\u0430\u0442, \u043a\u0430\u043a \u043f\u0440\u0430\u0432\u0434\u0443, \u0438 \u044d\u0442\u043e \u0432\u043b\u0438\u044f\u0435\u0442 \u043d\u0430 \u043c\u0438\u0440 \u0432 \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u043c\u0430\u0441\u0448\u0442\u0430\u0431\u0430\u0445, \u043a\u0430\u043a \u0432 \u043f\u043e\u043b\u0438\u0442\u0438\u0447\u0435\u0441\u043a\u043e\u043c, \u0442\u0430\u043a \u0438 \u0432 \u0444\u0438\u043d\u0430\u043d\u0441\u043e\u0432\u043e\u043c \u043f\u043b\u0430\u043d\u0435. \u041f\u043e\u044d\u0442\u043e\u043c\u0443 \u0441\u0435\u0433\u043e\u0434\u043d\u044f \u043c\u044b \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u0430\u0435\u043c \u043f\u0440\u0438\u043b\u043e\u0436\u0435\u043d\u0438\u0435, \u043a\u043e\u0442\u043e\u0440\u043e\u0435 \u043c\u043e\u0436\u0435\u0442 \u0430\u0432\u0442\u043e\u043c\u0430\u0442\u0438\u0447\u0435\u0441\u043a\u0438 \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u044f\u0442\u044c \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0435 \u043d\u043e\u0432\u043e\u0441\u0442\u0438 \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u043c\u043e\u0434\u0435\u043b\u0438 BERT \u0438 Python.<\/p>\n<p id=\"6ccd\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\"><strong class=\"nl ge\">\u0417\u0430\u0433\u0440\u0443\u0437\u043a\u0430 \u0434\u0430\u043d\u043d\u044b\u0445<\/strong><\/p>\n<p id=\"f43b\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0414\u0430\u043d\u043d\u044b\u0435, \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u043d\u044b\u0435 \u0432 \u044d\u0442\u043e\u0439 \u0441\u0442\u0430\u0442\u044c\u0435, \u043c\u043e\u0436\u043d\u043e \u043d\u0430\u0439\u0442\u0438\u00a0<a class=\"af ni\" href=\"https:\/\/github.com\/muttinenisairohith\/FakeNewsDetection\/tree\/main\/Data\" target=\"_blank\" rel=\"noopener ugc nofollow\"><strong class=\"nl ge\">\u0437\u0434\u0435\u0441\u044c<\/strong><\/a><strong class=\"nl ge\">\u00a0.<\/strong>\u00a0\u0421\u043a\u043e\u043f\u0438\u0440\u0443\u0439\u0442\u0435 \u0434\u0430\u043d\u043d\u044b\u0435, \u0440\u0430\u0437\u0430\u0440\u0445\u0438\u0432\u0438\u0440\u0443\u0439\u0442\u0435 \u0438\u0445 \u0438 \u0432\u0441\u0442\u0430\u0432\u044c\u0442\u0435 \u0432 \u0441\u0432\u043e\u044e \u043f\u0430\u043f\u043a\u0443. \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u043d\u0430\u0447\u043d\u0435\u043c \u043d\u0430\u0448 \u043a\u043e\u0434 \u0441 \u0438\u043c\u043f\u043e\u0440\u0442\u0430 \u0431\u0438\u0431\u043b\u0438\u043e\u0442\u0435\u043a \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"e91f\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">import pandas as pd\nimport csv<\/span><\/pre>\n<p id=\"6190\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041f\u043e\u0441\u043b\u0435 \u0442\u043e\u0433\u043e, \u043a\u0430\u043a \u0432\u044b \u0441\u043a\u043e\u043f\u0438\u0440\u043e\u0432\u0430\u043b\u0438 \u0434\u0430\u043d\u043d\u044b\u0435 \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"9ce2\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">df_fake = pd.read_csv(\"Fake.csv\")\n<\/span><span id=\"b95c\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">df_true = pd.read_csv(\"True.csv\")<\/span><\/pre>\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><\/pre>\n<figure class=\"ms mt mu mv mw mx mp mq paragraph-image\">\n<div class=\"my mz ee na bh nb\" tabindex=\"0\" role=\"button\">\n<div class=\"mp mq oq\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lx nc c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*b5A5ZqG8uxNfgSQZ0nZeTA.png\" alt=\"\" width=\"700\" height=\"354\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"nd ne nf mp mq ng nh bf b bg z dx\" data-selectable-paragraph=\"\">\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a: \u0412\u044b\u0432\u043e\u0434<\/figcaption><\/figure>\n<p id=\"e1ae\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041c\u044b \u0438\u043c\u043f\u043e\u0440\u0442\u0438\u0440\u043e\u0432\u0430\u043b\u0438 \u0434\u0430\u043d\u043d\u044b\u0435 \u0438 \u0441\u043e\u0437\u0434\u0430\u043b\u0438 \u0434\u0432\u0430 DataFrames. \u0422\u0435\u043f\u0435\u0440\u044c \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u0434\u0435\u043b\u0430\u0435\u043c \u043e\u0447\u0438\u0441\u0442\u043a\u0443 \u0438 \u0430\u043d\u0430\u043b\u0438\u0437 \u0434\u0430\u043d\u043d\u044b\u0445 \u2014<\/p>\n<p id=\"aaa1\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041d\u0430\u0447\u043d\u0435\u043c \u0441 \u0441\u043e\u0437\u0434\u0430\u043d\u0438\u044f \u0444\u0440\u0435\u0439\u043c\u0430 \u0434\u0430\u043d\u043d\u044b\u0445 \u043f\u0443\u0442\u0435\u043c \u0441\u043b\u0438\u044f\u043d\u0438\u044f \u043e\u0431\u043e\u0438\u0445 \u0444\u0440\u0435\u0439\u043c\u043e\u0432 \u0434\u0430\u043d\u043d\u044b\u0445, \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u043d\u044b\u0445 \u0432\u044b\u0448\u0435.<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"af55\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">df_fake[\"Label\"] = \"Fake\"\ndf_true[\"Label\"] = \"True\"<\/span><\/pre>\n<p id=\"8575\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0427\u0442\u043e\u0431\u044b \u043e\u0442\u043b\u0438\u0447\u0438\u0442\u044c \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0435 \u043d\u043e\u0432\u043e\u0441\u0442\u0438 \u043e\u0442 \u043f\u0440\u0430\u0432\u0434\u0438\u0432\u044b\u0445, \u043c\u044b \u0434\u043e\u0431\u0430\u0432\u0438\u043b\u0438 \u043d\u043e\u0432\u0443\u044e \u043a\u043e\u043b\u043e\u043d\u043a\u0443 \u2014 \u041c\u0435\u0442\u043a\u0430. \u041a\u043e\u0442\u043e\u0440\u0430\u044f \u0431\u0443\u0434\u0435\u0442 \u043d\u0430\u0448\u0435\u0439 \u0437\u0430\u0432\u0438\u0441\u0438\u043c\u043e\u0439 \u043a\u043e\u043b\u043e\u043d\u043a\u043e\u0439.<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"ad96\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">df = pd.concat([df_fake,df_true])\n<\/span><span id=\"8fbb\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">df = df.sample(frac=1).reset_index(drop=True)<\/span><\/pre>\n<p id=\"8828\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0412\u044b\u0448\u0435 \u043c\u044b \u043e\u0431\u044a\u0435\u0434\u0438\u043d\u044f\u0435\u043c \u043e\u0431\u0430 DataFrames \u0438 \u043f\u0435\u0440\u0435\u043c\u0435\u0448\u0438\u0432\u0430\u0435\u043c \u0438\u0445.<\/p>\n<p id=\"7400\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041d\u0430\u043a\u043e\u043d\u0435\u0446, \u043d\u0430\u0448\u0438 \u0434\u0430\u043d\u043d\u044b\u0435 \u0433\u043e\u0442\u043e\u0432\u044b \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"d9cd\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">df.head(5)\n<\/span><\/pre>\n<figure class=\"ms mt mu mv mw mx mp mq paragraph-image\">\n<div class=\"my mz ee na bh nb\" tabindex=\"0\" role=\"button\">\n<div class=\"mp mq or\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*t86oVT7FNjGhFLv13xInUw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*t86oVT7FNjGhFLv13xInUw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*t86oVT7FNjGhFLv13xInUw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*t86oVT7FNjGhFLv13xInUw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*t86oVT7FNjGhFLv13xInUw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*t86oVT7FNjGhFLv13xInUw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*t86oVT7FNjGhFLv13xInUw.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*t86oVT7FNjGhFLv13xInUw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*t86oVT7FNjGhFLv13xInUw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*t86oVT7FNjGhFLv13xInUw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*t86oVT7FNjGhFLv13xInUw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*t86oVT7FNjGhFLv13xInUw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*t86oVT7FNjGhFLv13xInUw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*t86oVT7FNjGhFLv13xInUw.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lx nc c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*t86oVT7FNjGhFLv13xInUw.png\" alt=\"\" width=\"700\" height=\"148\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"nd ne nf mp mq ng nh bf b bg z dx\" data-selectable-paragraph=\"\">\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a: \u0412\u044b\u0432\u043e\u0434<\/figcaption><\/figure>\n<p id=\"e2a6\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u043f\u0440\u043e\u0432\u0435\u0440\u0438\u043c, \u0435\u0441\u0442\u044c \u043b\u0438 \u0443 \u043d\u0430\u0441 \u043f\u0440\u043e\u043f\u0443\u0449\u0435\u043d\u043d\u044b\u0435 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"69ef\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">df.isnull().sum()<\/span><\/pre>\n<figure class=\"ms mt mu mv mw mx mp mq paragraph-image\">\n<div class=\"mp mq os\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*4A40-iZIGvph1gk_9rmY_A.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*4A40-iZIGvph1gk_9rmY_A.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*4A40-iZIGvph1gk_9rmY_A.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*4A40-iZIGvph1gk_9rmY_A.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*4A40-iZIGvph1gk_9rmY_A.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*4A40-iZIGvph1gk_9rmY_A.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:456\/format:webp\/1*4A40-iZIGvph1gk_9rmY_A.png 456w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 228px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*4A40-iZIGvph1gk_9rmY_A.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*4A40-iZIGvph1gk_9rmY_A.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*4A40-iZIGvph1gk_9rmY_A.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*4A40-iZIGvph1gk_9rmY_A.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*4A40-iZIGvph1gk_9rmY_A.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*4A40-iZIGvph1gk_9rmY_A.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:456\/1*4A40-iZIGvph1gk_9rmY_A.png 456w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 228px\" data-testid=\"og\" \/><img class=\"bh lx nc c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:456\/1*4A40-iZIGvph1gk_9rmY_A.png\" alt=\"\" width=\"228\" height=\"141\" \/><\/picture><\/div>\n<figcaption class=\"nd ne nf mp mq ng nh bf b bg z dx\" data-selectable-paragraph=\"\">\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a: \u0412\u044b\u0432\u043e\u0434<\/figcaption><\/figure>\n<p id=\"665f\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\"><strong class=\"nl ge\">\u0410\u043d\u0430\u043b\u0438\u0437 \u0434\u0430\u043d\u043d\u044b\u0445<\/strong><\/p>\n<p id=\"33a7\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0418\u0442\u0430\u043a, \u0442\u0435\u043f\u0435\u0440\u044c \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u043f\u043e\u043f\u0440\u043e\u0431\u0443\u0435\u043c \u043f\u0440\u043e\u0430\u043d\u0430\u043b\u0438\u0437\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u043d\u0435\u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u0441\u0442\u043e\u043b\u0431\u0446\u044b \u0432 \u043d\u0430\u0448\u0438\u0445 \u0434\u0430\u043d\u043d\u044b\u0445 \u2014 \u041a\u0430\u043a \u043c\u044b \u0437\u043d\u0430\u0435\u043c, \u0437\u0430\u0433\u043e\u043b\u043e\u0432\u043e\u043a \u0438 \u0442\u0435\u043a\u0441\u0442 \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u044b, \u0442\u0430\u043a \u043a\u0430\u043a \u043c\u044b \u0434\u043e\u043b\u0436\u043d\u044b \u043f\u0440\u0435\u0434\u0441\u043a\u0430\u0437\u0430\u0442\u044c \u043c\u0435\u0442\u043a\u0438 \u0432 \u0437\u0430\u0432\u0438\u0441\u0438\u043c\u043e\u0441\u0442\u0438 \u043e\u0442 \u043d\u0438\u0445; \u0418 \u043e\u0447\u0435\u0432\u0438\u0434\u043d\u043e, \u0447\u0442\u043e \u0434\u0430\u0442\u0430 \u043d\u0435 \u0438\u0433\u0440\u0430\u0435\u0442 \u0431\u043e\u043b\u044c\u0448\u043e\u0439 \u0440\u043e\u043b\u0438 \u0432 \u043f\u0440\u0435\u0434\u0441\u043a\u0430\u0437\u0430\u043d\u0438\u0438 \u0442\u043e\u0433\u043e, \u044f\u0432\u043b\u044f\u0435\u0442\u0441\u044f \u043b\u0438 \u043d\u043e\u0432\u043e\u0441\u0442\u044c \u0444\u0435\u0439\u043a\u043e\u043c \u0438\u043b\u0438 \u043f\u0440\u0430\u0432\u0434\u043e\u0439. \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0432\u0438\u0437\u0443\u0430\u043b\u0438\u0437\u0438\u0440\u0443\u0435\u043c \u0441\u0442\u043e\u043b\u0431\u0435\u0446 \u0442\u0435\u043c\u044b \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u0431\u0438\u0431\u043b\u0438\u043e\u0442\u0435\u043a\u0438 Seaborn \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"df43\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">import matplotlib.pyplot as plt\nimport seaborn as sns<\/span><span id=\"d072\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">#Creating Figure\nfig, axes = plt.subplots(1,2, figsize = (15,6))\n\n<\/span><span id=\"8326\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">#Adding the histogram1 - Fake News\nsns.histplot(df_fake.subject, palette = 'Set1', alpha = 0.5, ax = \naxes[0])\naxes[0].tick_params(axis = 'x', rotation = 90)\naxes[0].set_title('Fake News Subject')\n\n<\/span><span id=\"c05a\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">#Adding the histogram2 - True News\nsns.histplot(df_true.subject, palette = 'Set1', alpha = 0.5, ax = \naxes[1])\naxes[1].tick_params(axis = 'x', rotation = 90)\naxes[1].set_title('True  News Subject')\n\n<\/span><span id=\"157f\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">#Printing the count of Subject\nprint(\"Fake News Subject : \",dict(df_fake.subject.value_counts()))\nprint(\"True News Subject : \",dict(df_true.subject.value_counts()))<\/span><\/pre>\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"df43\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">\u00a0<\/span><\/pre>\n<figure class=\"ms mt mu mv mw mx mp mq paragraph-image\">\n<figcaption class=\"nd ne nf mp mq ng nh bf b bg z dx\" data-selectable-paragraph=\"\">\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a: \u0412\u044b\u0432\u043e\u0434<\/figcaption><\/figure>\n<p id=\"96f1\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041a\u0430\u043a \u043c\u044b \u0432\u0438\u0434\u0438\u043c, \u0441\u0442\u043e\u043b\u0431\u0435\u0446 \u0441\u0443\u0431\u044a\u0435\u043a\u0442\u0430 \u0438\u043c\u0435\u0435\u0442 \u0440\u0430\u0437\u043d\u044b\u0435 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f \u0432 \u043e\u0431\u043e\u0438\u0445 DataFrames. \u041f\u043e\u044d\u0442\u043e\u043c\u0443 \u043c\u044b \u043d\u0435 \u043c\u043e\u0436\u0435\u043c \u0432\u043a\u043b\u044e\u0447\u0438\u0442\u044c \u044d\u0442\u043e\u0442 \u0441\u0442\u043e\u043b\u0431\u0435\u0446 \u0432 \u0434\u0430\u043b\u044c\u043d\u0435\u0439\u0448\u0435\u0435 \u0440\u0430\u0441\u0441\u043c\u043e\u0442\u0440\u0435\u043d\u0438\u0435.<\/p>\n<p id=\"d235\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u043f\u043e\u0441\u043c\u043e\u0442\u0440\u0438\u043c, \u0441\u0431\u0430\u043b\u0430\u043d\u0441\u0438\u0440\u043e\u0432\u0430\u043d\u044b \u043b\u0438 \u0434\u0430\u043d\u043d\u044b\u0435 \u0438\u043b\u0438 \u043d\u0435\u0442.<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"e660\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">sns.histplot(df.Label, palette = 'Set1', alpha = 0.5)\n<\/span><span id=\"e49f\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">plt.tick_params(axis = 'x', rotation = 90)\n<\/span><span id=\"c279\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">plt.title('True VS Fake News')\n<\/span><span id=\"6fbc\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">df.Label.value_counts()<\/span><\/pre>\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><\/pre>\n<figure class=\"ms mt mu mv mw mx mp mq paragraph-image\">\n<div class=\"mp mq ou\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1382\/format:webp\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 1382w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 691px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1382\/1*oAvJvhNEzO0FdZL-UAV9Ow.png 1382w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 691px\" data-testid=\"og\" \/><img class=\"bh lx nc c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1382\/1*oAvJvhNEzO0FdZL-UAV9Ow.png\" alt=\"\" width=\"691\" height=\"546\" \/><\/picture><\/div>\n<figcaption class=\"nd ne nf mp mq ng nh bf b bg z dx\" data-selectable-paragraph=\"\">\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a: \u0412\u044b\u0432\u043e\u0434<\/figcaption><\/figure>\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"1fd5\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">df[\"text\"] = df[\"title\"]+df[\"text\"] #considering text and title as X<\/span><\/pre>\n<p id=\"18a8\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041a\u0430\u043a \u043c\u044b \u0432\u0438\u0434\u0438\u043c, \u0441\u0442\u043e\u043b\u0431\u0435\u0446 \u00ab\u041c\u0435\u0442\u043a\u0430\u00bb \u0438\u043c\u0435\u0435\u0442 \u0444\u043e\u0440\u043c\u0430\u0442 \u043e\u0431\u044a\u0435\u043a\u0442\u0430, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0437\u0430\u043a\u043e\u0434\u0438\u0440\u0443\u0435\u043c \u0435\u0433\u043e \u0432 \u0447\u0438\u0441\u043b\u043e\u0432\u043e\u0439 \u0444\u043e\u0440\u043c\u0430\u0442.<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"c842\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">df['Label'] = df['Label'].map({'True':1, 'Fake':0})<\/span><\/pre>\n<p id=\"8f54\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0417\u0434\u0435\u0441\u044c, \u043f\u043e\u0441\u043a\u043e\u043b\u044c\u043a\u0443 \u043d\u0430\u043c \u043d\u0443\u0436\u043d\u043e \u0437\u0430\u043a\u043e\u0434\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u0442\u043e\u043b\u044c\u043a\u043e \u0434\u0432\u0430 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f, \u044f \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043b \u043c\u0435\u0442\u043e\u0434 map() \u0438\u0437 DataFrame Python.<\/p>\n<p id=\"956e\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0418\u0442\u0430\u043a, \u043d\u0430\u0448\u0438 \u0434\u0430\u043d\u043d\u044b\u0435 \u0433\u043e\u0442\u043e\u0432\u044b. \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0432\u044b\u043f\u043e\u043b\u043d\u0438\u043c train-test-split \u0434\u0430\u043d\u043d\u044b\u0445 \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"9fec\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">from sklearn.model_selection import train_test_split<\/span><span id=\"96b8\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">X_train, X_test, y_train, y_test = train_test_split(X, y, stratify = y, test_size = 0.2, random_state = 10)<\/span><\/pre>\n<p id=\"3c6b\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0423 \u043d\u0430\u0441 \u0433\u043e\u0442\u043e\u0432\u044b \u0434\u0430\u043d\u043d\u044b\u0435 \u0434\u043b\u044f \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0438 \u0442\u0435\u0441\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044f, \u043f\u043e\u044d\u0442\u043e\u043c\u0443 \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0442\u0435\u043f\u0435\u0440\u044c \u0443\u0437\u043d\u0430\u0435\u043c \u0431\u043e\u043b\u044c\u0448\u0435 \u043e \u043c\u043e\u0434\u0435\u043b\u0438 BERT.<\/p>\n<p id=\"d71e\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\"><strong class=\"nl ge\">\u041c\u041e\u0414\u0415\u041b\u042c \u0411\u0415\u0420\u0422\u0410<\/strong><\/p>\n<p id=\"f34a\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">BERT \u043e\u0437\u043d\u0430\u0447\u0430\u0435\u0442\u00a0<strong class=\"nl ge\"><em class=\"pp\">\u0434\u0432\u0443\u043d\u0430\u043f\u0440\u0430\u0432\u043b\u0435\u043d\u043d\u044b\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u044f \u043a\u043e\u0434\u0438\u0440\u043e\u0432\u0449\u0438\u043a\u043e\u0432 \u043e\u0442 Transformers<\/em><\/strong>\u00a0. \u041e\u043d \u0441\u043e\u0441\u0442\u043e\u0438\u0442 \u0438\u0437 \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u0438\u0445 \u043a\u043e\u0434\u0438\u0440\u043e\u0432\u0449\u0438\u043a\u043e\u0432 Transformer, \u0441\u043b\u043e\u0436\u0435\u043d\u043d\u044b\u0445 \u0432\u043c\u0435\u0441\u0442\u0435. \u041e\u043d \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u0442 Transformers \u0434\u043b\u044f \u043f\u043e\u043d\u0438\u043c\u0430\u043d\u0438\u044f \u043a\u043e\u043d\u0442\u0435\u043a\u0441\u0442\u043d\u043e\u0439 \u0441\u0432\u044f\u0437\u0438 \u043c\u0435\u0436\u0434\u0443 \u0441\u043b\u043e\u0432\u0430\u043c\u0438 \u0432 \u043f\u0440\u0435\u0434\u043b\u043e\u0436\u0435\u043d\u0438\u0438\/\u0442\u0435\u043a\u0441\u0442\u0435. BERT Transformer \u043e\u0431\u044b\u0447\u043d\u043e \u0438\u043c\u0435\u0435\u0442 \u0434\u0432\u0430 \u043c\u0435\u0445\u0430\u043d\u0438\u0437\u043c\u0430: \u043a\u043e\u0434\u0438\u0440\u043e\u0432\u0449\u0438\u043a, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u0441\u0447\u0438\u0442\u044b\u0432\u0430\u0435\u0442 \u0442\u0435\u043a\u0441\u0442\u043e\u0432\u044b\u0439 \u0432\u0432\u043e\u0434, \u0438 \u0434\u0435\u043a\u043e\u0434\u0435\u0440, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u043f\u0440\u043e\u0433\u043d\u043e\u0437\u0438\u0440\u0443\u0435\u0442 \u0434\u043b\u044f \u0434\u0430\u043d\u043d\u043e\u0439 \u0437\u0430\u0434\u0430\u0447\u0438.<\/p>\n<p id=\"aac4\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041e\u0434\u043d\u043e\u0439 \u0438\u0437 \u0433\u043b\u0430\u0432\u043d\u044b\u0445 \u043f\u0440\u0438\u0447\u0438\u043d \u0445\u043e\u0440\u043e\u0448\u0435\u0439 \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438 BERT \u0432 \u0440\u0430\u0437\u043b\u0438\u0447\u043d\u044b\u0445 \u0437\u0430\u0434\u0430\u0447\u0430\u0445 \u043e\u0431\u0440\u0430\u0431\u043e\u0442\u043a\u0438 \u0435\u0441\u0442\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0433\u043e \u044f\u0437\u044b\u043a\u0430 \u0431\u044b\u043b\u043e \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0435\u00a0<strong class=\"nl ge\">\u043f\u043e\u043b\u0443\u043a\u043e\u043d\u0442\u0440\u043e\u043b\u0438\u0440\u0443\u0435\u043c\u043e\u0433\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f<\/strong>\u00a0. \u042d\u0442\u043e \u043e\u0437\u043d\u0430\u0447\u0430\u0435\u0442, \u0447\u0442\u043e \u043c\u043e\u0434\u0435\u043b\u044c \u043e\u0431\u0443\u0447\u0430\u0435\u0442\u0441\u044f \u0434\u043b\u044f \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u043d\u043e\u0439 \u0437\u0430\u0434\u0430\u0447\u0438, \u043a\u043e\u0442\u043e\u0440\u0430\u044f \u043f\u043e\u0437\u0432\u043e\u043b\u044f\u0435\u0442 \u0435\u0439 \u043f\u043e\u043d\u0438\u043c\u0430\u0442\u044c \u0448\u0430\u0431\u043b\u043e\u043d\u044b \u044f\u0437\u044b\u043a\u0430. \u041f\u043e\u0441\u043b\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u043c\u043e\u0434\u0435\u043b\u044c (BERT) \u0438\u043c\u0435\u0435\u0442 \u0432\u043e\u0437\u043c\u043e\u0436\u043d\u043e\u0441\u0442\u0438 \u043e\u0431\u0440\u0430\u0431\u043e\u0442\u043a\u0438 \u044f\u0437\u044b\u043a\u0430, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u043c\u043e\u0436\u043d\u043e \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u044c \u0434\u043b\u044f \u0440\u0430\u0441\u0448\u0438\u0440\u0435\u043d\u0438\u044f \u0432\u043e\u0437\u043c\u043e\u0436\u043d\u043e\u0441\u0442\u0435\u0439 \u0434\u0440\u0443\u0433\u0438\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u043c\u044b \u0441\u043e\u0437\u0434\u0430\u0435\u043c \u0438 \u043e\u0431\u0443\u0447\u0430\u0435\u043c \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u043a\u043e\u043d\u0442\u0440\u043e\u043b\u0438\u0440\u0443\u0435\u043c\u043e\u0433\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f.<\/p>\n<p id=\"613e\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041f\u0435\u0440\u0432\u043e\u043d\u0430\u0447\u0430\u043b\u044c\u043d\u043e BERT \u0432\u044b\u043f\u0443\u0441\u043a\u0430\u0435\u0442\u0441\u044f \u0432 \u0434\u0432\u0443\u0445 \u0440\u0430\u0437\u043c\u0435\u0440\u0430\u0445 \u2014 \u0431\u0430\u0437\u043e\u0432\u043e\u0439 \u0438 \u0431\u043e\u043b\u044c\u0448\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438. BERT(BASE) \u0438\u043c\u0435\u0435\u0442 1\u00a0<em class=\"pp\">2 \u0441\u043b\u043e\u044f \u0432 \u0441\u0442\u0435\u043a\u0435 \u043a\u043e\u0434\u0438\u0440\u043e\u0432\u0449\u0438\u043a\u0430,<\/em>\u00a0\u0442\u043e\u0433\u0434\u0430 \u043a\u0430\u043a BERT(LARGE) \u0438\u043c\u0435\u0435\u0442\u00a0<em class=\"pp\">24 \u0441\u043b\u043e\u044f \u0432 \u0441\u0442\u0435\u043a\u0435 \u043a\u043e\u0434\u0438\u0440\u043e\u0432\u0449\u0438\u043a\u0430<\/em>\u00a0.<\/p>\n<p id=\"26f8\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041c\u043e\u0434\u0435\u043b\u044c BERT \u0441\u043d\u0430\u0447\u0430\u043b\u0430 \u043f\u0440\u0438\u043d\u0438\u043c\u0430\u0435\u0442 \u0442\u043e\u043a\u0435\u043d \u043a\u043b\u0430\u0441\u0441\u0438\u0444\u0438\u043a\u0430\u0446\u0438\u0438 (CLS) \u0432 \u043a\u0430\u0447\u0435\u0441\u0442\u0432\u0435 \u0432\u0445\u043e\u0434\u043d\u044b\u0445 \u0434\u0430\u043d\u043d\u044b\u0445, \u0430 \u0437\u0430\u0442\u0435\u043c \u043f\u043e\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c \u0441\u043b\u043e\u0432. \u0417\u0430\u0442\u0435\u043c \u043e\u043d\u0430 \u043f\u0435\u0440\u0435\u0434\u0430\u0435\u0442 \u0432\u0445\u043e\u0434\u043d\u044b\u0435 \u0434\u0430\u043d\u043d\u044b\u0435 \u043d\u0430 \u0432\u044b\u0448\u0435\u0441\u0442\u043e\u044f\u0449\u0438\u0435 \u0441\u043b\u043e\u0438. \u041a\u0430\u0436\u0434\u044b\u0439 \u0441\u043b\u043e\u0439 \u043f\u0440\u0438\u043c\u0435\u043d\u044f\u0435\u0442 \u0432\u043d\u0443\u0442\u0440\u0435\u043d\u043d\u0435\u0435 \u0432\u043d\u0438\u043c\u0430\u043d\u0438\u0435 \u0438 \u043f\u0435\u0440\u0435\u0434\u0430\u0435\u0442 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442 \u0447\u0435\u0440\u0435\u0437 \u0441\u0435\u0442\u044c \u043f\u0440\u044f\u043c\u043e\u0439 \u0441\u0432\u044f\u0437\u0438, \u043f\u043e\u0441\u043b\u0435 \u0447\u0435\u0433\u043e \u043e\u043d \u043f\u0435\u0440\u0435\u0434\u0430\u0435\u0442 \u0435\u0433\u043e \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0435\u043c\u0443 \u043a\u043e\u0434\u0438\u0440\u043e\u0432\u0449\u0438\u043a\u0443. \u041c\u043e\u0434\u0435\u043b\u044c \u0432\u044b\u0432\u043e\u0434\u0438\u0442 \u0432\u0435\u043a\u0442\u043e\u0440 \u0440\u0430\u0437\u043c\u0435\u0440\u0430, \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0435\u0433\u043e \u0440\u0430\u0437\u043c\u0435\u0440\u0443 BERT. \u0415\u0441\u043b\u0438 \u043c\u044b \u0445\u043e\u0442\u0438\u043c \u0432\u044b\u0432\u0435\u0441\u0442\u0438 \u043a\u043b\u0430\u0441\u0441\u0438\u0444\u0438\u043a\u0430\u0442\u043e\u0440 \u0438\u0437 \u044d\u0442\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438, \u043c\u044b \u043c\u043e\u0436\u0435\u043c \u0432\u0437\u044f\u0442\u044c \u0432\u044b\u0445\u043e\u0434\u043d\u044b\u0435 \u0434\u0430\u043d\u043d\u044b\u0435, \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u0435 \u0442\u043e\u043a\u0435\u043d\u0443 CLS.<\/p>\n\n<figure class=\"ms mt mu mv mw mx mp mq paragraph-image\">\n<div class=\"my mz ee na bh nb\" tabindex=\"0\" role=\"button\">\n<div class=\"mp mq pq\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*nTGLTfbum7nP-XlWgYQaPQ.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*nTGLTfbum7nP-XlWgYQaPQ.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*nTGLTfbum7nP-XlWgYQaPQ.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*nTGLTfbum7nP-XlWgYQaPQ.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*nTGLTfbum7nP-XlWgYQaPQ.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*nTGLTfbum7nP-XlWgYQaPQ.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*nTGLTfbum7nP-XlWgYQaPQ.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*nTGLTfbum7nP-XlWgYQaPQ.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*nTGLTfbum7nP-XlWgYQaPQ.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*nTGLTfbum7nP-XlWgYQaPQ.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*nTGLTfbum7nP-XlWgYQaPQ.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*nTGLTfbum7nP-XlWgYQaPQ.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*nTGLTfbum7nP-XlWgYQaPQ.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*nTGLTfbum7nP-XlWgYQaPQ.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lx nc c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*nTGLTfbum7nP-XlWgYQaPQ.png\" alt=\"\" width=\"700\" height=\"268\" \/><\/picture><\/div>\n<\/div><\/figure>\n<p id=\"23ce\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u042d\u0442\u043e\u0442 \u043e\u0431\u0443\u0447\u0435\u043d\u043d\u044b\u0439 \u0432\u0435\u043a\u0442\u043e\u0440 \u043c\u043e\u0436\u0435\u0442 \u0431\u044b\u0442\u044c \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d \u0434\u043b\u044f \u0432\u044b\u043f\u043e\u043b\u043d\u0435\u043d\u0438\u044f \u0440\u044f\u0434\u0430 \u0437\u0430\u0434\u0430\u0447, \u0442\u0430\u043a\u0438\u0445 \u043a\u0430\u043a \u043a\u043b\u0430\u0441\u0441\u0438\u0444\u0438\u043a\u0430\u0446\u0438\u044f, \u043f\u0435\u0440\u0435\u0432\u043e\u0434 \u0438 \u0442. \u0434.<\/p>\n\n<h1 id=\"22ef\" class=\"pr ol gd bf ps pt pu gz pv pw px hc py pz qa qb qc qd qe qf qg qh qi qj qk ql bk\" data-selectable-paragraph=\"\"><strong class=\"al\">\u041e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u0435 \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439<\/strong><\/h1>\n<p id=\"e0d0\" class=\"pw-post-body-paragraph nj nk gd nl b gx qm nn no ha qn nq nr ns qo nu nv nw qp ny nz oa qq oc od oe fw bk\" data-selectable-paragraph=\"\">\u0418\u0442\u0430\u043a, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043e\u0441\u0440\u0435\u0434\u043e\u0442\u043e\u0447\u0438\u043c\u0441\u044f \u043d\u0430 \u043d\u0430\u0448\u0435\u0439 \u0437\u0430\u0434\u0430\u0447\u0435 \u0438 \u043d\u0430\u0447\u043d\u0435\u043c \u043a\u043b\u0430\u0441\u0441\u0438\u0444\u0438\u043a\u0430\u0446\u0438\u044e \u2014 \u041a\u0430\u043a \u0443\u0436\u0435 \u0431\u044b\u043b\u043e \u0441\u043a\u0430\u0437\u0430\u043d\u043e, \u043d\u0430\u043c \u043d\u0443\u0436\u043d\u043e \u043f\u0435\u0440\u0435\u0434\u0430\u0442\u044c \u0442\u043e\u043a\u0435\u043d\u0438\u0437\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u0435 \u0437\u043d\u0430\u0447\u0435\u043d\u0438\u044f \u0432 \u043a\u0430\u0447\u0435\u0441\u0442\u0432\u0435 \u0432\u0445\u043e\u0434\u043d\u044b\u0445 \u0434\u0430\u043d\u043d\u044b\u0445 \u0432 \u043c\u043e\u0434\u0435\u043b\u044c BERT. \u0418\u0442\u0430\u043a, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0432\u043e\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c\u0441\u044f \u0442\u043e\u043a\u0435\u043d\u0438\u0437\u0430\u0442\u043e\u0440\u043e\u043c \u0438\u0437 \u0431\u0438\u0431\u043b\u0438\u043e\u0442\u0435\u043a\u0438 transformers.<\/p>\n<p id=\"547c\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\"><strong class=\"nl ge\">\u0422\u043e\u043a\u0435\u043d\u0438\u0437\u0430\u0446\u0438\u044f<\/strong><\/p>\n<p id=\"a0a8\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041d\u0430\u0447\u043d\u0435\u043c \u0441 \u0443\u0441\u0442\u0430\u043d\u043e\u0432\u043a\u0438 \u0442\u0440\u0430\u043d\u0441\u0444\u043e\u0440\u043c\u0430\u0442\u043e\u0440\u043e\u0432, \u043e\u0431\u0435\u0441\u043f\u0435\u0447\u0438\u0432\u0430\u044e\u0449\u0438\u0445 \u043c\u043e\u0434\u0435\u043b\u044c BERT.<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"5fe7\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">!pip install transformers<\/span><\/pre>\n<p id=\"5971\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u043d\u0430\u0447\u043d\u0435\u043c \u0442\u043e\u043a\u0435\u043d\u0438\u0437\u0430\u0446\u0438\u044e \u2014<\/p>\n<p id=\"cc86\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0412 \u044d\u0442\u043e\u043c \u043c\u0435\u0442\u043e\u0434\u0435 \u043c\u044b \u0431\u0443\u0434\u0435\u043c \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u044c AutoTokenizer \u0438\u0437 BERT (\u0431\u0430\u0437\u043e\u0432\u043e\u0439) \u043c\u043e\u0434\u0435\u043b\u0438 \u2014<\/p>\n<p id=\"a654\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041f\u043e\u0434\u043e\u0431\u043d\u043e \u0432\u0441\u0435\u043c \u043d\u0435\u0439\u0440\u043e\u043d\u043d\u044b\u043c \u0441\u0435\u0442\u044f\u043c, \u0442\u0440\u0430\u043d\u0441\u0444\u043e\u0440\u043c\u0430\u0442\u043e\u0440\u044b \u043d\u0435 \u043c\u043e\u0433\u0443\u0442 \u043e\u0431\u0440\u0430\u0431\u0430\u0442\u044b\u0432\u0430\u0442\u044c \u043d\u0435\u043e\u0431\u0440\u0430\u0431\u043e\u0442\u0430\u043d\u043d\u044b\u0439 \u0432\u0445\u043e\u0434\u043d\u043e\u0439 \u0442\u0435\u043a\u0441\u0442 \u043d\u0430\u043f\u0440\u044f\u043c\u0443\u044e, \u043f\u043e\u044d\u0442\u043e\u043c\u0443 \u043d\u0430\u043c \u043d\u0443\u0436\u043d\u043e \u0442\u043e\u043a\u0435\u043d\u0438\u0437\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u0432\u0445\u043e\u0434\u043d\u044b\u0435 \u0434\u0430\u043d\u043d\u044b\u0435 \u0438 \u043f\u0440\u0435\u043e\u0431\u0440\u0430\u0437\u043e\u0432\u0430\u0442\u044c \u0438\u0445 \u0432 \u0447\u0438\u0441\u043b\u0430. \u0422\u043e\u043a\u0435\u043d\u0438\u0437\u0430\u0446\u0438\u044f \u0432\u044b\u043f\u043e\u043b\u043d\u044f\u0435\u0442 \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0438\u0435 \u0444\u0443\u043d\u043a\u0446\u0438\u0438: \u2014 \u041e\u043d\u0430 \u0440\u0430\u0437\u0431\u0438\u0432\u0430\u0435\u0442 \u0432\u0445\u043e\u0434\u043d\u043e\u0439 \u0442\u0435\u043a\u0441\u0442 \u043d\u0430 \u0442\u043e\u043a\u0435\u043d\u044b (\u0441\u043b\u043e\u0432\u0430, \u0431\u0443\u043a\u0432\u044b \u0438 \u0442. \u0434.), \u0441\u043e\u043f\u043e\u0441\u0442\u0430\u0432\u043b\u044f\u0435\u0442 \u043a\u0430\u0436\u0434\u044b\u0439 \u0442\u043e\u043a\u0435\u043d \u0441 \u0443\u043d\u0438\u043a\u0430\u043b\u044c\u043d\u044b\u043c \u0446\u0435\u043b\u044b\u043c \u0447\u0438\u0441\u043b\u043e\u043c \u0438 \u0443\u043f\u043e\u0440\u044f\u0434\u043e\u0447\u0438\u0432\u0430\u0435\u0442 \u0438\u0445 \u0432 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0438\u0438 \u0441 \u043c\u043e\u0434\u0435\u043b\u044c\u044e.<\/p>\n<p id=\"1f1d\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041f\u043e\u0441\u043a\u043e\u043b\u044c\u043a\u0443 \u043c\u044b \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c \u043c\u043e\u0434\u0435\u043b\u044c BERT BASE \u0434\u043b\u044f \u043d\u0430\u0448\u0435\u0433\u043e \u043f\u0440\u0438\u043b\u043e\u0436\u0435\u043d\u0438\u044f, \u043c\u044b \u0442\u0430\u043a\u0436\u0435 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043b\u0438 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0449\u0438\u0439 AutoTokenizer \u0434\u043b\u044f \u0442\u043e\u043a\u0435\u043d\u0438\u0437\u0430\u0446\u0438\u0438.<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"8405\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">from transformers import AutoTokenizer<\/span><span id=\"b82f\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">def tokenize(X):<\/span><span id=\"33b5\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    \n     X = tokenizer(\n        text = list(X),\n        add_special_tokens = True,\n        max_length = 100,\n        truncation = True,\n        padding = 'max_length',\n        return_tensors = 'tf',\n        return_token_type_ids = False,\n        return_attention_mask = True,\n        verbose = True\n        )<\/span><span id=\"8db4\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    \n    return X\n<\/span><span id=\"b4af\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">tokenizer = AutoTokenizer.from_pretrained('bert-base-uncased')<\/span><\/pre>\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><\/pre>\n<p id=\"0f9a\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0442\u043e\u043a\u0435\u043d\u0438\u0437\u0438\u0440\u0443\u0435\u043c \u0446\u0435\u043d\u043d\u043e\u0441\u0442\u0438 \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"0af5\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">X_train_tokens = tokenize(X_train)\nX_test_tokens = tokenize(X_test)<\/span><\/pre>\n<p id=\"b26f\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\"><strong class=\"nl ge\">\u041f\u0440\u043e\u0435\u043a\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u043c\u043e\u0434\u0435\u043b\u0438<\/strong><\/p>\n<p id=\"7c8c\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0418\u043c\u043f\u043e\u0440\u0442 \u043d\u0435\u043e\u0431\u0445\u043e\u0434\u0438\u043c\u044b\u0445 \u0431\u0438\u0431\u043b\u0438\u043e\u0442\u0435\u043a \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"6bff\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">import tensorflow as tf\nfrom keras.models import Model, Sequential\nfrom keras.layers import Input, Dense, Dropout, Embedding\nfrom tensorflow.keras.optimizers import Adam\nfrom transformers import TFBertModel<\/span><\/pre>\n<p id=\"a5ee\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041f\u0440\u043e\u0435\u043a\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u0444\u0443\u043d\u043a\u0446\u0438\u0438 BERT \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"1e03\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">Length = 100\n\n<\/span><span id=\"09f1\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">def get_model():<\/span><span id=\"a35e\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    dropout_rate = 0.2<\/span><span id=\"f7a0\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    input_ids = Input(shape = (Length,), dtype = tf.int32, name = 'input_ids')\n    input_mask = Input(shape = (Length,), dtype = tf.int32, name = 'input_mask')<\/span><span id=\"4d8b\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    embeddings = bert([input_ids, input_mask])[1] #pooler output\n    print(embeddings)\n    out = Dropout(0.2)(embeddings)<\/span><span id=\"b80d\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    #64 units dense layer<\/span><span id=\"43b7\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    out = Dense(64,activation = 'relu')(out)\n    out = Dropout(0.2)(out)<\/span><span id=\"27ad\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    y = Dense(1,activation = 'sigmoid')(out)<\/span><span id=\"c8bb\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    model = Model(inputs=[input_ids, input_mask], outputs=y)\n    model.layers[2].trainable = True<\/span><span id=\"ee86\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">   #define optimizer\n   optimizer = Adam(learning_rate=1e-05, epsilon=1e-08, decay=0.01,clipnorm=1.0)<\/span><span id=\"42b2\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    #complile the model\n    model.compile(optimizer = optimizer, loss = 'binary_crossentropy', metrics = 'accuracy')<\/span><span id=\"01f5\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">    return model<\/span><\/pre>\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"1e03\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">\u00a0<\/span><\/pre>\n<p id=\"e8b2\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0417\u0430\u0433\u0440\u0443\u0437\u043a\u0430 \u043c\u043e\u0434\u0435\u043b\u0438 BERT \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"b2d2\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">bert = TFBertModel.from_pretrained('bert-base-uncased')<\/span><\/pre>\n<p id=\"0d6e\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u043f\u043e\u0441\u0442\u0440\u043e\u0438\u043c \u0433\u0440\u0430\u0444\u0438\u043a \u0441\u043e\u0437\u0434\u0430\u043d\u043d\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438 BERT \u2014<\/p>\n<p data-selectable-paragraph=\"\">model = get_model()\ntf.keras.utils.plot_model(model)<\/p>\n\n<figure class=\"ms mt mu mv mw mx mp mq paragraph-image\">\n<div class=\"my mz ee na bh nb\" tabindex=\"0\" role=\"button\">\n<div class=\"mp mq qr\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lx nc c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*5ujHBbPCXVbFhQ6_H_WdeQ.png\" alt=\"\" width=\"700\" height=\"793\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"nd ne nf mp mq ng nh bf b bg z dx\" data-selectable-paragraph=\"\">\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a: \u0412\u044b\u0432\u043e\u0434<\/figcaption><\/figure>\n<p id=\"a9f6\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041c\u044b \u0441\u043e\u0437\u0434\u0430\u043b\u0438 \u041c\u043e\u0434\u0435\u043b\u044c \u0432 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0438\u0438 \u0441 \u043f\u0440\u0438\u0432\u0435\u0434\u0435\u043d\u043d\u044b\u043c \u0432\u044b\u0448\u0435 \u043e\u0431\u044a\u044f\u0441\u043d\u0435\u043d\u0438\u0435\u043c.<\/p>\n<p id=\"04b5\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\"><strong class=\"nl ge\">\u041e\u0431\u0443\u0447\u0435\u043d\u0438\u0435 \u043d\u0430\u0448\u0435\u0439 \u043c\u043e\u0434\u0435\u043b\u0438<\/strong><\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"673f\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">from keras.callbacks import EarlyStopping\n\n<\/span><span id=\"2fa6\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">history = model.fit(x = {'input_ids':X_train_tokens['input_ids'],'input_mask':X_train_tokens['attention_mask']}, y = y_train, epochs=3, validation_split = 0.2, batch_size = 64, callbacks=[EarlyStopping( monitor='val_accuracy' ,mode='max', patience=3,verbose=False,restore_best_weights=True)])<\/span><\/pre>\n<figure class=\"ms mt mu mv mw mx mp mq paragraph-image\">\n<div class=\"my mz ee na bh nb\" tabindex=\"0\" role=\"button\">\n<div class=\"mp mq qs\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*lEYPSnSjihjAt6jfBH5kjQ.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*lEYPSnSjihjAt6jfBH5kjQ.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*lEYPSnSjihjAt6jfBH5kjQ.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*lEYPSnSjihjAt6jfBH5kjQ.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*lEYPSnSjihjAt6jfBH5kjQ.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*lEYPSnSjihjAt6jfBH5kjQ.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/format:webp\/1*lEYPSnSjihjAt6jfBH5kjQ.png 1400w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*lEYPSnSjihjAt6jfBH5kjQ.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*lEYPSnSjihjAt6jfBH5kjQ.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*lEYPSnSjihjAt6jfBH5kjQ.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*lEYPSnSjihjAt6jfBH5kjQ.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*lEYPSnSjihjAt6jfBH5kjQ.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*lEYPSnSjihjAt6jfBH5kjQ.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*lEYPSnSjihjAt6jfBH5kjQ.png 1400w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px\" data-testid=\"og\" \/><img class=\"bh lx nc c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1400\/1*lEYPSnSjihjAt6jfBH5kjQ.png\" alt=\"\" width=\"700\" height=\"205\" \/><\/picture><\/div>\n<\/div>\n<figcaption class=\"nd ne nf mp mq ng nh bf b bg z dx\" data-selectable-paragraph=\"\">\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a: \u0412\u044b\u0432\u043e\u0434<\/figcaption><\/figure>\n<p id=\"9e86\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041a\u0430\u043a \u043c\u044b \u0432\u0438\u0434\u0438\u043c, \u043c\u044b \u043f\u043e\u043b\u0443\u0447\u0438\u043b\u0438 \u0442\u043e\u0447\u043d\u043e\u0441\u0442\u044c \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f 99,9%. \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u043e\u0446\u0435\u043d\u0438\u043c \u043d\u0430\u0448\u0443 \u043c\u043e\u0434\u0435\u043b\u044c \u2014<\/p>\n\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><span id=\"8a68\" class=\"ok ol gd og b if om on l iv oo\" data-selectable-paragraph=\"\">yhat = np.where(model.predict({ 'input_ids' : X_test_seq['input_ids'] , 'input_mask' : X_test_seq['attention_mask']}) &gt;=0.5,1,0)\n\n<\/span><span id=\"3dea\" class=\"ok ol gd og b if op on l iv oo\" data-selectable-paragraph=\"\">print(classification_report(y_test,yhat))<\/span><\/pre>\n<pre class=\"ms mt mu mv mw of og oh oi ay oj bk\"><\/pre>\n<figure class=\"ms mt mu mv mw mx mp mq paragraph-image\">\n<div class=\"mp mq qt\"><picture><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/format:webp\/1*nvTupjFH05ElPov_NeS0Mw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/format:webp\/1*nvTupjFH05ElPov_NeS0Mw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/format:webp\/1*nvTupjFH05ElPov_NeS0Mw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/format:webp\/1*nvTupjFH05ElPov_NeS0Mw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/format:webp\/1*nvTupjFH05ElPov_NeS0Mw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/format:webp\/1*nvTupjFH05ElPov_NeS0Mw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1300\/format:webp\/1*nvTupjFH05ElPov_NeS0Mw.png 1300w\" type=\"image\/webp\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 650px\" \/><source srcset=\"https:\/\/miro.medium.com\/v2\/resize:fit:640\/1*nvTupjFH05ElPov_NeS0Mw.png 640w, https:\/\/miro.medium.com\/v2\/resize:fit:720\/1*nvTupjFH05ElPov_NeS0Mw.png 720w, https:\/\/miro.medium.com\/v2\/resize:fit:750\/1*nvTupjFH05ElPov_NeS0Mw.png 750w, https:\/\/miro.medium.com\/v2\/resize:fit:786\/1*nvTupjFH05ElPov_NeS0Mw.png 786w, https:\/\/miro.medium.com\/v2\/resize:fit:828\/1*nvTupjFH05ElPov_NeS0Mw.png 828w, https:\/\/miro.medium.com\/v2\/resize:fit:1100\/1*nvTupjFH05ElPov_NeS0Mw.png 1100w, https:\/\/miro.medium.com\/v2\/resize:fit:1300\/1*nvTupjFH05ElPov_NeS0Mw.png 1300w\" sizes=\"(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 650px\" data-testid=\"og\" \/><img class=\"bh lx nc c\" role=\"presentation\" src=\"https:\/\/miro.medium.com\/v2\/resize:fit:1300\/1*nvTupjFH05ElPov_NeS0Mw.png\" alt=\"\" width=\"650\" height=\"280\" \/><\/picture><\/div>\n<figcaption class=\"nd ne nf mp mq ng nh bf b bg z dx\" data-selectable-paragraph=\"\">\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a: \u0412\u044b\u0432\u043e\u0434<\/figcaption><\/figure>\n<p id=\"cd70\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041c\u044b \u0432\u0438\u0434\u0438\u043c, \u0447\u0442\u043e \u043d\u0430\u0448\u0430 \u043c\u043e\u0434\u0435\u043b\u044c \u0440\u0430\u0431\u043e\u0442\u0430\u0435\u0442 \u043e\u0447\u0435\u043d\u044c \u0445\u043e\u0440\u043e\u0448\u043e \u0434\u0430\u0436\u0435 \u043d\u0430 \u043e\u0446\u0435\u043d\u043e\u0447\u043d\u044b\u0445 \u0434\u0430\u043d\u043d\u044b\u0445.<\/p>\n<p id=\"c5e1\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u041c\u044b \u043c\u043e\u0436\u0435\u043c \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u044c \u044d\u0442\u0443 \u043c\u043e\u0434\u0435\u043b\u044c \u0434\u0430\u0436\u0435 \u0434\u043b\u044f \u043e\u0446\u0435\u043d\u043a\u0438 \u043b\u044e\u0431\u044b\u0445 \u0435\u0436\u0435\u0434\u043d\u0435\u0432\u043d\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u043c\u044b \u0432\u0438\u0434\u0438\u043c.<\/p>\n<p id=\"92a2\" class=\"pw-post-body-paragraph nj nk gd nl b gx nm nn no ha np nq nr ns nt nu nv nw nx ny nz oa ob oc od oe fw bk\" data-selectable-paragraph=\"\">\u0412\u043e\u0442 \u0438 \u0432\u0441\u0435, \u0440\u0435\u0431\u044f\u0442\u0430\u2026 \u0427\u0442\u043e\u0431\u044b \u0441\u043b\u0435\u0434\u0438\u0442\u044c \u0437\u0430 \u043c\u043e\u0438\u043c \u043a\u043e\u043d\u0442\u0435\u043d\u0442\u043e\u043c \u0438 \u0443\u0437\u043d\u0430\u0442\u044c \u043e\u0431\u043e \u043c\u043d\u0435 \u0431\u043e\u043b\u044c\u0448\u0435, \u043e\u0437\u043d\u0430\u043a\u043e\u043c\u044c\u0442\u0435\u0441\u044c \u0441 \u043c\u043e\u0435\u0439 \u0441\u0442\u0430\u0442\u044c\u0435\u0439 \u043d\u0438\u0436\u0435 \u2014<\/p>\n\u0418\u0441\u0442\u043e\u0447\u043d\u0438\u043a:\n<a href=\"https:\/\/pub.towardsai.net\/fake-news-detection-using-bert-model-python-de005c5809ed\">https:\/\/pub.towardsai.net\/fake-news-detection-using-bert-model-python-de005c5809ed<\/a>","_ru_post_name":"obnaruzhenie-fejkovyh-novostej-s-ispo","_ru_post_excerpt":"","_ru_post_title":"\u041e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u0435 \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439 \u0441 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0435\u043c \u043c\u043e\u0434\u0435\u043b\u0438 BERT Python","_en_post_content":"","_en_post_name":"","_en_post_excerpt":"","_en_post_title":"","edit_language":"en","jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":false,"jetpack_social_options":{"image_generator_settings":{"template":"highway","enabled":false},"version":2}},"categories":[38,36],"tags":[],"class_list":["post-23628","post","type-post","status-publish","format-standard","has-post-thumbnail","","category-sztuczna-inteligencja-ii-ai","category-dezinformatsiya"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"https:\/\/infopolicy.net\/wp-content\/uploads\/2024\/10\/fakenews.png","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pffTZ2-696","jetpack_likes_enabled":true,"jetpack-related-posts":[{"id":23305,"url":"https:\/\/infopolicy.net\/en\/obnaruzhenie-dezinformatsii-v-politich\/","url_meta":{"origin":23628,"position":0},"title":"\u041e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u0435 \u0434\u0435\u0437\u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u0438 \u0432 \u043f\u043e\u043b\u0438\u0442\u0438\u0447\u0435\u0441\u043a\u0438\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u044f\u0445 \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e BERT \u043c\u043e\u0434\u0435\u043b\u0435\u0439","author":"infopolicy","date":"18.07.2024","format":false,"excerpt":"\u0412 \u044d\u043f\u043e\u0445\u0443 \u0446\u0438\u0444\u0440\u043e\u0432\u044b\u0445 \u0442\u0435\u0445\u043d\u043e\u043b\u043e\u0433\u0438\u0439 \u0431\u044b\u0441\u0442\u0440\u043e\u0435 \u0440\u0430\u0441\u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0435\u043d\u0438\u0435 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439 \u0447\u0435\u0440\u0435\u0437 \u043f\u043b\u0430\u0442\u0444\u043e\u0440\u043c\u044b \u0441\u043e\u0446\u0438\u0430\u043b\u044c\u043d\u044b\u0445 \u0441\u0435\u0442\u0435\u0439 \u043f\u0440\u0438\u0432\u0435\u043b\u043e \u043a \u043f\u043e\u044f\u0432\u043b\u0435\u043d\u0438\u044e \u0441\u0435\u0440\u044c\u0435\u0437\u043d\u0430\u044f \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u0430 \u2013 \u0440\u0430\u0441\u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0435\u043d\u0438\u0435 \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439. \u042d\u0442\u043e \u044f\u0432\u043b\u0435\u043d\u0438\u0435 \u0441\u0435\u0435\u0442 \u043f\u0443\u0442\u0430\u043d\u0438\u0446\u0443 \u0441\u0440\u0435\u0434\u0438 \u043e\u0431\u0449\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0441\u0442\u0438 \u0438 \u0443\u0433\u0440\u043e\u0436\u0430\u0435\u0442 \u043e\u0441\u043d\u043e\u0432\u0430\u043c \u0438\u043d\u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u043e\u0433\u043e \u0434\u0438\u0441\u043a\u0443\u0440\u0441\u0430 \u0438 \u0434\u0435\u043c\u043e\u043a\u0440\u0430\u0442\u0438\u0438. \u0420\u0435\u0448\u0430\u044f \u044d\u0442\u043e\u0442 \u0432\u043e\u043f\u0440\u043e\u0441, \u043d\u0430\u0441\u0442\u043e\u044f\u0449\u0435\u0435 \u0438\u0441\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u043d\u0438\u0435 \u0438\u0441\u0441\u043b\u0435\u0434\u0443\u0435\u0442 \u043f\u0440\u0438\u043c\u0435\u043d\u0435\u043d\u0438\u0435 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0439 \u0434\u0432\u0443\u043d\u0430\u043f\u0440\u0430\u0432\u043b\u0435\u043d\u043d\u043e\u0433\u043e \u043a\u043e\u0434\u0435\u0440\u0430 \u043e\u0442 \u0442\u0440\u0430\u043d\u0441\u0444\u043e\u0440\u043c\u0430\u0442\u043e\u0440\u043e\u0432. (BERT) \u043c\u043e\u0434\u0435\u043b\u044c \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u044f \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439.\u2026","rel":"","context":"In &quot;Sztuczna Inteligencja (\u0418\u0418\/AI)&quot;","block_context":{"text":"Sztuczna Inteligencja (\u0418\u0418\/AI)","link":"https:\/\/infopolicy.net\/en\/category\/sztuczna-inteligencja-ii-ai\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/07\/bert_5.png?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/07\/bert_5.png?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/07\/bert_5.png?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/07\/bert_5.png?resize=700%2C400&ssl=1 2x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/07\/bert_5.png?resize=1050%2C600&ssl=1 3x"},"classes":[]},{"id":23754,"url":"https:\/\/infopolicy.net\/en\/text_analytics\/","url_meta":{"origin":23628,"position":1},"title":"\u0422\u0435\u043a\u0441\u0442\u043e\u0432\u0430\u044f \u0430\u043d\u0430\u043b\u0438\u0442\u0438\u043a\u0430: \u043f\u0435\u0440\u0435\u043b\u043e\u043c\u043d\u044b\u0439 \u043c\u043e\u043c\u0435\u043d\u0442 \u0432 \u0431\u043e\u0440\u044c\u0431\u0435 \u0441 \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u043c\u0438 \u043d\u043e\u0432\u043e\u0441\u0442\u044f\u043c\u0438","author":"infopolicy","date":"19.11.2024","format":false,"excerpt":"\u0412 \u043d\u0430\u0448\u0435\u043c \u0446\u0438\u0444\u0440\u043e\u0432\u043e\u043c \u043c\u0438\u0440\u0435 \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044f \u0440\u0430\u0441\u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u044f\u0435\u0442\u0441\u044f \u0431\u044b\u0441\u0442\u0440\u0435\u0435, \u0447\u0435\u043c \u043a\u043e\u0433\u0434\u0430-\u043b\u0438\u0431\u043e, \u043d\u043e \u0442\u0430\u043a\u0436\u0435 \u0438 \u0434\u0435\u0437\u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044f. \u0424\u0435\u0439\u043a\u043e\u0432\u044b\u0435 \u043d\u043e\u0432\u043e\u0441\u0442\u0438 \u0441\u0442\u0430\u043b\u0438 \u043d\u0430\u0441\u0443\u0449\u043d\u043e\u0439 \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u043e\u0439, \u0432\u043b\u0438\u044f\u044f \u043d\u0430 \u043c\u043d\u0435\u043d\u0438\u044f, \u0440\u0430\u0437\u0436\u0438\u0433\u0430\u044f \u0441\u0442\u0440\u0430\u0445 \u0438 \u043f\u043e\u0434\u0440\u044b\u0432\u0430\u044f \u0434\u043e\u0432\u0435\u0440\u0438\u0435 \u043a \u0434\u043e\u0441\u0442\u043e\u0432\u0435\u0440\u043d\u044b\u043c \u0438\u0441\u0442\u043e\u0447\u043d\u0438\u043a\u0430\u043c. \u041c\u043e\u0436\u0435\u0442 \u043b\u0438 \u0442\u0435\u043a\u0441\u0442\u043e\u0432\u0430\u044f \u0430\u043d\u0430\u043b\u0438\u0442\u0438\u043a\u0430 \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435 \u0418\u0418 \u043f\u043e\u043c\u043e\u0447\u044c \u043d\u0430\u043c \u0441\u043f\u0440\u0430\u0432\u0438\u0442\u044c\u0441\u044f \u0441 \u044d\u0442\u043e\u0439 \u0440\u0430\u0441\u0442\u0443\u0449\u0435\u0439 \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u043e\u0439? \u041f\u043e\u043d\u0438\u043c\u0430\u043d\u0438\u0435 \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439 \u0424\u0435\u0439\u043a\u043e\u0432\u044b\u0435 \u043d\u043e\u0432\u043e\u0441\u0442\u0438 \u043d\u0435 \u043f\u0440\u043e\u0441\u0442\u043e\u2026","rel":"","context":"In &quot;Sztuczna Inteligencja (\u0418\u0418\/AI)&quot;","block_context":{"text":"Sztuczna Inteligencja (\u0418\u0418\/AI)","link":"https:\/\/infopolicy.net\/en\/category\/sztuczna-inteligencja-ii-ai\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/text_analytics.webp?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/text_analytics.webp?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/text_analytics.webp?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/11\/text_analytics.webp?resize=700%2C400&ssl=1 2x"},"classes":[]},{"id":23575,"url":"https:\/\/infopolicy.net\/en\/agent-bolshoj-yazykovoj-modeli-dlya-obn\/","url_meta":{"origin":23628,"position":2},"title":"\u0410\u0433\u0435\u043d\u0442 \u0431\u043e\u043b\u044c\u0448\u043e\u0439 \u044f\u0437\u044b\u043a\u043e\u0432\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438 \u0434\u043b\u044f \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u044f \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439","author":"infopolicy","date":"21.09.2024","format":false,"excerpt":"\u0412 \u043d\u044b\u043d\u0435\u0448\u043d\u044e\u044e \u0446\u0438\u0444\u0440\u043e\u0432\u0443\u044e \u044d\u043f\u043e\u0445\u0443 \u0431\u044b\u0441\u0442\u0440\u043e\u0435 \u0440\u0430\u0441\u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0435\u043d\u0438\u0435 \u0434\u0435\u0437\u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u0438 \u043d\u0430 \u043e\u043d\u043b\u0430\u0439\u043d-\u043f\u043b\u0430\u0442\u0444\u043e\u0440\u043c\u0430\u0445 \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u044f\u0435\u0442 \u0441\u043e\u0431\u043e\u0439 \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0435 \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u044b \u0434\u043b\u044f \u043e\u0431\u0449\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0433\u043e \u0431\u043b\u0430\u0433\u043e\u043f\u043e\u043b\u0443\u0447\u0438\u044f, \u043e\u0431\u0449\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0433\u043e \u0434\u043e\u0432\u0435\u0440\u0438\u044f \u0438 \u0434\u0435\u043c\u043e\u043a\u0440\u0430\u0442\u0438\u0447\u0435\u0441\u043a\u0438\u0445 \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u043e\u0432, \u0432\u043b\u0438\u044f\u044f \u043d\u0430 \u043f\u0440\u0438\u043d\u044f\u0442\u0438\u0435 \u043a\u0440\u0438\u0442\u0438\u0447\u0435\u0441\u043a\u0438\u0445 \u0440\u0435\u0448\u0435\u043d\u0438\u0439 \u0438 \u043e\u0431\u0449\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0435 \u043c\u043d\u0435\u043d\u0438\u0435. \u0414\u043b\u044f \u0440\u0435\u0448\u0435\u043d\u0438\u044f \u044d\u0442\u0438\u0445 \u043f\u0440\u043e\u0431\u043b\u0435\u043c \u0440\u0430\u0441\u0442\u0435\u0442 \u043f\u043e\u0442\u0440\u0435\u0431\u043d\u043e\u0441\u0442\u044c \u0432 \u0430\u0432\u0442\u043e\u043c\u0430\u0442\u0438\u0437\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u0445 \u043c\u0435\u0445\u0430\u043d\u0438\u0437\u043c\u0430\u0445 \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u044f \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439. \u041f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u043d\u044b\u0435 \u0431\u043e\u043b\u044c\u0448\u0438\u0435 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 (LLM) \u043f\u0440\u043e\u0434\u0435\u043c\u043e\u043d\u0441\u0442\u0440\u0438\u0440\u043e\u0432\u0430\u043b\u0438 \u0438\u0441\u043a\u043b\u044e\u0447\u0438\u0442\u0435\u043b\u044c\u043d\u044b\u0435 \u0432\u043e\u0437\u043c\u043e\u0436\u043d\u043e\u0441\u0442\u0438\u2026","rel":"","context":"In &quot;Sztuczna Inteligencja (\u0418\u0418\/AI)&quot;","block_context":{"text":"Sztuczna Inteligencja (\u0418\u0418\/AI)","link":"https:\/\/infopolicy.net\/en\/category\/sztuczna-inteligencja-ii-ai\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/09\/LLM_FND.webp?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/09\/LLM_FND.webp?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/09\/LLM_FND.webp?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/09\/LLM_FND.webp?resize=700%2C400&ssl=1 2x"},"classes":[]},{"id":25664,"url":"https:\/\/infopolicy.net\/en\/ispolzovanie-mashinnogo-obucheniya-dlya-obnaruzheniya-fejkovyh-novostej-v-2025-godu-chto-rabotaet-sejchas\/","url_meta":{"origin":23628,"position":3},"title":"\u0418\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0435 \u043c\u0430\u0448\u0438\u043d\u043d\u043e\u0433\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f \u0434\u043b\u044f \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u044f \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439 \u0432 2025 \u0433\u043e\u0434\u0443: \u0447\u0442\u043e \u0440\u0430\u0431\u043e\u0442\u0430\u0435\u0442 \u0441\u0435\u0439\u0447\u0430\u0441?","author":"infopolicy","date":"08.07.2025","format":false,"excerpt":"\u0412 2025 \u0433\u043e\u0434\u0443 \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0435 \u043d\u043e\u0432\u043e\u0441\u0442\u0438 \u043e\u0441\u0442\u0430\u044e\u0442\u0441\u044f \u0441\u0435\u0440\u044c\u0435\u0437\u043d\u043e\u0439 \u043f\u0440\u043e\u0431\u043b\u0435\u043c\u043e\u0439 \u0432\u043e \u0432\u0441\u0435\u043c \u043c\u0438\u0440\u0435, \u043f\u0440\u043e\u043d\u0438\u043a\u0430\u044f \u0432 \u043b\u0435\u043d\u0442\u044b \u0441\u043e\u0446\u0438\u0430\u043b\u044c\u043d\u044b\u0445 \u0441\u0435\u0442\u0435\u0439, \u043d\u043e\u0432\u043e\u0441\u0442\u043d\u044b\u0435 \u0441\u0430\u0439\u0442\u044b \u0438 \u0434\u0430\u0436\u0435 \u0432 \u043b\u0438\u0447\u043d\u044b\u0435 \u043c\u0435\u0441\u0441\u0435\u043d\u0434\u0436\u0435\u0440\u044b. \u041f\u043e\u0441\u043b\u0435\u0434\u0441\u0442\u0432\u0438\u044f \u0441\u0435\u0440\u044c\u0435\u0437\u043d\u044b: \u0434\u0435\u0437\u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044f \u043e \u0432\u044b\u0431\u043e\u0440\u0430\u0445 \u043c\u043e\u0436\u0435\u0442 \u043f\u043e\u0434\u043e\u0440\u0432\u0430\u0442\u044c \u0434\u0435\u043c\u043e\u043a\u0440\u0430\u0442\u0438\u044e, \u043b\u043e\u0436\u043d\u044b\u0435 \u0437\u0430\u044f\u0432\u043b\u0435\u043d\u0438\u044f \u043e \u0441\u043e\u0441\u0442\u043e\u044f\u043d\u0438\u0438 \u0437\u0434\u043e\u0440\u043e\u0432\u044c\u044f \u043c\u043e\u0433\u0443\u0442 \u0441\u0442\u043e\u0438\u0442\u044c \u0436\u0438\u0437\u043d\u0435\u0439, \u0430 \u0440\u0430\u0437\u0436\u0438\u0433\u0430\u044e\u0449\u0438\u0439 \u0440\u043e\u0437\u043d\u044c \u043a\u043e\u043d\u0442\u0435\u043d\u0442 \u043c\u043e\u0436\u0435\u0442 \u0441\u043f\u0440\u043e\u0432\u043e\u0446\u0438\u0440\u043e\u0432\u0430\u0442\u044c \u043e\u0431\u0449\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0435 \u0431\u0435\u0441\u043f\u043e\u0440\u044f\u0434\u043a\u0438. \u0412 \u0442\u043e \u0432\u0440\u0435\u043c\u044f\u2026","rel":"","context":"In &quot;Sztuczna Inteligencja (\u0418\u0418\/AI)&quot;","block_context":{"text":"Sztuczna Inteligencja (\u0418\u0418\/AI)","link":"https:\/\/infopolicy.net\/en\/category\/sztuczna-inteligencja-ii-ai\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2025\/07\/fakenews.png?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2025\/07\/fakenews.png?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2025\/07\/fakenews.png?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2025\/07\/fakenews.png?resize=700%2C400&ssl=1 2x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2025\/07\/fakenews.png?resize=1050%2C600&ssl=1 3x"},"classes":[]},{"id":23821,"url":"https:\/\/infopolicy.net\/en\/borba-s-fejkovymi-novostyami-s-pomoshhyu-ii\/","url_meta":{"origin":23628,"position":4},"title":"\u0411\u043e\u0440\u044c\u0431\u0430 \u0441 \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u043c\u0438 \u043d\u043e\u0432\u043e\u0441\u0442\u044f\u043c\u0438 \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e \u0418\u0418","author":"infopolicy","date":"06.12.2024","format":false,"excerpt":"\u041d\u0430\u0441\u043a\u043e\u043b\u044c\u043a\u043e \u043c\u044b \u0431\u043b\u0438\u0437\u043a\u0438 \u043a \u0441\u043e\u0437\u0434\u0430\u043d\u0438\u044e \u0442\u043e\u0447\u043d\u043e\u0433\u043e \u0434\u0435\u0442\u0435\u043a\u0442\u043e\u0440\u0430 \u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439 \u043d\u0430 \u043e\u0441\u043d\u043e\u0432\u0435 \u0438\u0441\u043a\u0443\u0441\u0441\u0442\u0432\u0435\u043d\u043d\u043e\u0433\u043e \u0438\u043d\u0442\u0435\u043b\u043b\u0435\u043a\u0442\u0430? \u0412 \u0430\u043c\u0431\u0438\u0446\u0438\u043e\u0437\u043d\u043e\u0439 \u043f\u043e\u043f\u044b\u0442\u043a\u0435 \u0443\u0441\u0442\u0440\u0430\u043d\u0438\u0442\u044c \u0432\u0440\u0435\u0434, \u043d\u0430\u043d\u043e\u0441\u0438\u043c\u044b\u0439 \u043b\u043e\u0436\u043d\u044b\u043c \u043a\u043e\u043d\u0442\u0435\u043d\u0442\u043e\u043c \u0432\u00a0\u0441\u043e\u0446\u0438\u0430\u043b\u044c\u043d\u044b\u0445 \u0441\u0435\u0442\u044f\u0445\u00a0\u0438 \u043d\u0430\u00a0\u043d\u043e\u0432\u043e\u0441\u0442\u043d\u044b\u0445 \u0441\u0430\u0439\u0442\u0430\u0445\u00a0, \u0441\u043f\u0435\u0446\u0438\u0430\u043b\u0438\u0441\u0442\u044b \u043f\u043e \u0430\u043d\u0430\u043b\u0438\u0437\u0443 \u0434\u0430\u043d\u043d\u044b\u0445 \u043f\u0440\u043e\u044f\u0432\u043b\u044f\u044e\u0442 \u0442\u0432\u043e\u0440\u0447\u0435\u0441\u043a\u0438\u0439 \u043f\u043e\u0434\u0445\u043e\u0434. \u041f\u043e\u043a\u0430 \u0435\u0449\u0435 \u0432 \u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u044f,\u00a0\u0431\u043e\u043b\u044c\u0448\u0438\u0435 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 (LLM),\u00a0\u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c\u044b\u0435 \u0434\u043b\u044f \u0441\u043e\u0437\u0434\u0430\u043d\u0438\u044f \u0447\u0430\u0442-\u0431\u043e\u0442\u043e\u0432, \u0442\u0430\u043a\u0438\u0445 \u043a\u0430\u043a ChatGPT, \u043f\u0440\u0438\u0432\u043b\u0435\u043a\u0430\u044e\u0442\u0441\u044f \u0434\u043b\u044f \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u044f\u00a0\u0444\u0435\u0439\u043a\u043e\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439\u00a0.\u2026","rel":"","context":"In &quot;Sztuczna Inteligencja (\u0418\u0418\/AI)&quot;","block_context":{"text":"Sztuczna Inteligencja (\u0418\u0418\/AI)","link":"https:\/\/infopolicy.net\/en\/category\/sztuczna-inteligencja-ii-ai\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/12\/FND.jpg?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/12\/FND.jpg?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/12\/FND.jpg?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/12\/FND.jpg?resize=700%2C400&ssl=1 2x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/12\/FND.jpg?resize=1050%2C600&ssl=1 3x"},"classes":[]},{"id":23381,"url":"https:\/\/infopolicy.net\/en\/official-nv-nabor-dannyh-novostnyh-videomater\/","url_meta":{"origin":23628,"position":5},"title":"OFFICIAL-NV: \u041d\u0430\u0431\u043e\u0440 \u0434\u0430\u043d\u043d\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u043d\u044b\u0445 \u0432\u0438\u0434\u0435\u043e\u043c\u0430\u0442\u0435\u0440\u0438\u0430\u043b\u043e\u0432 \u0434\u043b\u044f \u043c\u0443\u043b\u044c\u0442\u0438\u043c\u043e\u0434\u0430\u043b\u044c\u043d\u043e\u0433\u043e \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u044f \u0444\u0430\u043b\u044c\u0448\u0438\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439","author":"infopolicy","date":"04.08.2024","format":false,"excerpt":"\u0421\u0440\u0435\u0434\u0441\u0442\u0432\u0430 \u043c\u0430\u0441\u0441\u043e\u0432\u043e\u0439 \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u0438, \u043e\u0441\u043e\u0431\u0435\u043d\u043d\u043e \u0432\u0438\u0434\u0435\u043e, \u043f\u0440\u043e\u043d\u0438\u043a\u043b\u0438 \u0432 \u043a\u0430\u0436\u0434\u044b\u0439 \u0430\u0441\u043f\u0435\u043a\u0442 \u043f\u043e\u0432\u0441\u0435\u0434\u043d\u0435\u0432\u043d\u043e\u0439 \u0436\u0438\u0437\u043d\u0438, \u0447\u0442\u043e \u0442\u0430\u043a\u0436\u0435 \u043d\u0435\u0441\u0435\u0442 \u0432 \u0441\u0435\u0431\u0435 \u0440\u0438\u0441\u043a \u043f\u043e\u044f\u0432\u043b\u0435\u043d\u0438\u044f \u0444\u0430\u043b\u044c\u0448\u0438\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439. \u041f\u043e\u044d\u0442\u043e\u043c\u0443 \u043c\u0443\u043b\u044c\u0442\u0438\u043c\u043e\u0434\u0430\u043b\u044c\u043d\u043e\u0435 \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u0435 \u0444\u0430\u043b\u044c\u0448\u0438\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439 \u0432 \u043f\u043e\u0441\u043b\u0435\u0434\u043d\u0435\u0435 \u0432\u0440\u0435\u043c\u044f \u043f\u0440\u0438\u0432\u043b\u0435\u043a\u0430\u0435\u0442 \u0432\u0441\u0435 \u0431\u043e\u043b\u044c\u0448\u0435 \u0432\u043d\u0438\u043c\u0430\u043d\u0438\u044f. \u041e\u0434\u043d\u0430\u043a\u043e \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u043d\u0430\u0431\u043e\u0440\u043e\u0432 \u0434\u0430\u043d\u043d\u044b\u0445 \u0434\u043b\u044f \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u0438\u044f \u0444\u0430\u043b\u044c\u0448\u0438\u0432\u044b\u0445 \u043d\u043e\u0432\u043e\u0441\u0442\u0435\u0439 \u0432 \u0432\u0438\u0434\u0435\u043e\u043c\u043e\u0434\u0430\u043b\u044c\u043d\u043e\u043c \u0440\u0435\u0436\u0438\u043c\u0435 \u043d\u0435\u0432\u0435\u043b\u0438\u043a\u043e, \u0438 \u044d\u0442\u0438 \u043d\u0430\u0431\u043e\u0440\u044b \u0434\u0430\u043d\u043d\u044b\u0445 \u0441\u043e\u0441\u0442\u043e\u044f\u0442 \u0438\u0437\u2026","rel":"","context":"In &quot;\u0414\u0435\u0437\u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044f&quot;","block_context":{"text":"\u0414\u0435\u0437\u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044f","link":"https:\/\/infopolicy.net\/en\/category\/dezinformatsiya\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/08\/video_fake_2.png?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/08\/video_fake_2.png?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/infopolicy.net\/wp-content\/uploads\/2024\/08\/video_fake_2.png?resize=525%2C300&ssl=1 1.5x"},"classes":[]}],"_links":{"self":[{"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/posts\/23628","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/comments?post=23628"}],"version-history":[{"count":5,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/posts\/23628\/revisions"}],"predecessor-version":[{"id":23634,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/posts\/23628\/revisions\/23634"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/media\/23629"}],"wp:attachment":[{"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/media?parent=23628"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/categories?post=23628"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/infopolicy.net\/en\/wp-json\/wp\/v2\/tags?post=23628"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}