{"id":1642,"date":"2024-01-14T09:08:07","date_gmt":"2024-01-14T05:38:07","guid":{"rendered":"https:\/\/webmehr.com\/blog\/?p=1642"},"modified":"2024-05-15T16:02:05","modified_gmt":"2024-05-15T12:32:05","slug":"%d8%a7%d9%84%da%af%d9%88%d8%b1%db%8c%d8%aa%d9%85-bert-%d8%a7%d9%86%d9%82%d9%84%d8%a7%d8%a8-%d8%af%d8%b1-%d9%be%d8%b1%d8%af%d8%a7%d8%b2%d8%b4-%d8%b2%d8%a8%d8%a7%d9%86-%d8%b7%d8%a8%db%8c%d8%b9%db%8c","status":"publish","type":"post","link":"https:\/\/webmehr.com\/blog\/p_1642","title":{"rendered":"\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT: \u0627\u0646\u0642\u0644\u0627\u0628 \u062f\u0631 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc"},"content":{"rendered":"<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_83 ez-toc-wrap-right counter-hierarchy ez-toc-counter-rtl ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u0622\u0646\u0686\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0637\u0644\u0628 \u062e\u0648\u0627\u0647\u06cc\u062f \u062e\u0648\u0627\u0646\u062f:<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/webmehr.com\/blog\/p_1642\/#%D9%85%D9%82%D8%AF%D9%85%D9%87\" >\u0645\u0642\u062f\u0645\u0647<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/webmehr.com\/blog\/p_1642\/#%D8%AF%D8%B1%DA%A9_%D8%B3%D8%A7%D8%AE%D8%AA%D8%A7%D8%B1_%D9%BE%DB%8C%DA%86%DB%8C%D8%AF%D9%87_%D8%A7%D9%84%DA%AF%D9%88%D8%B1%DB%8C%D8%AA%D9%85_Bert\" >\u062f\u0631\u06a9 \u0633\u0627\u062e\u062a\u0627\u0631 \u067e\u06cc\u0686\u06cc\u062f\u0647 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 Bert<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/webmehr.com\/blog\/p_1642\/#%D9%85%D8%B2%D8%A7%DB%8C%D8%A7_%D9%88_%D9%85%D8%B9%D8%A7%DB%8C%D8%A8_%D8%A7%D9%84%DA%AF%D9%88%D8%B1%DB%8C%D8%AA%D9%85_BERT_%D9%86%DA%AF%D8%A7%D9%87%DB%8C_%D8%AC%D8%A7%D9%85%D8%B9_%D8%A8%D9%87_%D8%A7%D9%86%D9%82%D9%84%D8%A7%D8%A8%DB%8C_%D8%AF%D8%B1_%D8%AF%D9%86%DB%8C%D8%A7%DB%8C_%D8%AC%D8%B3%D8%AA%D8%AC%D9%88\" >\u0645\u0632\u0627\u06cc\u0627 \u0648 \u0645\u0639\u0627\u06cc\u0628 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT: \u0646\u06af\u0627\u0647\u06cc \u062c\u0627\u0645\u0639 \u0628\u0647 \u0627\u0646\u0642\u0644\u0627\u0628\u06cc \u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/webmehr.com\/blog\/p_1642\/#%D9%85%D8%B9%D8%A7%DB%8C%D8%A8_%D8%A7%D9%84%DA%AF%D9%88%D8%B1%DB%8C%D8%AA%D9%85_BERT\" >\u0645\u0639\u0627\u06cc\u0628 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT:<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/webmehr.com\/blog\/p_1642\/#%D9%85%D8%B2%D8%A7%DB%8C%D8%A7%DB%8C_%D8%A7%D9%84%DA%AF%D9%88%D8%B1%DB%8C%D8%AA%D9%85_BERT\" >\u0645\u0632\u0627\u06cc\u0627\u06cc \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT:<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/webmehr.com\/blog\/p_1642\/#%D9%BE%DB%8C%D8%B4%D8%B1%D9%81%D8%AA%E2%80%8C%D9%87%D8%A7%DB%8C_BERT_%D8%AF%D8%B1NLP\" >\u067e\u06cc\u0634\u0631\u0641\u062a\u200c\u0647\u0627\u06cc\u00a0BERT\u00a0\u062f\u0631NLP<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/webmehr.com\/blog\/p_1642\/#%DA%86%DA%AF%D9%88%D9%86%D9%87_%D8%A8%D8%A7_BERT_%D8%A8%D8%B1%D9%82%D8%B5%DB%8C%D9%85_%D9%88_%D8%AF%D8%B1_%D8%B3%D8%A6%D9%88_%D9%BE%DB%8C%D8%B1%D9%88%D8%B2_%D8%B4%D9%88%DB%8C%D9%85%D8%9F\" >\u0686\u06af\u0648\u0646\u0647 \u0628\u0627 BERT \u0628\u0631\u0642\u0635\u06cc\u0645 \u0648 \u062f\u0631 \u0633\u0626\u0648 \u067e\u06cc\u0631\u0648\u0632 \u0634\u0648\u06cc\u0645\u061f<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/webmehr.com\/blog\/p_1642\/#%D8%AC%D9%85%D8%B9%E2%80%8C%D8%A8%D9%86%D8%AF%DB%8C\" >\u062c\u0645\u0639\u200c\u0628\u0646\u062f\u06cc:<\/a><\/li><\/ul><\/nav><\/div>\n\n\n<div class=\"kk-star-ratings kksr-auto kksr-align-center kksr-valign-top\"\n    data-payload='{&quot;align&quot;:&quot;center&quot;,&quot;id&quot;:&quot;1642&quot;,&quot;slug&quot;:&quot;default&quot;,&quot;valign&quot;:&quot;top&quot;,&quot;ignore&quot;:&quot;&quot;,&quot;reference&quot;:&quot;auto&quot;,&quot;class&quot;:&quot;&quot;,&quot;count&quot;:&quot;0&quot;,&quot;legendonly&quot;:&quot;&quot;,&quot;readonly&quot;:&quot;&quot;,&quot;score&quot;:&quot;0&quot;,&quot;starsonly&quot;:&quot;&quot;,&quot;best&quot;:&quot;5&quot;,&quot;gap&quot;:&quot;5&quot;,&quot;greet&quot;:&quot;\u0628\u0647 \u0627\u06cc\u0646 \u0645\u0637\u0644\u0628 \u0627\u0645\u062a\u06cc\u0627\u0632 \u062f\u0647\u06cc\u062f&quot;,&quot;legend&quot;:&quot;0\\\/5 - (0 \u0627\u0645\u062a\u06cc\u0627\u0632)&quot;,&quot;size&quot;:&quot;24&quot;,&quot;title&quot;:&quot;\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT: \u0627\u0646\u0642\u0644\u0627\u0628 \u062f\u0631 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc&quot;,&quot;width&quot;:&quot;0&quot;,&quot;_legend&quot;:&quot;{score}\\\/{best} - ({count} {votes})&quot;,&quot;font_factor&quot;:&quot;1.25&quot;}'>\n            \n<div class=\"kksr-stars\">\n    \n<div class=\"kksr-stars-inactive\">\n            <div class=\"kksr-star\" data-star=\"1\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"2\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"3\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"4\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"5\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n    <\/div>\n    \n<div class=\"kksr-stars-active\" style=\"width: 0px;\">\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n    <\/div>\n<\/div>\n                \n\n<div class=\"kksr-legend\" style=\"font-size: 19.2px;\">\n            <span class=\"kksr-muted\">\u0628\u0647 \u0627\u06cc\u0646 \u0645\u0637\u0644\u0628 \u0627\u0645\u062a\u06cc\u0627\u0632 \u062f\u0647\u06cc\u062f<\/span>\n    <\/div>\n    <\/div>\n\t\t<div data-elementor-type=\"wp-post\" data-elementor-id=\"1642\" class=\"elementor elementor-1642\" data-elementor-post-type=\"post\">\n\t\t\t\t<div class=\"elementor-element elementor-element-873fbe1 e-flex e-con-boxed e-con e-parent\" data-id=\"873fbe1\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-72f67c3 elementor-widget elementor-widget-text-editor\" data-id=\"72f67c3\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<h2 style=\"text-align: justify\"><span style=\"color: #003366;font-size: 14pt\"><strong>\u0645\u0642\u062f\u0645\u0647<\/strong><\/span><\/h2><p style=\"text-align: justify\"><strong>\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645<\/strong><strong> BERT (Bidirectional Encoder Representations from Transformers)<\/strong>\u00a0\u06cc\u06a9\u06cc \u0627\u0632 \u062c\u062f\u06cc\u062f\u062a\u0631\u06cc\u0646 \u0648 \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u200c\u062a\u0631\u06cc\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645\u200c\u0647\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc (NLP) \u0627\u0633\u062a \u06a9\u0647 \u062a\u0648\u0633\u0637 \u06af\u0648\u06af\u0644 AI \u062f\u0631 \u0633\u0627\u0644 2018 \u0645\u0639\u0631\u0641\u06cc \u0634\u062f. \u0627\u06cc\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0628\u0627 \u0627\u0631\u0627\u0626\u0647 \u06cc\u06a9 \u0646\u06af\u0627\u0647 \u062f\u0648 \u0637\u0631\u0641\u0647 \u0628\u0647 \u0645\u062a\u0646\u060c \u0642\u0627\u062f\u0631 \u0627\u0633\u062a \u0645\u0639\u0646\u0627\u06cc \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0648 \u062f\u0642\u06cc\u0642\u200c\u062a\u0631\u06cc \u0627\u0632 \u0645\u062a\u0646 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u06a9\u0646\u062f. BERT \u0627\u0646\u0642\u0644\u0627\u0628\u06cc \u062f\u0631 \u0632\u0645\u06cc\u0646\u0647 NLP \u0627\u06cc\u062c\u0627\u062f \u06a9\u0631\u062f\u0647 \u0648 \u0628\u0647 \u0637\u0648\u0631 \u06af\u0633\u062a\u0631\u062f\u0647\u200c\u0627\u06cc \u062f\u0631 \u0632\u0645\u06cc\u0646\u0647\u200c\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0627\u0632 \u062c\u0645\u0644\u0647 \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc\u060c \u062e\u0644\u0627\u0635\u0647\u200c\u0646\u0648\u06cc\u0633\u06cc\u060c \u0633\u0624\u0627\u0644 \u067e\u0627\u0633\u062e\u06af\u0648\u06cc\u06cc \u0648 \u062a\u0634\u062e\u06cc\u0635 \u0627\u062d\u0633\u0627\u0633\u0627\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-2baf963 elementor-hidden-tablet elementor-hidden-mobile e-flex e-con-boxed e-con e-parent\" data-id=\"2baf963\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t<div class=\"elementor-element elementor-element-3460639 e-con-full e-flex e-con e-child\" data-id=\"3460639\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-a2d0942 elementor-widget elementor-widget-image\" data-id=\"a2d0942\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img fetchpriority=\"high\" decoding=\"async\" width=\"780\" height=\"520\" src=\"https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-1024x683.webp\" class=\"attachment-large size-large wp-image-3265\" alt=\"\" srcset=\"https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-1024x683.webp 1024w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-300x200.webp 300w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-768x512.webp 768w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-1536x1024.webp 1536w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert.webp 1920w\" sizes=\"(max-width: 780px) 100vw, 780px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-2b9209e elementor-widget elementor-widget-image\" data-id=\"2b9209e\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img decoding=\"async\" width=\"780\" height=\"649\" src=\"https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/ca09d269-2c6f-41cb-9a0e-4e65816306f6.webp\" class=\"attachment-large size-large wp-image-3267\" alt=\"\" srcset=\"https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/ca09d269-2c6f-41cb-9a0e-4e65816306f6.webp 825w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/ca09d269-2c6f-41cb-9a0e-4e65816306f6-300x249.webp 300w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/ca09d269-2c6f-41cb-9a0e-4e65816306f6-768x639.webp 768w\" sizes=\"(max-width: 780px) 100vw, 780px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-578eb49 e-con-full e-flex e-con e-child\" data-id=\"578eb49\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t<div class=\"elementor-element elementor-element-6758940 e-flex e-con-boxed e-con e-child\" data-id=\"6758940\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-91420d1 elementor-widget elementor-widget-text-editor\" data-id=\"91420d1\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p style=\"text-align: justify\"><span style=\"font-size: 14pt;color: #008080\"><strong>\u0686\u0627\u0631\u0686\u0648\u0628<\/strong><strong>\u00a0\u00a0BERT<\/strong><\/span><\/p><p style=\"text-align: justify\">BERT\u00a0 \u0628\u0631 \u0627\u0633\u0627\u0633 \u0634\u0628\u06a9\u0647\u200c\u0647\u0627\u06cc \u0639\u0635\u0628\u06cc \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0645\u0642\u0627\u0644\u0647\u00a0 Attention is All You Need\u00a0 \u0645\u0639\u0631\u0641\u06cc \u0634\u062f\u0646\u062f\u060c \u0633\u0627\u062e\u062a\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a. \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631\u0647\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u06a9\u0627\u0646\u06cc\u0632\u0645 \u062a\u0648\u062c\u0647 (attention) \u0628\u0647 \u0637\u0648\u0631 \u0647\u0645\u0632\u0645\u0627\u0646 \u0628\u0647 \u0647\u0645\u0647 \u0642\u0633\u0645\u062a\u200c\u0647\u0627\u06cc \u0645\u062a\u0646 \u062a\u0648\u062c\u0647 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u0648 \u0627\u06cc\u0646 \u0627\u0645\u06a9\u0627\u0646 \u0631\u0627 \u0641\u0631\u0627\u0647\u0645 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u06a9\u0647 \u0645\u0639\u0646\u0627\u06cc \u0639\u0645\u06cc\u0642\u200c\u062a\u0631\u06cc \u0627\u0632 \u0645\u062a\u0646 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0634\u0648\u062f. BERT \u0627\u0632 \u062f\u0648 \u0646\u0648\u0639 \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-7d8bac9 e-flex e-con-boxed e-con e-child\" data-id=\"7d8bac9\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-b633ee5 elementor-widget elementor-widget-text-editor\" data-id=\"b633ee5\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><span style=\"font-size: 14pt;color: #008080\"><strong>\u0646\u062a\u0627\u06cc\u062c<\/strong><\/span><\/p><p>\u0628\u0647 \u0637\u0648\u0631 \u06a9\u0644\u06cc\u060c \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631 \u062e\u0631\u0648\u062c\u06cc \u062f\u0631 \u0686\u0627\u0631\u0686\u0648\u0628 BERT \u06cc\u06a9 \u067e\u06cc\u0634\u0631\u0641\u062a \u0645\u0647\u0645 \u062f\u0631 \u062d\u0648\u0632\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0644\u0627\u06cc\u0647 \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631 \u0628\u0647 BERT \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc \u062f\u0647\u062f \u062a\u0627 \u0628\u0647 \u0637\u0648\u0631 \u0645\u0648\u062b\u0631\u062a\u0631 \u0627\u0632\u00a0<strong>context information<\/strong>\u00a0\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u062f \u0648 \u0646\u062a\u0627\u06cc\u062c \u0628\u0647\u062a\u0631 \u0631\u0627 \u0627\u0631\u0627\u0626\u0647 \u062f\u0647\u062f. \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631 \u062e\u0631\u0648\u062c\u06cc \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc \u0632\u06cc\u0627\u062f\u06cc \u062f\u0631 \u0632\u0645\u06cc\u0646\u0647 \u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u062f\u0627\u0631\u062f \u0648 \u0627\u0646\u062a\u0638\u0627\u0631 \u0645\u06cc \u0631\u0648\u062f \u06a9\u0647 \u062f\u0631 \u0622\u06cc\u0646\u062f\u0647 \u0646\u0642\u0634 \u0622\u0646 \u0628\u06cc\u0634\u062a\u0631 \u0634\u0648\u062f.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-d23b979 elementor-hidden-desktop e-flex e-con-boxed e-con e-parent\" data-id=\"d23b979\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t<div class=\"elementor-element elementor-element-8f1f259 e-con-full e-flex e-con e-child\" data-id=\"8f1f259\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-2e050ae elementor-widget elementor-widget-image\" data-id=\"2e050ae\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img fetchpriority=\"high\" decoding=\"async\" width=\"780\" height=\"520\" src=\"https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-1024x683.webp\" class=\"attachment-large size-large wp-image-3265\" alt=\"\" srcset=\"https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-1024x683.webp 1024w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-300x200.webp 300w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-768x512.webp 768w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-1536x1024.webp 1536w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert.webp 1920w\" sizes=\"(max-width: 780px) 100vw, 780px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-dfb7fad e-con-full e-flex e-con e-child\" data-id=\"dfb7fad\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t<div class=\"elementor-element elementor-element-41fd880 e-flex e-con-boxed e-con e-child\" data-id=\"41fd880\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-aee54c6 elementor-widget elementor-widget-text-editor\" data-id=\"aee54c6\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p style=\"text-align: justify\"><span style=\"font-size: 14pt;color: #008080\"><strong>\u0686\u0627\u0631\u0686\u0648\u0628<\/strong><strong>\u00a0\u00a0BERT<\/strong><\/span><\/p><p style=\"text-align: justify\">BERT\u00a0 \u0628\u0631 \u0627\u0633\u0627\u0633 \u0634\u0628\u06a9\u0647\u200c\u0647\u0627\u06cc \u0639\u0635\u0628\u06cc \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0645\u0642\u0627\u0644\u0647\u00a0 Attention is All You Need\u00a0 \u0645\u0639\u0631\u0641\u06cc \u0634\u062f\u0646\u062f\u060c \u0633\u0627\u062e\u062a\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a. \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631\u0647\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u06a9\u0627\u0646\u06cc\u0632\u0645 \u062a\u0648\u062c\u0647 (attention) \u0628\u0647 \u0637\u0648\u0631 \u0647\u0645\u0632\u0645\u0627\u0646 \u0628\u0647 \u0647\u0645\u0647 \u0642\u0633\u0645\u062a\u200c\u0647\u0627\u06cc \u0645\u062a\u0646 \u062a\u0648\u062c\u0647 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u0648 \u0627\u06cc\u0646 \u0627\u0645\u06a9\u0627\u0646 \u0631\u0627 \u0641\u0631\u0627\u0647\u0645 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u06a9\u0647 \u0645\u0639\u0646\u0627\u06cc \u0639\u0645\u06cc\u0642\u200c\u062a\u0631\u06cc \u0627\u0632 \u0645\u062a\u0646 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0634\u0648\u062f. BERT \u0627\u0632 \u062f\u0648 \u0646\u0648\u0639 \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-ec43620 e-flex e-con-boxed e-con e-child\" data-id=\"ec43620\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-3f4500f elementor-widget elementor-widget-text-editor\" data-id=\"3f4500f\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><span style=\"font-size: 14pt;color: #008080\"><strong>\u0646\u062a\u0627\u06cc\u062c<\/strong><\/span><\/p><p>\u0628\u0647 \u0637\u0648\u0631 \u06a9\u0644\u06cc\u060c \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631 \u062e\u0631\u0648\u062c\u06cc \u062f\u0631 \u0686\u0627\u0631\u0686\u0648\u0628 BERT \u06cc\u06a9 \u067e\u06cc\u0634\u0631\u0641\u062a \u0645\u0647\u0645 \u062f\u0631 \u062d\u0648\u0632\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0644\u0627\u06cc\u0647 \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631 \u0628\u0647 BERT \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc \u062f\u0647\u062f \u062a\u0627 \u0628\u0647 \u0637\u0648\u0631 \u0645\u0648\u062b\u0631\u062a\u0631 \u0627\u0632\u00a0<strong>context information<\/strong>\u00a0\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u062f \u0648 \u0646\u062a\u0627\u06cc\u062c \u0628\u0647\u062a\u0631 \u0631\u0627 \u0627\u0631\u0627\u0626\u0647 \u062f\u0647\u062f. \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631 \u062e\u0631\u0648\u062c\u06cc \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc \u0632\u06cc\u0627\u062f\u06cc \u062f\u0631 \u0632\u0645\u06cc\u0646\u0647 \u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u062f\u0627\u0631\u062f \u0648 \u0627\u0646\u062a\u0638\u0627\u0631 \u0645\u06cc \u0631\u0648\u062f \u06a9\u0647 \u062f\u0631 \u0622\u06cc\u0646\u062f\u0647 \u0646\u0642\u0634 \u0622\u0646 \u0628\u06cc\u0634\u062a\u0631 \u0634\u0648\u062f.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-89ed389 e-flex e-con-boxed e-con e-parent\" data-id=\"89ed389\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-e84715c elementor-widget elementor-widget-text-editor\" data-id=\"e84715c\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<h2 id=\"h2-15\" class=\"font-bold mt-[20px] text-[1.5rem]\" style=\"text-align: justify\"><span style=\"font-size: 14pt;color: #003366\">\u062f\u0631\u06a9 \u0633\u0627\u062e\u062a\u0627\u0631 \u067e\u06cc\u0686\u06cc\u062f\u0647 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 Bert<\/span><\/h2><p style=\"text-align: justify\" data-sourcepos=\"3:1-3:202\">\u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u067e\u0647\u0646\u0627\u0648\u0631 \u0648\u0628\u060c \u0645\u062d\u062a\u0648\u0627 \u067e\u0627\u062f\u0634\u0627\u0647 \u0627\u0633\u062a\u060c \u0627\u0645\u0627 \u062f\u0631\u06a9 \u0638\u0631\u0627\u0641\u062a\u200c\u0647\u0627\u06cc \u0622\u0646 \u0628\u0631\u0627\u06cc \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0647\u0645\u06cc\u0634\u0647 \u0686\u0627\u0644\u0634\u06cc \u0628\u0632\u0631\u06af \u0628\u0648\u062f\u0647 \u0627\u0633\u062a. \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645\u200c\u0647\u0627\u06cc \u0633\u0646\u062a\u06cc \u06af\u0648\u06af\u0644 \u0628\u0627 \u062a\u06a9\u06cc\u0647 \u0628\u0631 \u06a9\u0644\u0645\u0627\u062a \u06a9\u0644\u06cc\u062f\u06cc \u0639\u0645\u0644 \u0645\u06cc\u200c\u06a9\u0631\u062f\u0646\u062f\u060c \u0631\u0648\u06cc\u06a9\u0631\u062f\u06cc \u06a9\u0647 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a\u200c\u0647\u0627\u06cc \u0628\u0633\u06cc\u0627\u0631\u06cc \u062f\u0627\u0634\u062a.<\/p><p style=\"text-align: justify\" data-sourcepos=\"5:1-5:6\">\u0627\u0645\u0627 \u0628\u0627 \u0638\u0647\u0648\u0631 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc\u060c <strong>\u0627\u0646\u0642\u0644\u0627\u0628\u06cc \u0634\u06af\u0631\u0641<\/strong> \u062f\u0631 \u0646\u062d\u0648\u0647\u200c\u06cc \u062f\u0631\u06a9 \u0648 \u0627\u0631\u0632\u0634\u200c\u06af\u0630\u0627\u0631\u06cc \u0645\u062d\u062a\u0648\u0627\u06cc \u0648\u0628 \u0631\u062e \u062f\u0627\u062f. \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT (Bidirectional Encoder Representations from Transformers) \u06af\u0648\u06af\u0644\u060c \u0628\u0627 \u062f\u0631\u06a9 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0632\u0628\u0627\u0646 \u0648 \u0645\u0639\u0646\u0627\u06cc \u0648\u0627\u0642\u0639\u06cc \u06a9\u0644\u0645\u0627\u062a\u060c \u062f\u0631\u06cc\u0686\u0647\u200c\u0627\u06cc \u0646\u0648 \u0628\u0647 \u062f\u0646\u06cc\u0627\u06cc \u0633\u0626\u0648 \u06af\u0634\u0648\u062f.<\/p><p style=\"text-align: justify\" data-sourcepos=\"9:1-9:180\">\u0641\u0631\u0636 \u06a9\u0646\u06cc\u062f \u062f\u0631 \u0646\u0648\u0627\u0631 \u062c\u0633\u062a\u062c\u0648\u06cc \u06af\u0648\u06af\u0644 \u0639\u0628\u0627\u0631\u062a &#8220;\u062e\u0631\u06cc\u062f \u0644\u0628\u0627\u0633 \u0645\u062c\u0644\u0633\u06cc&#8221; \u0631\u0627 \u062a\u0627\u06cc\u067e \u0645\u06cc\u200c\u06a9\u0646\u06cc\u062f. \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645\u200c\u0647\u0627\u06cc \u0633\u0646\u062a\u06cc \u0628\u0647 \u062a\u06a9\u200c\u062a\u06a9 \u06a9\u0644\u0645\u0627\u062a \u0627\u06cc\u0646 \u062c\u0645\u0644\u0647 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0648\u0627\u062d\u062f\u0647\u0627\u06cc \u0645\u062c\u0632\u0627 \u0646\u06af\u0627\u0647 \u0645\u06cc\u200c\u06a9\u0631\u062f\u0646\u062f\u060c \u0627\u0645\u0627 BERT \u06af\u0627\u0645\u06cc \u0641\u0631\u0627\u062a\u0631 \u0628\u0631\u0645\u06cc\u200c\u062f\u0627\u0631\u062f.<\/p><p style=\"text-align: justify\" data-sourcepos=\"11:1-11:227\">\u0627\u06cc\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc\u060c <strong>\u0627\u0631\u062a\u0628\u0627\u0637 \u0628\u06cc\u0646 \u06a9\u0644\u0645\u0627\u062a<\/strong> \u0631\u0627 \u062f\u0631\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648 \u0645\u0639\u0646\u0627\u06cc \u0648\u0627\u0642\u0639\u06cc \u062c\u0645\u0644\u0647 \u0631\u0627 \u0627\u0632 \u062f\u0644 \u0622\u0646 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0645\u06cc\u200c\u06a9\u0646\u062f. \u062f\u0631 \u0645\u062b\u0627\u0644 &#8220;\u062e\u0631\u06cc\u062f \u0644\u0628\u0627\u0633 \u0645\u062c\u0644\u0633\u06cc&#8221;\u060c BERT \u0645\u06cc\u200c\u062f\u0627\u0646\u062f \u06a9\u0647 \u0634\u0645\u0627 \u0628\u0647 \u062f\u0646\u0628\u0627\u0644 \u0644\u0628\u0627\u0633 \u0645\u062c\u0644\u0633\u06cc \u0628\u0631\u0627\u06cc \u06cc\u06a9 \u0645\u0631\u0627\u0633\u0645 \u062e\u0627\u0635 \u0647\u0633\u062a\u06cc\u062f\u060c \u0646\u0647 \u0635\u0631\u0641\u0627\u064b \u062e\u0631\u06cc\u062f \u0644\u0628\u0627\u0633.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-8744a81 elementor-widget elementor-widget-spacer\" data-id=\"8744a81\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"spacer.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"elementor-spacer\">\n\t\t\t<div class=\"elementor-spacer-inner\"><\/div>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-31faad8 e-flex e-con-boxed e-con e-parent\" data-id=\"31faad8\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-96509ba elementor-widget elementor-widget-image\" data-id=\"96509ba\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img decoding=\"async\" width=\"780\" height=\"497\" src=\"https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-algorithm-05-1024x652.png\" class=\"attachment-large size-large wp-image-3269\" alt=\"\" srcset=\"https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-algorithm-05-1024x652.png 1024w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-algorithm-05-300x191.png 300w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-algorithm-05-768x489.png 768w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/bert-algorithm-05.png 1173w\" sizes=\"(max-width: 780px) 100vw, 780px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-5eb1364 elementor-widget elementor-widget-spacer\" data-id=\"5eb1364\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"spacer.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"elementor-spacer\">\n\t\t\t<div class=\"elementor-spacer-inner\"><\/div>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-936a24b e-flex e-con-boxed e-con e-parent\" data-id=\"936a24b\" data-element_type=\"container\" data-e-type=\"container\" data-settings=\"{&quot;background_background&quot;:&quot;classic&quot;,&quot;shape_divider_top&quot;:&quot;opacity-fan&quot;}\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-shape elementor-shape-top\" aria-hidden=\"true\" data-negative=\"false\">\n\t\t\t<svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" viewBox=\"0 0 283.5 19.6\" preserveAspectRatio=\"none\">\n\t<path class=\"elementor-shape-fill\" style=\"opacity:0.33\" d=\"M0 0L0 18.8 141.8 4.1 283.5 18.8 283.5 0z\"\/>\n\t<path class=\"elementor-shape-fill\" style=\"opacity:0.33\" d=\"M0 0L0 12.6 141.8 4 283.5 12.6 283.5 0z\"\/>\n\t<path class=\"elementor-shape-fill\" style=\"opacity:0.33\" d=\"M0 0L0 6.4 141.8 4 283.5 6.4 283.5 0z\"\/>\n\t<path class=\"elementor-shape-fill\" d=\"M0 0L0 1.2 141.8 4 283.5 1.2 283.5 0z\"\/>\n<\/svg>\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-e49588d elementor-view-default elementor-widget elementor-widget-icon\" data-id=\"e49588d\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"icon.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"elementor-icon-wrapper\">\n\t\t\t<div class=\"elementor-icon\">\n\t\t\t<svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fab-google\" viewBox=\"0 0 488 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M488 261.8C488 403.3 391.1 504 248 504 110.8 504 0 393.2 0 256S110.8 8 248 8c66.8 0 123 24.5 166.3 64.9l-67.5 64.9C258.5 52.6 94.3 116.6 94.3 256c0 86.5 69.1 156.6 153.7 156.6 98.2 0 135-70.4 140.8-106.9H248v-85.3h236.1c2.3 12.7 3.9 24.9 3.9 41.4z\"><\/path><\/svg>\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-f5d022a elementor-widget elementor-widget-text-editor\" data-id=\"f5d022a\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<h2 style=\"text-align: center\"><span style=\"font-size: 14pt\">\u0645\u0632\u0627\u06cc\u0627 \u0648 \u0645\u0639\u0627\u06cc\u0628 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT: \u0646\u06af\u0627\u0647\u06cc \u062c\u0627\u0645\u0639 \u0628\u0647 \u0627\u0646\u0642\u0644\u0627\u0628\u06cc \u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/span><\/h2>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-ed8d2d1 e-flex e-con-boxed e-con e-parent\" data-id=\"ed8d2d1\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t<div class=\"elementor-element elementor-element-14f35a9 e-con-full e-flex e-con e-child\" data-id=\"14f35a9\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-fcb0bed elementor-widget elementor-widget-text-editor\" data-id=\"fcb0bed\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<h3 class=\"\" data-sourcepos=\"14:1-14:28\"><span style=\"font-size: 12pt;color: #3366ff\"><strong>\u0645\u0639\u0627\u06cc\u0628 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT:<\/strong><\/span><\/h3><ul data-sourcepos=\"16:1-16:97\"><li data-sourcepos=\"16:1-16:97\"><strong>\u067e\u06cc\u0686\u06cc\u062f\u06af\u06cc:<\/strong> BERT \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645\u06cc \u067e\u06cc\u0686\u06cc\u062f\u0647 \u0627\u0633\u062a \u0648 \u062f\u0631\u06a9 \u06a9\u0627\u0645\u0644 \u0646\u062d\u0648\u0647 \u0639\u0645\u0644\u06a9\u0631\u062f \u0622\u0646 \u0628\u0631\u0627\u06cc \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0627\u0641\u0631\u0627\u062f \u062f\u0634\u0648\u0627\u0631 \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0627\u0645\u0631 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0628\u0631\u0627\u06cc \u0645\u062a\u062e\u0635\u0635\u0627\u0646 \u0633\u0626\u0648 \u0648 \u062a\u0648\u0644\u06cc\u062f\u06a9\u0646\u0646\u062f\u06af\u0627\u0646 \u0645\u062d\u062a\u0648\u0627 \u0686\u0627\u0644\u0634\u200c\u0628\u0631\u0627\u0646\u06af\u06cc\u0632 \u0628\u0627\u0634\u062f.<\/li><li data-sourcepos=\"17:1-17:188\"><strong>\u0648\u0627\u0628\u0633\u062a\u06af\u06cc \u0628\u0647 \u062f\u0627\u062f\u0647:<\/strong> BERT \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0628\u0647 \u062d\u062c\u0645 \u0639\u0638\u06cc\u0645\u06cc \u0627\u0632 \u062f\u0627\u062f\u0647 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u062f. \u0627\u06cc\u0646 \u0627\u0645\u0631 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0645\u0646\u062c\u0631 \u0628\u0647 \u0633\u0648\u06af\u06cc\u0631\u06cc \u062f\u0631 \u0646\u062a\u0627\u06cc\u062c \u062c\u0633\u062a\u062c\u0648 \u0634\u0648\u062f\u060c \u0628\u0647 \u062e\u0635\u0648\u0635 \u0627\u06af\u0631 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0628\u0647 \u0637\u0648\u0631 \u06a9\u0627\u0645\u0644 \u062a\u0646\u0648\u0639 \u062c\u0627\u0645\u0639\u0647 \u0631\u0627 \u0646\u0634\u0627\u0646 \u0646\u062f\u0647\u0646\u062f.<\/li><li data-sourcepos=\"18:1-19:0\"><strong>\u062a\u063a\u06cc\u06cc\u0631 \u0645\u062f\u0627\u0648\u0645:<\/strong> BERT \u0628\u0647 \u0637\u0648\u0631 \u0645\u062f\u0627\u0648\u0645 \u062f\u0631 \u062d\u0627\u0644 \u0628\u0647\u200c\u0631\u0648\u0632\u0631\u0633\u0627\u0646\u06cc \u0648 \u0628\u0647\u0628\u0648\u062f \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0627\u0645\u0631 \u0628\u0647 \u0627\u06cc\u0646 \u0645\u0639\u0646\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0648\u0628\u200c\u0633\u0627\u06cc\u062a\u200c\u0647\u0627 \u0628\u0627\u06cc\u062f \u062f\u0627\u0626\u0645\u0627\u064b \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc\u200c\u0647\u0627\u06cc \u0633\u0626\u0648 \u062e\u0648\u062f \u0631\u0627 \u0628\u0627 \u062a\u0648\u062c\u0647 \u0628\u0647 \u062a\u063a\u06cc\u06cc\u0631\u0627\u062a \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u062a\u0637\u0628\u06cc\u0642 \u062f\u0647\u0646\u062f.<\/li><\/ul>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-ad7888a e-con-full e-flex e-con e-child\" data-id=\"ad7888a\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-8c59492 elementor-widget elementor-widget-text-editor\" data-id=\"8c59492\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<h3 class=\"\" data-sourcepos=\"7:1-7:29\"><span style=\"font-size: 12pt;color: #3366ff\"><strong>\u0645\u0632\u0627\u06cc\u0627\u06cc \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT:<\/strong><\/span><\/h3><ul data-sourcepos=\"9:1-9:127\"><li data-sourcepos=\"9:1-9:127\"><strong>\u062f\u0631\u06a9 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0632\u0628\u0627\u0646 \u0648 \u0645\u0639\u0646\u0627\u06cc \u0648\u0627\u0642\u0639\u06cc \u06a9\u0644\u0645\u0627\u062a:<\/strong> BERT \u0628\u0627 \u062f\u0631 \u0646\u0638\u0631 \u06af\u0631\u0641\u062a\u0646 \u06a9\u0644\u0645\u0627\u062a \u0642\u0628\u0644 \u0648 \u0628\u0639\u062f\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0645\u0639\u0646\u0627\u06cc \u062f\u0642\u06cc\u0642 \u0647\u0631 \u06a9\u0644\u0645\u0647 \u0631\u0627 \u062f\u0631 \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u062f\u0631\u06a9 \u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0627\u0645\u0631 \u0645\u0646\u062c\u0631 \u0628\u0647 \u0627\u0631\u0627\u0626\u0647 \u0646\u062a\u0627\u06cc\u062c \u062c\u0633\u062a\u062c\u0648\u06cc \u0645\u0631\u062a\u0628\u0637\u200c\u062a\u0631 \u0648 \u0645\u0641\u06cc\u062f\u062a\u0631 \u0628\u0631\u0627\u06cc \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/li><li data-sourcepos=\"10:1-10:207\"><strong>\u0628\u0647\u0628\u0648\u062f \u062a\u062c\u0631\u0628\u0647 \u06a9\u0627\u0631\u0628\u0631\u06cc:<\/strong> \u0628\u0627 \u0627\u0631\u0627\u0626\u0647 \u0646\u062a\u0627\u06cc\u062c \u0645\u0631\u062a\u0628\u0637\u200c\u062a\u0631\u060c BERT \u0628\u0647 \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u062a\u0627 \u0633\u0631\u06cc\u0639\u200c\u062a\u0631 \u0648 \u0622\u0633\u0627\u0646\u200c\u062a\u0631 \u0628\u0647 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u062e\u0648\u062f \u062f\u0633\u062a \u067e\u06cc\u062f\u0627 \u06a9\u0646\u0646\u062f. \u0627\u06cc\u0646 \u0627\u0645\u0631 \u0645\u0646\u062c\u0631 \u0628\u0647 \u0627\u0641\u0632\u0627\u06cc\u0634 \u0631\u0636\u0627\u06cc\u062a \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0648 \u0628\u0647\u0628\u0648\u062f \u062a\u062c\u0631\u0628\u0647 \u06a9\u0644\u06cc \u062c\u0633\u062a\u062c\u0648 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/li><li data-sourcepos=\"11:1-11:213\"><strong>\u0645\u0628\u0627\u0631\u0632\u0647 \u0628\u0627 \u0645\u062d\u062a\u0648\u0627\u06cc \u0628\u06cc\u200c\u06a9\u06cc\u0641\u06cc\u062a:<\/strong> BERT \u0628\u0647 \u0637\u0648\u0631 \u0645\u0648\u062b\u0631\u062a\u0631\u06cc \u0645\u062d\u062a\u0648\u0627\u06cc \u0628\u06cc\u200c\u06a9\u06cc\u0641\u06cc\u062a \u0648 \u0627\u0633\u067e\u0645 \u0631\u0627 \u0634\u0646\u0627\u0633\u0627\u06cc\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648 \u0627\u0632 \u0646\u0645\u0627\u06cc\u0634 \u0622\u0646 \u062f\u0631 \u0646\u062a\u0627\u06cc\u062c \u062c\u0633\u062a\u062c\u0648 \u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0627\u0645\u0631 \u0628\u0647 \u0646\u0641\u0639 \u0648\u0628\u200c\u0633\u0627\u06cc\u062a\u200c\u0647\u0627\u06cc\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0645\u062d\u062a\u0648\u0627\u06cc \u0628\u0627\u06a9\u06cc\u0641\u06cc\u062a \u0648 \u0627\u0631\u0632\u0634\u0645\u0646\u062f \u062a\u0648\u0644\u06cc\u062f \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f.<\/li><li data-sourcepos=\"12:1-13:0\"><strong>\u0628\u0647\u0628\u0648\u062f \u0633\u0626\u0648:<\/strong> \u0628\u0627 \u062a\u0645\u0631\u06a9\u0632 \u0628\u0631 \u0645\u062d\u062a\u0648\u0627\u06cc \u0628\u0627\u06a9\u06cc\u0641\u06cc\u062a \u0648 \u0645\u0631\u062a\u0628\u0637 \u0628\u0627 \u06a9\u0627\u0631\u0628\u0631\u060c BERT \u0628\u0647 \u0648\u0628\u200c\u0633\u0627\u06cc\u062a\u200c\u0647\u0627 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u062a\u0627 \u062f\u0631 \u0631\u062a\u0628\u0647\u200c\u0628\u0646\u062f\u06cc\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u062c\u0627\u06cc\u06af\u0627\u0647 \u0628\u0647\u062a\u0631\u06cc \u06a9\u0633\u0628 \u06a9\u0646\u0646\u062f.<\/li><\/ul>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-fda3af1 e-flex e-con-boxed e-con e-parent\" data-id=\"fda3af1\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-4f62572 elementor-widget elementor-widget-text-editor\" data-id=\"4f62572\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p data-sourcepos=\"22:1-22:175\">\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT\u060c \u06af\u0627\u0645\u06cc \u0628\u0632\u0631\u06af \u062f\u0631 \u062c\u0647\u062a \u0628\u0647\u0628\u0648\u062f \u062a\u062c\u0631\u0628\u0647 \u062c\u0633\u062a\u062c\u0648 \u0628\u0631\u0627\u06cc \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0648 \u0627\u0631\u062a\u0642\u0627\u06cc \u06a9\u06cc\u0641\u06cc\u062a \u0645\u062d\u062a\u0648\u0627\u06cc \u0648\u0628 \u0627\u0633\u062a. \u0628\u0627 \u0648\u062c\u0648\u062f \u0686\u0627\u0644\u0634\u200c\u0647\u0627 \u0648 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u062f\u0627\u0631\u062f\u060c \u0645\u0632\u0627\u06cc\u0627\u06cc BERT \u0628\u0647 \u0645\u0631\u0627\u062a\u0628 \u0628\u06cc\u0634\u062a\u0631 \u0627\u0632 \u0645\u0639\u0627\u06cc\u0628 \u0622\u0646 \u0627\u0633\u062a.<\/p><p data-sourcepos=\"24:1-24:116\">\u0648\u0628\u200c\u0633\u0627\u06cc\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u0627 \u0627\u06cc\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0647\u0648\u0634\u0645\u0646\u062f\u0627\u0646\u0647 \u0633\u0627\u0632\u06af\u0627\u0631 \u0634\u0648\u0646\u062f\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u0646\u062f \u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u0631\u0642\u0627\u0628\u062a\u06cc \u0633\u0626\u0648 \u0628\u0647 \u0645\u0648\u0641\u0642\u06cc\u062a \u0628\u06cc\u0634\u062a\u0631\u06cc \u062f\u0633\u062a \u067e\u06cc\u062f\u0627 \u06a9\u0646\u0646\u062f.<\/p><p data-sourcepos=\"26:1-26:217\">\u00a0<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-90f6317 e-flex e-con-boxed e-con e-parent\" data-id=\"90f6317\" data-element_type=\"container\" data-e-type=\"container\" data-settings=\"{&quot;background_background&quot;:&quot;classic&quot;}\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-5263d12 elementor-widget elementor-widget-text-editor\" data-id=\"5263d12\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><strong>\u0646\u06a9\u062a\u0647:<\/strong><\/p><p>\u0628\u0647 \u06cc\u0627\u062f \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f \u06a9\u0647 BERT \u06cc\u06a9 \u0627\u0628\u0632\u0627\u0631 \u0627\u0633\u062a \u0648 \u0645\u0627\u0646\u0646\u062f \u0647\u0631 \u0627\u0628\u0632\u0627\u0631\u06cc\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0627\u0632 \u0622\u0646 \u0628\u0647 \u0637\u0648\u0631 \u0635\u062d\u06cc\u062d \u06cc\u0627 \u063a\u0644\u0637 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f. \u062a\u0645\u0631\u06a9\u0632 \u0628\u0631 \u062a\u0648\u0644\u06cc\u062f \u0645\u062d\u062a\u0648\u0627\u06cc \u0628\u0627\u06a9\u06cc\u0641\u06cc\u062a\u060c \u0645\u0631\u062a\u0628\u0637 \u0628\u0627 \u06a9\u0627\u0631\u0628\u0631 \u0648 \u0622\u0645\u0648\u0632\u0646\u062f\u0647\u060c \u06a9\u0644\u06cc\u062f \u0645\u0648\u0641\u0642\u06cc\u062a \u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u0633\u0626\u0648 \u062a\u062d\u062a \u0633\u0644\u0637\u0647\u200c\u06cc BERT \u0627\u0633\u062a.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-a17051d e-flex e-con-boxed e-con e-parent\" data-id=\"a17051d\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-6673dc7 elementor-widget elementor-widget-spacer\" data-id=\"6673dc7\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"spacer.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"elementor-spacer\">\n\t\t\t<div class=\"elementor-spacer-inner\"><\/div>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-7ce7268 e-flex e-con-boxed e-con e-parent\" data-id=\"7ce7268\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t<div class=\"elementor-element elementor-element-508d13e e-con-full e-flex e-con e-child\" data-id=\"508d13e\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-2700539 elementor-widget elementor-widget-text-editor\" data-id=\"2700539\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<h2 style=\"text-align: justify\"><span style=\"font-size: 14pt;color: #3366ff\"><strong>\u067e\u06cc\u0634\u0631\u0641\u062a\u200c\u0647\u0627\u06cc\u00a0<\/strong><strong>BERT\u00a0<\/strong><strong>\u062f\u0631<\/strong><strong>NLP<\/strong><\/span><\/h2><p style=\"text-align: justify\" data-sourcepos=\"3:2-3:239\">\u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc (NLP) \u0632\u0645\u06cc\u0646\u0647\u200c\u0627\u06cc \u067e\u0631\u0631\u0648\u0646\u0642 \u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0647\u062f\u0641 \u0622\u0646 \u062f\u0631\u06a9 \u0648 \u062a\u0648\u0644\u06cc\u062f \u0632\u0628\u0627\u0646 \u0627\u0646\u0633\u0627\u0646 \u062a\u0648\u0633\u0637 \u0645\u0627\u0634\u06cc\u0646\u200c\u0647\u0627 \u0645\u06cc\u200c\u0628\u0627\u0634\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u06cc\u0627\u0646\u060c \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT (\u0628\u0627\u0632\u0646\u0645\u0627\u06cc\u06cc\u200c\u0647\u0627\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u062f\u0648\u0637\u0631\u0641\u0647 \u0627\u0632 \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0627\u062a\u0648\u0631\u0647\u0627) \u06af\u0648\u06af\u0644\u060c \u0627\u0646\u0642\u0644\u0627\u0628\u06cc \u062f\u0631 \u0627\u06cc\u0646 \u0639\u0631\u0635\u0647 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a.<\/p><p data-sourcepos=\"49:1-49:136\">\u0628\u0627 \u0646\u06af\u0627\u0647\u06cc \u0628\u0647 \u067e\u06cc\u0634\u0631\u0641\u062a\u200c\u0647\u0627\u06cc \u0686\u0634\u0645\u06af\u06cc\u0631 BERT \u062f\u0631 \u062d\u0648\u0632\u0647\u200c\u06cc NLP\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0628\u0627 \u0627\u0637\u0645\u06cc\u0646\u0627\u0646 \u06af\u0641\u062a \u06a9\u0647 \u0627\u06cc\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645\u060c \u0646\u0642\u0634\u06cc \u06a9\u0644\u06cc\u062f\u06cc \u062f\u0631 \u0622\u06cc\u0646\u062f\u0647\u200c\u06cc \u0627\u06cc\u0646 \u0639\u0644\u0645 \u0627\u06cc\u0641\u0627 \u062e\u0648\u0627\u0647\u062f \u06a9\u0631\u062f.<\/p><p data-sourcepos=\"51:1-51:120\">\u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc\u06cc \u06a9\u0647 \u062a\u0639\u0627\u0645\u0644 \u0627\u0646\u0633\u0627\u0646 \u0648 \u0645\u0627\u0634\u06cc\u0646 \u0631\u0648 \u0628\u0647 \u0627\u0641\u0632\u0627\u06cc\u0634 \u0627\u0633\u062a\u060c BERT \u0628\u0647 \u0628\u0631\u0642\u0631\u0627\u0631\u06cc \u0627\u0631\u062a\u0628\u0627\u0637\u06cc \u0631\u0648\u0627\u0646\u060c \u0637\u0628\u06cc\u0639\u06cc \u0648 \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u062f\u0631\u06a9 \u0645\u062a\u0642\u0627\u0628\u0644 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-8c9f514 e-con-full e-flex e-con e-child\" data-id=\"8c9f514\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-bff3013 elementor-widget elementor-widget-image\" data-id=\"bff3013\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img loading=\"lazy\" decoding=\"async\" width=\"780\" height=\"780\" src=\"https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/20230419124536_fpdl.in_gradient-npl-illustration_23-2149242075-1-1024x1024.jpg\" class=\"attachment-large size-large wp-image-3271\" alt=\"\" srcset=\"https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/20230419124536_fpdl.in_gradient-npl-illustration_23-2149242075-1-1024x1024.jpg 1024w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/20230419124536_fpdl.in_gradient-npl-illustration_23-2149242075-1-300x300.jpg 300w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/20230419124536_fpdl.in_gradient-npl-illustration_23-2149242075-1-150x150.jpg 150w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/20230419124536_fpdl.in_gradient-npl-illustration_23-2149242075-1-768x768.jpg 768w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/20230419124536_fpdl.in_gradient-npl-illustration_23-2149242075-1-1536x1536.jpg 1536w, https:\/\/webmehr.com\/blog\/wp-content\/uploads\/2024\/01\/20230419124536_fpdl.in_gradient-npl-illustration_23-2149242075-1.jpg 2000w\" sizes=\"(max-width: 780px) 100vw, 780px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-aaa47ce e-flex e-con-boxed e-con e-parent\" data-id=\"aaa47ce\" data-element_type=\"container\" data-e-type=\"container\" data-settings=\"{&quot;background_background&quot;:&quot;classic&quot;,&quot;shape_divider_top&quot;:&quot;opacity-fan&quot;}\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-shape elementor-shape-top\" aria-hidden=\"true\" data-negative=\"false\">\n\t\t\t<svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" viewBox=\"0 0 283.5 19.6\" preserveAspectRatio=\"none\">\n\t<path class=\"elementor-shape-fill\" style=\"opacity:0.33\" d=\"M0 0L0 18.8 141.8 4.1 283.5 18.8 283.5 0z\"\/>\n\t<path class=\"elementor-shape-fill\" style=\"opacity:0.33\" d=\"M0 0L0 12.6 141.8 4 283.5 12.6 283.5 0z\"\/>\n\t<path class=\"elementor-shape-fill\" style=\"opacity:0.33\" d=\"M0 0L0 6.4 141.8 4 283.5 6.4 283.5 0z\"\/>\n\t<path class=\"elementor-shape-fill\" d=\"M0 0L0 1.2 141.8 4 283.5 1.2 283.5 0z\"\/>\n<\/svg>\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-087b5e2 elementor-view-default elementor-widget elementor-widget-icon\" data-id=\"087b5e2\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"icon.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"elementor-icon-wrapper\">\n\t\t\t<div class=\"elementor-icon\">\n\t\t\t<svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-award\" viewBox=\"0 0 384 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M97.12 362.63c-8.69-8.69-4.16-6.24-25.12-11.85-9.51-2.55-17.87-7.45-25.43-13.32L1.2 448.7c-4.39 10.77 3.81 22.47 15.43 22.03l52.69-2.01L105.56 507c8 8.44 22.04 5.81 26.43-4.96l52.05-127.62c-10.84 6.04-22.87 9.58-35.31 9.58-19.5 0-37.82-7.59-51.61-21.37zM382.8 448.7l-45.37-111.24c-7.56 5.88-15.92 10.77-25.43 13.32-21.07 5.64-16.45 3.18-25.12 11.85-13.79 13.78-32.12 21.37-51.62 21.37-12.44 0-24.47-3.55-35.31-9.58L252 502.04c4.39 10.77 18.44 13.4 26.43 4.96l36.25-38.28 52.69 2.01c11.62.44 19.82-11.27 15.43-22.03zM263 340c15.28-15.55 17.03-14.21 38.79-20.14 13.89-3.79 24.75-14.84 28.47-28.98 7.48-28.4 5.54-24.97 25.95-45.75 10.17-10.35 14.14-25.44 10.42-39.58-7.47-28.38-7.48-24.42 0-52.83 3.72-14.14-.25-29.23-10.42-39.58-20.41-20.78-18.47-17.36-25.95-45.75-3.72-14.14-14.58-25.19-28.47-28.98-27.88-7.61-24.52-5.62-44.95-26.41-10.17-10.35-25-14.4-38.89-10.61-27.87 7.6-23.98 7.61-51.9 0-13.89-3.79-28.72.25-38.89 10.61-20.41 20.78-17.05 18.8-44.94 26.41-13.89 3.79-24.75 14.84-28.47 28.98-7.47 28.39-5.54 24.97-25.95 45.75-10.17 10.35-14.15 25.44-10.42 39.58 7.47 28.36 7.48 24.4 0 52.82-3.72 14.14.25 29.23 10.42 39.59 20.41 20.78 18.47 17.35 25.95 45.75 3.72 14.14 14.58 25.19 28.47 28.98C104.6 325.96 106.27 325 121 340c13.23 13.47 33.84 15.88 49.74 5.82a39.676 39.676 0 0 1 42.53 0c15.89 10.06 36.5 7.65 49.73-5.82zM97.66 175.96c0-53.03 42.24-96.02 94.34-96.02s94.34 42.99 94.34 96.02-42.24 96.02-94.34 96.02-94.34-42.99-94.34-96.02z\"><\/path><\/svg>\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-e1cd253 elementor-widget elementor-widget-text-editor\" data-id=\"e1cd253\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<h2 style=\"text-align: center\" data-sourcepos=\"9:1-9:45\"><span style=\"font-size: 14pt\"><strong>\u0686\u06af\u0648\u0646\u0647 \u0628\u0627 BERT \u0628\u0631\u0642\u0635\u06cc\u0645 \u0648 \u062f\u0631 \u0633\u0626\u0648 \u067e\u06cc\u0631\u0648\u0632 \u0634\u0648\u06cc\u0645\u061f<\/strong><\/span><\/h2><p style=\"text-align: center\" data-sourcepos=\"11:1-11:37\">\u0628\u0631\u0627\u06cc <strong>\u0631\u0642\u0635\u06cc \u0645\u0648\u0632\u0648\u0646 \u0628\u0627 BERT<\/strong> \u0648 <strong>\u0641\u062a\u062d \u0642\u0644\u0647\u200c\u0647\u0627\u06cc \u0633\u0626\u0648<\/strong>\u060c \u0628\u0627\u06cc\u062f \u06af\u0627\u0645\u200c\u0647\u0627\u06cc \u0632\u06cc\u0631 \u0631\u0627 \u0628\u0631\u062f\u0627\u0631\u06cc\u0645:<\/p><p data-sourcepos=\"39:1-39:126\">\u00a0<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-a74f186 e-flex e-con-boxed e-con e-parent\" data-id=\"a74f186\" data-element_type=\"container\" data-e-type=\"container\" data-settings=\"{&quot;shape_divider_top&quot;:&quot;split&quot;,&quot;shape_divider_bottom&quot;:&quot;split&quot;}\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-shape elementor-shape-top\" aria-hidden=\"true\" data-negative=\"false\">\n\t\t\t<svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" viewBox=\"0 0 1000 20\" preserveAspectRatio=\"none\">\n\t<path class=\"elementor-shape-fill\" d=\"M0,0v3c0,0,393.8,0,483.4,0c9.2,0,16.6,7.4,16.6,16.6c0-9.1,7.4-16.6,16.6-16.6C606.2,3,1000,3,1000,3V0H0z\"\/>\n<\/svg>\t\t<\/div>\n\t\t\t\t<div class=\"elementor-shape elementor-shape-bottom\" aria-hidden=\"true\" data-negative=\"false\">\n\t\t\t<svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" viewBox=\"0 0 1000 20\" preserveAspectRatio=\"none\">\n\t<path class=\"elementor-shape-fill\" d=\"M0,0v3c0,0,393.8,0,483.4,0c9.2,0,16.6,7.4,16.6,16.6c0-9.1,7.4-16.6,16.6-16.6C606.2,3,1000,3,1000,3V0H0z\"\/>\n<\/svg>\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-ac6ed6e e-con-full e-flex e-con e-child\" data-id=\"ac6ed6e\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-0892623 elementor-widget elementor-widget-text-editor\" data-id=\"0892623\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p data-sourcepos=\"13:1-13:34\"><span style=\"font-size: 12pt\"><strong><span style=\"color: #3366ff\">1. \u0648\u062f\u0627\u0639 \u0628\u0627 \u0627\u0646\u0628\u0627\u0634\u062a \u06a9\u0644\u0645\u0627\u062a \u06a9\u0644\u06cc\u062f\u06cc:<\/span><\/strong><\/span><\/p><p data-sourcepos=\"15:1-15:151\">\u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc BERT\u060c \u0627\u0646\u0628\u0627\u0634\u062a \u06a9\u0644\u0645\u0627\u062a \u06a9\u0644\u06cc\u062f\u06cc \u062f\u06cc\u06af\u0631 \u0641\u0627\u06cc\u062f\u0647\u200c\u0627\u06cc \u0646\u062f\u0627\u0631\u062f. \u0627\u06cc\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0647\u0648\u0634\u0645\u0646\u062f\u060c \u0645\u0639\u0646\u0627\u06cc \u0648\u0627\u0642\u0639\u06cc \u062c\u0645\u0644\u0627\u062a \u0631\u0627 \u062f\u0631\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648 \u0646\u06cc\u0627\u0632\u06cc \u0628\u0647 \u062a\u06a9\u0631\u0627\u0631 \u0628\u06cc\u200c\u0645\u0648\u0631\u062f \u06a9\u0644\u0645\u0627\u062a \u06a9\u0644\u06cc\u062f\u06cc \u0646\u06cc\u0633\u062a.<\/p><p data-sourcepos=\"17:1-17:152\">\u0628\u0647 \u062c\u0627\u06cc \u0627\u06cc\u0646 \u06a9\u0627\u0631\u060c \u0628\u0631 \u062a\u0648\u0644\u06cc\u062f \u0645\u062d\u062a\u0648\u0627\u06cc \u0628\u0627\u06a9\u06cc\u0641\u06cc\u062a \u0648 \u0645\u0631\u062a\u0628\u0637 \u0628\u0627 \u0646\u06cc\u0627\u0632 \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u062a\u0645\u0631\u06a9\u0632 \u06a9\u0646\u06cc\u062f. \u0645\u062d\u062a\u0648\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u0647 \u0637\u0648\u0631 \u06a9\u0627\u0645\u0644 \u0628\u0647 \u0633\u0648\u0627\u0644\u0627\u062a \u0622\u0646\u0647\u0627 \u067e\u0627\u0633\u062e \u062f\u0647\u062f \u0648 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0627\u0631\u0632\u0634\u0645\u0646\u062f\u06cc \u0627\u0631\u0627\u0626\u0647 \u062f\u0647\u062f.<\/p><p data-sourcepos=\"39:1-39:126\">\u00a0<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-ad90054 e-con-full e-flex e-con e-child\" data-id=\"ad90054\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-c2ed0d6 elementor-widget elementor-widget-text-editor\" data-id=\"c2ed0d6\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p data-sourcepos=\"19:1-19:41\"><span style=\"color: #3366ff\"><strong>2. \u0622\u063a\u0648\u0634 \u0628\u0627\u0632 \u0628\u0631\u0627\u06cc \u06a9\u0644\u0645\u0627\u062a \u06a9\u0644\u06cc\u062f\u06cc \u062f\u0645\u200c\u0628\u0644\u0646\u062f:<\/strong><\/span><\/p><p data-sourcepos=\"21:1-21:206\">\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u06a9\u0644\u06cc\u062f\u06cc \u062f\u0645\u200c\u0628\u0644\u0646\u062f \u0648 \u0639\u0628\u0627\u0631\u0627\u062a \u067e\u0631\u0633\u0634\u06cc\u060c \u06a9\u0644\u06cc\u062f \u0645\u0648\u0641\u0642\u06cc\u062a \u062f\u0631 \u0633\u0626\u0648\u06cc \u0645\u062d\u062a\u0648\u0627\u06cc BERT \u0627\u0633\u062a. \u0627\u06cc\u0646 \u06a9\u0644\u0645\u0627\u062a\u060c \u0628\u0647 \u0637\u0648\u0631 \u062f\u0642\u06cc\u0642\u200c\u062a\u0631 \u0645\u0646\u0638\u0648\u0631 \u06a9\u0627\u0631\u0628\u0631 \u0631\u0627 \u0627\u0632 \u062c\u0633\u062a\u062c\u0648 \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f \u0648 \u0634\u0627\u0646\u0633 \u0634\u0645\u0627 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0631\u062a\u0628\u0647\u200c\u0628\u0646\u062f\u06cc \u062f\u0631 \u0646\u062a\u0627\u06cc\u062c \u062c\u0633\u062a\u062c\u0648 \u0627\u0641\u0632\u0627\u06cc\u0634 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f.<\/p><p data-sourcepos=\"39:1-39:126\">\u00a0<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-6ad648d e-con-full e-flex e-con e-child\" data-id=\"6ad648d\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-eaa6011 elementor-widget elementor-widget-text-editor\" data-id=\"eaa6011\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p data-sourcepos=\"23:1-23:36\"><span style=\"color: #3366ff\"><strong>3. \u0645\u062d\u062a\u0648\u0627\u06cc \u06a9\u0627\u0631\u0628\u0631\u0645\u062d\u0648\u0631\u060c \u0631\u0645\u0632 \u067e\u06cc\u0631\u0648\u0632\u06cc:<\/strong><\/span><\/p><p data-sourcepos=\"25:1-25:144\">\u0645\u062d\u062a\u0648\u0627\u06cc \u062e\u0648\u062f \u0631\u0627 \u0628\u0631\u0627\u06cc <strong>\u06a9\u0627\u0631\u0628\u0631\u0627\u0646<\/strong> \u062a\u0648\u0644\u06cc\u062f \u06a9\u0646\u06cc\u062f\u060c \u0646\u0647 \u0628\u0631\u0627\u06cc \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648. \u0628\u0647 \u0646\u06cc\u0627\u0632\u0647\u0627\u060c \u0633\u0648\u0627\u0644\u0627\u062a \u0648 \u0639\u0644\u0627\u06cc\u0642 \u0622\u0646\u0647\u0627 \u062a\u0648\u062c\u0647 \u06a9\u0646\u06cc\u062f \u0648 \u0645\u062d\u062a\u0648\u0627\u06cc\u06cc \u063a\u0646\u06cc \u0648 \u0622\u0645\u0648\u0632\u0646\u062f\u0647 \u0627\u0631\u0627\u0626\u0647 \u062f\u0647\u06cc\u062f.<\/p><p data-sourcepos=\"27:1-27:87\">\u067e\u0627\u0633\u062e\u200c\u0647\u0627\u06cc \u06a9\u0627\u0645\u0644 \u0648 \u062c\u0627\u0645\u0639\u06cc \u0628\u0647 \u0633\u0648\u0627\u0644\u0627\u062a \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0628\u062f\u0647\u06cc\u062f \u062a\u0627 \u0622\u0646\u0647\u0627 \u0631\u0627 \u0627\u0632 \u0648\u0628\u200c\u0633\u0627\u06cc\u062a \u062e\u0648\u062f \u0631\u0627\u0636\u06cc \u0646\u06af\u0647 \u062f\u0627\u0631\u06cc\u062f.<\/p><p data-sourcepos=\"39:1-39:126\">\u00a0<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-e44c7a4 e-con-full e-flex e-con e-child\" data-id=\"e44c7a4\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-00be38e elementor-widget elementor-widget-text-editor\" data-id=\"00be38e\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p data-sourcepos=\"29:1-29:25\"><span style=\"color: #3366ff\"><strong>4. \u0631\u0642\u0635\u06cc \u0628\u0627 \u0631\u06cc\u062a\u0645 BERT:<\/strong><\/span><\/p><p data-sourcepos=\"31:1-31:176\">\u0628\u0647 \u0637\u0648\u0631 \u0645\u062f\u0627\u0648\u0645 <strong>\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT<\/strong> \u0631\u0627 \u0631\u0635\u062f \u06a9\u0646\u06cc\u062f \u0648 \u0627\u0632 \u062a\u063a\u06cc\u06cc\u0631\u0627\u062a \u0648 \u0628\u0647\u200c\u0631\u0648\u0632\u0631\u0633\u0627\u0646\u06cc\u200c\u0647\u0627\u06cc \u0622\u0646 \u0622\u06af\u0627\u0647 \u0628\u0627\u0634\u06cc\u062f. \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc \u0633\u0626\u0648\u06cc \u062e\u0648\u062f \u0631\u0627 \u0628\u0627 \u062a\u0648\u062c\u0647 \u0628\u0647 \u0627\u06cc\u0646 \u062a\u063a\u06cc\u06cc\u0631\u0627\u062a \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0647\u0645\u06cc\u0634\u0647 \u062f\u0631 \u0645\u0633\u06cc\u0631 \u062f\u0631\u0633\u062a \u062d\u0631\u06a9\u062a \u06a9\u0646\u06cc\u062f.<\/p><p data-sourcepos=\"39:1-39:126\">\u00a0<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-b38b8c7 e-con-full e-flex e-con e-child\" data-id=\"b38b8c7\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-fbe2ea2 elementor-widget elementor-widget-text-editor\" data-id=\"fbe2ea2\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p data-sourcepos=\"33:1-33:38\"><span style=\"color: #3366ff\"><strong>5. \u0635\u0628\u0631 \u0648 \u0634\u06a9\u06cc\u0628\u0627\u06cc\u06cc\u060c \u06a9\u0644\u06cc\u062f \u0631\u0642\u0635 \u0645\u0648\u0641\u0642\u06cc\u062a:<\/strong><\/span><\/p><p data-sourcepos=\"35:1-35:221\">\u0628\u0647 \u062e\u0627\u0637\u0631 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f \u06a9\u0647 \u0633\u0626\u0648 \u0641\u0631\u0622\u06cc\u0646\u062f\u06cc \u0632\u0645\u0627\u0646\u200c\u0628\u0631 \u0627\u0633\u062a. \u0627\u0646\u062a\u0638\u0627\u0631 \u0646\u062a\u0627\u06cc\u062c \u0622\u0646\u06cc \u0627\u0632 \u062a\u0644\u0627\u0634\u200c\u0647\u0627\u06cc \u062e\u0648\u062f \u0646\u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f. \u0628\u0627 \u0635\u0628\u0631 \u0648 \u0634\u06a9\u06cc\u0628\u0627\u06cc\u06cc \u0628\u0647 \u062a\u0648\u0644\u06cc\u062f \u0645\u062d\u062a\u0648\u0627\u06cc \u0628\u0627\u06a9\u06cc\u0641\u06cc\u062a \u0648 \u0633\u0626\u0648\u06cc \u0627\u0635\u0648\u0644\u06cc \u0627\u062f\u0627\u0645\u0647 \u062f\u0647\u06cc\u062f \u062a\u0627 \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a \u0628\u0647 \u062c\u0627\u06cc\u06af\u0627\u0647 \u0645\u0637\u0644\u0648\u0628 \u062e\u0648\u062f \u062f\u0631 \u0646\u062a\u0627\u06cc\u062c \u062c\u0633\u062a\u062c\u0648 \u062f\u0633\u062a \u067e\u06cc\u062f\u0627 \u06a9\u0646\u06cc\u062f.<\/p><p data-sourcepos=\"39:1-39:126\">\u00a0<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-f3f5fd4 e-con-full e-flex e-con e-child\" data-id=\"f3f5fd4\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-127d828 elementor-widget elementor-widget-text-editor\" data-id=\"127d828\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p style=\"text-align: justify\">\u0628\u0627 \u067e\u06cc\u0634\u0631\u0641\u062a\u200c\u0647\u0627\u06cc \u0645\u062f\u0627\u0648\u0645 \u062f\u0631 \u0632\u0645\u06cc\u0646\u0647\u200c\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc\u060c \u0627\u0646\u062a\u0638\u0627\u0631 \u0645\u06cc\u200c\u0631\u0648\u062f \u06a9\u0647 \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc BERT \u062f\u0631 \u0622\u06cc\u0646\u062f\u0647 \u0646\u06cc\u0632 \u06af\u0633\u062a\u0631\u0634 \u06cc\u0627\u0628\u062f. \u0627\u06cc\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0646\u0642\u0634 \u06a9\u0644\u06cc\u062f\u06cc \u062f\u0631 \u0627\u0631\u062a\u0642\u0627\u06cc \u062a\u0639\u0627\u0645\u0644 \u0627\u0646\u0633\u0627\u0646 \u0648 \u0645\u0627\u0634\u06cc\u0646 \u0648 \u0628\u0647\u0628\u0648\u062f \u062a\u062c\u0631\u0628\u0647\u200c\u06cc \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0627\u06cc\u0641\u0627 \u06a9\u0646\u062f.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-4205d1f e-flex e-con-boxed e-con e-parent\" data-id=\"4205d1f\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-44ef7d4 elementor-widget elementor-widget-spacer\" data-id=\"44ef7d4\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"spacer.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"elementor-spacer\">\n\t\t\t<div class=\"elementor-spacer-inner\"><\/div>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-6a4a0fc e-flex e-con-boxed e-con e-parent\" data-id=\"6a4a0fc\" data-element_type=\"container\" data-e-type=\"container\" data-settings=\"{&quot;background_background&quot;:&quot;classic&quot;}\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-d8a85e5 elementor-widget elementor-widget-text-editor\" data-id=\"d8a85e5\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<h2 style=\"text-align: justify\" data-sourcepos=\"21:1-21:13\"><span style=\"font-size: 14pt;color: #008080\"><strong>\u062c\u0645\u0639\u200c\u0628\u0646\u062f\u06cc:<\/strong><\/span><\/h2><p style=\"text-align: justify\" data-sourcepos=\"23:1-23:200\">BERT \u0627\u0646\u0642\u0644\u0627\u0628\u06cc \u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0648 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0627\u06cc\u062c\u0627\u062f \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0628\u0627 \u062f\u0631\u06a9 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0632\u0628\u0627\u0646 \u0627\u0646\u0633\u0627\u0646\u060c \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc \u0645\u062a\u0639\u062f\u062f\u06cc \u062f\u0631 \u0632\u0645\u06cc\u0646\u0647\u200c\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0645\u0627\u0646\u0646\u062f \u0633\u0626\u0648\u060c \u062a\u0648\u0644\u06cc\u062f \u0645\u062d\u062a\u0648\u0627\u060c \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc \u0648 \u0686\u062a\u200c\u0628\u0627\u062a\u200c\u0647\u0627 \u062f\u0627\u0631\u062f.<\/p><p style=\"text-align: justify\" data-sourcepos=\"25:1-25:104\">\u0628\u0627 \u067e\u06cc\u0634\u0631\u0641\u062a\u200c\u0647\u0627\u06cc \u0645\u062f\u0627\u0648\u0645 \u062f\u0631 \u0627\u06cc\u0646 \u0632\u0645\u06cc\u0646\u0647\u060c \u0627\u0646\u062a\u0638\u0627\u0631 \u0645\u06cc\u200c\u0631\u0648\u062f \u06a9\u0647 \u062c\u0627\u062f\u0648\u06cc BERT \u062f\u0631 \u0622\u06cc\u0646\u062f\u0647 \u0646\u06cc\u0632 \u0642\u062f\u0631\u062a\u0645\u0646\u062f\u062a\u0631 \u0648 \u0634\u06af\u0641\u062a\u200c\u0627\u0646\u06af\u06cc\u0632\u062a\u0631 \u0634\u0648\u062f.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t","protected":false},"excerpt":{"rendered":"<p>\u0645\u0642\u062f\u0645\u0647 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 BERT (Bidirectional Encoder Representations from Transformers)\u00a0\u06cc\u06a9\u06cc \u0627\u0632 \u062c\u062f\u06cc\u062f\u062a\u0631\u06cc\u0646 \u0648 \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u200c\u062a\u0631\u06cc\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645\u200c\u0647\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc (NLP) \u0627\u0633\u062a \u06a9\u0647 \u062a\u0648\u0633\u0637 \u06af\u0648\u06af\u0644 AI \u062f\u0631 \u0633\u0627\u0644 2018 \u0645\u0639\u0631\u0641\u06cc \u0634\u062f. \u0627\u06cc\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0628\u0627 \u0627\u0631\u0627\u0626\u0647 \u06cc\u06a9 \u0646\u06af\u0627\u0647 \u062f\u0648 \u0637\u0631\u0641\u0647 \u0628\u0647 \u0645\u062a\u0646\u060c \u0642\u0627\u062f\u0631 \u0627\u0633\u062a \u0645\u0639\u0646\u0627\u06cc \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0648 \u062f\u0642\u06cc\u0642\u200c\u062a\u0631\u06cc \u0627\u0632 \u0645\u062a\u0646 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u06a9\u0646\u062f. BERT \u0627\u0646\u0642\u0644\u0627\u0628\u06cc \u062f\u0631 \u0632\u0645\u06cc\u0646\u0647 NLP \u0627\u06cc\u062c\u0627\u062f \u06a9\u0631\u062f\u0647 \u0648 &hellip;<\/p>\n","protected":false},"author":2,"featured_media":1646,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[24],"tags":[],"class_list":["post-1642","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-website-seo-training"],"_links":{"self":[{"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/posts\/1642","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/comments?post=1642"}],"version-history":[{"count":22,"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/posts\/1642\/revisions"}],"predecessor-version":[{"id":3397,"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/posts\/1642\/revisions\/3397"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/media\/1646"}],"wp:attachment":[{"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/media?parent=1642"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/categories?post=1642"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/webmehr.com\/blog\/wp-json\/wp\/v2\/tags?post=1642"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}