{"id":16037,"date":"2024-01-20T02:07:35","date_gmt":"2024-01-19T22:37:35","guid":{"rendered":"https:\/\/rasanegar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/"},"modified":"2024-01-20T02:07:35","modified_gmt":"2024-01-19T22:37:35","slug":"%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras","status":"publish","type":"post","link":"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/","title":{"rendered":"\u067e\u0627\u06cc\u062a\u0648\u0646 \u0628\u0631\u0627\u06cc NLP: \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646 \u0639\u0635\u0628\u06cc \u0628\u0627 Seq2Seq \u062f\u0631 Keras"},"content":{"rendered":"<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_85 counter-hierarchy ez-toc-counter ez-toc-custom ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\"><p class=\"ez-toc-title\" style=\"cursor:inherit\">\u0633\u0631\u0641\u0635\u0644\u0647\u0627\u06cc \u0645\u0637\u0644\u0628<\/p>\n<\/div><nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/#%da%a9%d8%aa%d8%a7%d8%a8%d8%ae%d8%a7%d9%86%d9%87_%d9%87%d8%a7_%d9%88_%d8%aa%d9%86%d8%b8%db%8c%d9%85%d8%a7%d8%aa_%d9%be%db%8c%da%a9%d8%b1%d8%a8%d9%86%d8%af%db%8c\" >\u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0647\u0627 \u0648 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/#%d9%85%d8%ac%d9%85%d9%88%d8%b9%d9%87_%d8%af%d8%a7%d8%af%d9%87\" >\u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/#%d9%be%db%8c%d8%b4_%d9%be%d8%b1%d8%af%d8%a7%d8%b2%d8%b4_%d8%af%d8%a7%d8%af%d9%87_%d9%87%d8%a7\" >\u067e\u06cc\u0634 \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0627\u062f\u0647 \u0647\u0627<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/#tokenization_%d9%88_padding\" >Tokenization \u0648 Padding<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/#%d8%ac%d8%a7%d8%b3%d8%a7%d8%b2%db%8c_%d9%87%d8%a7%db%8c_%da%a9%d9%84%d9%85%d9%87\" >\u062c\u0627\u0633\u0627\u0632\u06cc \u0647\u0627\u06cc \u06a9\u0644\u0645\u0647<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/#%d8%a7%db%8c%d8%ac%d8%a7%d8%af_%d9%85%d8%af%d9%84\" >\u0627\u06cc\u062c\u0627\u062f \u0645\u062f\u0644<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/#%d8%a7%d8%b5%d9%84%d8%a7%d8%ad_%d9%85%d8%af%d9%84_%d8%a8%d8%b1%d8%a7%db%8c_%d9%be%db%8c%d8%b4_%d8%a8%db%8c%d9%86%db%8c_%d9%87%d8%a7\" >\u0627\u0635\u0644\u0627\u062d \u0645\u062f\u0644 \u0628\u0631\u0627\u06cc \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0647\u0627<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/#%d9%be%db%8c%d8%b4%da%af%d9%88%db%8c%db%8c\" >\u067e\u06cc\u0634\u06af\u0648\u06cc\u06cc<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/#%d8%aa%d8%b3%d8%aa_%d9%85%d8%af%d9%84\" >\u062a\u0633\u062a \u0645\u062f\u0644<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/rasanegaar.com\/blog\/%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%b1%d8%a7%db%8c-nlp-%d8%aa%d8%b1%d8%ac%d9%85%d9%87-%d9%85%d8%a7%d8%b4%db%8c%d9%86-%d8%b9%d8%b5%d8%a8%db%8c-%d8%a8%d8%a7-seq2seq-%d8%af%d8%b1-keras\/#%d9%86%d8%aa%db%8c%d8%ac%d9%87_%da%af%db%8c%d8%b1%db%8c_%d9%88_%d8%af%db%8c%d8%af%da%af%d8%a7%d9%87\" >\u0646\u062a\u06cc\u062c\u0647 \u06af\u06cc\u0631\u06cc \u0648 \u062f\u06cc\u062f\u06af\u0627\u0647<\/a><\/li><\/ul><\/nav><\/div>\n<span class=\"span-reading-time rt-reading-time\" style=\"display: block;\"><span class=\"rt-label rt-prefix\">\u0632\u0645\u0627\u0646 \u0644\u0627\u0632\u0645 \u0628\u0631\u0627\u06cc \u0645\u0637\u0627\u0644\u0639\u0647: <\/span> <span class=\"rt-time\"> 17<\/span> <span class=\"rt-label rt-postfix\">\u062f\u0642\u06cc\u0642\u0647<\/span><\/span><p> <br \/>\n<\/p>\n<div><noscript><\/noscript><\/p>\n<p>\u0627\u06cc\u0646 \u0628\u06cc\u0633\u062a \u0648 \u062f\u0648\u0645\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0627\u0632 \u0633\u0631\u06cc \u0645\u0642\u0627\u0644\u0627\u062a \u0645\u0646 \u0627\u0633\u062a \u0631\u0648\u06cc \u067e\u0627\u06cc\u062a\u0648\u0646 \u0628\u0631\u0627\u06cc NLP.  \u062f\u0631 \u06cc\u06a9\u06cc \u0627\u0632 \u0645\u0642\u0627\u0644\u0627\u062a \u0642\u0628\u0644\u06cc \u0645\u0646 \u0631\u0648\u06cc \u062f\u0631 \u062d\u0644 \u0645\u0633\u0627\u0626\u0644 \u062a\u0648\u0627\u0644\u06cc \u0628\u0627 Keras\u060c \u062a\u0648\u0636\u06cc\u062d \u062f\u0627\u062f\u0645 \u06a9\u0647 \u0686\u06af\u0648\u0646\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0645\u0633\u0627\u0626\u0644 \u062a\u0648\u0627\u0644\u06cc \u0631\u0627 \u062d\u0644 \u06a9\u0631\u062f \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u0648\u0631\u0648\u062f\u06cc \u0647\u0627 \u0648 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627 \u062f\u0631 \u0686\u0646\u062f\u06cc\u0646 \u0645\u0631\u062d\u0644\u0647 \u0632\u0645\u0627\u0646\u06cc \u062a\u0642\u0633\u06cc\u0645 \u0645\u06cc \u0634\u0648\u0646\u062f.  \u0631\u0627 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/google.github.io\/seq2seq\/\">\u0645\u0639\u0645\u0627\u0631\u06cc seq2seq<\/a> \u0646\u0648\u0639\u06cc \u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u062a\u0648\u0627\u0644\u06cc \u0686\u0646\u062f \u0628\u0647 \u0686\u0646\u062f \u0627\u0633\u062a \u0648 \u0645\u0639\u0645\u0648\u0644\u0627\u064b \u0628\u0631\u0627\u06cc \u06a9\u0627\u0631\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641\u06cc \u0645\u0627\u0646\u0646\u062f \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646\u060c \u062a\u0648\u0633\u0639\u0647 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u06af\u0641\u062a\u06af\u0648\u060c \u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u0645\u06a9\u0627\u0644\u0645\u0647 \u0648 \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646 \u0639\u0635\u0628\u06cc \u0648 \u063a\u06cc\u0631\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/p>\n<p>\u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0648\u0634 \u0627\u06cc\u062c\u0627\u062f \u06cc\u06a9 \u0645\u062f\u0644 \u062a\u0631\u062c\u0645\u0647 \u0632\u0628\u0627\u0646 \u0631\u0627 \u062e\u0648\u0627\u0647\u06cc\u0645 \u062f\u06cc\u062f \u06a9\u0647 \u06cc\u06a9\u06cc \u0627\u0632 \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc \u0628\u0633\u06cc\u0627\u0631 \u0645\u0639\u0631\u0648\u0641 \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc \u0639\u0635\u0628\u06cc \u0627\u0633\u062a.  \u0645\u0627 \u0627\u0632 \u0645\u0639\u0645\u0627\u0631\u06cc seq2seq \u0628\u0631\u0627\u06cc \u0627\u06cc\u062c\u0627\u062f \u0645\u062f\u0644 \u062a\u0631\u062c\u0645\u0647 \u0632\u0628\u0627\u0646 \u062e\u0648\u062f \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u067e\u0627\u06cc\u062a\u0648\u0646 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/keras.io\/\">\u06a9\u0631\u0627\u0633<\/a> \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647<\/p>\n<p>\u0641\u0631\u0636 \u0628\u0631 \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u0634\u0645\u0627 \u062f\u0627\u0646\u0634 \u062e\u0648\u0628\u06cc \u062f\u0627\u0631\u06cc\u062f <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/en.wikipedia.org\/wiki\/Recurrent_neural_network\">\u0634\u0628\u06a9\u0647 \u0647\u0627\u06cc \u0639\u0635\u0628\u06cc \u0645\u06a9\u0631\u0631<\/a>\u060c \u0628\u0647 \u0648\u06cc\u0698\u0647 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/en.wikipedia.org\/wiki\/Long_short-term_memory\">LSTM<\/a>.  \u06a9\u062f \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u062f\u0631 \u067e\u0627\u06cc\u062a\u0648\u0646 \u0628\u0627 \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 Keras \u0646\u0648\u0634\u062a\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a.  \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646\u060c \u0641\u0631\u0636 \u0628\u0631 \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u0634\u0645\u0627 \u0627\u0632 \u0632\u0628\u0627\u0646 \u067e\u0627\u06cc\u062a\u0648\u0646 \u0648 \u0647\u0645\u0686\u0646\u06cc\u0646 \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 Keras \u062f\u0627\u0646\u0634 \u062e\u0648\u0628\u06cc \u062f\u0627\u0631\u06cc\u062f.  \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646\u060c \u0628\u062f\u0648\u0646 \u0647\u06cc\u0686 \u0645\u0642\u062f\u0645\u0647 \u0627\u06cc\u060c \u0628\u06cc\u0627\u06cc\u06cc\u062f \u0634\u0631\u0648\u0639 \u06a9\u0646\u06cc\u0645.<\/p>\n<h2 id=\"librariesandconfigurationsettings\"><span class=\"ez-toc-section\" id=\"%da%a9%d8%aa%d8%a7%d8%a8%d8%ae%d8%a7%d9%86%d9%87_%d9%87%d8%a7_%d9%88_%d8%aa%d9%86%d8%b8%db%8c%d9%85%d8%a7%d8%aa_%d9%be%db%8c%da%a9%d8%b1%d8%a8%d9%86%d8%af%db%8c\"><\/span>\u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0647\u0627 \u0648 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0627\u0648\u0644\u06cc\u0646 \u0642\u062f\u0645\u060c \u0645\u0627 \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0631\u0627 \u0627\u0646\u062c\u0627\u0645 \u062e\u0648\u0627\u0647\u06cc\u0645 \u062f\u0627\u062f import \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0648 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0631\u0627 \u0628\u0631\u0627\u06cc \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641\u06cc \u06a9\u0647 \u062f\u0631 \u06a9\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f \u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc \u0645\u06cc \u06a9\u0646\u062f.  \u0627\u0648\u0644 \u0628\u06cc\u0627\u06cc\u06cc\u062f import \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-keyword\">import<\/span> os, sys\n\n<span class=\"hljs-keyword\">from<\/span> keras.models <span class=\"hljs-keyword\">import<\/span> Model\n<span class=\"hljs-keyword\">from<\/span> keras.layers <span class=\"hljs-keyword\">import<\/span> Input, LSTM, GRU, Dense, Embedding\n<span class=\"hljs-keyword\">from<\/span> keras.preprocessing.text <span class=\"hljs-keyword\">import<\/span> Tokenizer\n<span class=\"hljs-keyword\">from<\/span> keras.preprocessing.sequence <span class=\"hljs-keyword\">import<\/span> pad_sequences\n<span class=\"hljs-keyword\">from<\/span> keras.utils <span class=\"hljs-keyword\">import<\/span> to_categorical\n<span class=\"hljs-keyword\">import<\/span> numpy <span class=\"hljs-keyword\">as<\/span> np\n<span class=\"hljs-keyword\">import<\/span> matplotlib.pyplot <span class=\"hljs-keyword\">as<\/span> plt\n<\/code><\/pre>\n<p>\u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0632\u06cc\u0631 \u0631\u0627 \u0628\u0631\u0627\u06cc \u062a\u0646\u0638\u06cc\u0645 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0628\u0631\u0627\u06cc \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u062f:<\/p>\n<pre><code class=\"hljs\">BATCH_SIZE = <span class=\"hljs-number\">64<\/span>\nEPOCHS = <span class=\"hljs-number\">20<\/span>\nLSTM_NODES =<span class=\"hljs-number\">256<\/span>\nNUM_SENTENCES = <span class=\"hljs-number\">20000<\/span>\nMAX_SENTENCE_LENGTH = <span class=\"hljs-number\">50<\/span>\nMAX_NUM_WORDS = <span class=\"hljs-number\">20000<\/span>\nEMBEDDING_SIZE = <span class=\"hljs-number\">100<\/span>\n<\/code><\/pre>\n<h2 id=\"thedataset\"><span class=\"ez-toc-section\" id=\"%d9%85%d8%ac%d9%85%d9%88%d8%b9%d9%87_%d8%af%d8%a7%d8%af%d9%87\"><\/span>\u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0645\u062f\u0644 \u062a\u0631\u062c\u0645\u0647 \u0632\u0628\u0627\u0646\u06cc \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u0645 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u0645\u060c \u062c\u0645\u0644\u0627\u062a \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u0631\u0627 \u0628\u0647 \u0647\u0645\u062a\u0627\u06cc\u0627\u0646 \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u062e\u0648\u062f \u062a\u0631\u062c\u0645\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f.  \u0628\u0631\u0627\u06cc \u062a\u0648\u0633\u0639\u0647 \u0686\u0646\u06cc\u0646 \u0645\u062f\u0644\u06cc \u0628\u0647 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0627\u06cc \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u0645 \u06a9\u0647 \u0634\u0627\u0645\u0644 \u062c\u0645\u0644\u0627\u062a \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u0648 \u062a\u0631\u062c\u0645\u0647 \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u0622\u0646\u0647\u0627 \u0628\u0627\u0634\u062f.  \u062e\u0648\u0634\u0628\u062e\u062a\u0627\u0646\u0647\u060c \u0686\u0646\u06cc\u0646 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0627\u06cc \u0628\u0647 \u0635\u0648\u0631\u062a \u0631\u0627\u06cc\u06af\u0627\u0646 \u062f\u0631 \u062f\u0633\u062a\u0631\u0633 \u0627\u0633\u062a <a rel=\"nofollow noopener\" target=\"_blank\" href=\"http:\/\/www.manythings.org\/anki\/\">\u0627\u06cc\u0646 \u0644\u06cc\u0646\u06a9<\/a>.  \u0641\u0627\u06cc\u0644 \u0631\u0627 \u062f\u0627\u0646\u0644\u0648\u062f \u06a9\u0646\u06cc\u062f <code>fra-eng.zip<\/code> \u0648 \u0622\u0646 \u0631\u0627 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u06a9\u0646\u06cc\u062f.  \u0633\u067e\u0633 \u0622\u0646 \u0631\u0627 \u062e\u0648\u0627\u0647\u06cc\u062f \u062f\u06cc\u062f <code>fra.txt<\/code> \u0641\u0627\u06cc\u0644.  \u062f\u0631 \u0647\u0631 \u062e\u0637\u060c \u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc \u062d\u0627\u0648\u06cc \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u0648 \u062a\u0631\u062c\u0645\u0647 \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u0622\u0646 \u0627\u0633\u062a \u06a9\u0647 \u0628\u0627 \u06cc\u06a9 \u0628\u0631\u06af\u0647 \u062c\u062f\u0627 \u0634\u062f\u0647 \u0627\u0633\u062a.  20 \u062e\u0637 \u0627\u0648\u0644 \u0627\u0632 <code>fra.txt<\/code> \u0641\u0627\u06cc\u0644 \u0634\u0628\u06cc\u0647 \u0628\u0647 \u0627\u06cc\u0646 \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\">Go. Va !\nHi. Salut !\nHi. Salut.\nRun!    Cours\u202f!\nRun!    Courez\u202f!\nWho?    Qui ?\nWow!    \u00c7a alors\u202f!\nFire!   Au feu !\nHelp!   \u00c0 l'aide\u202f!\nJump.   Saute.\nStop!   \u00c7a suffit\u202f!\nStop!   Stop\u202f!\nStop!   Arr\u00eate-toi !\nWait!   Attends !\nWait!   Attendez !\nGo \u0631\u0648\u06cc.  Poursuis.\nGo \u0631\u0648\u06cc.  Continuez.\nGo \u0631\u0648\u06cc.  Poursuivez.\nHello!  Bonjour !\nHello!  Salut !\n<\/code><\/pre>\n<p>\u0627\u06cc\u0646 \u0645\u062f\u0644 \u0634\u0627\u0645\u0644 \u0628\u06cc\u0634 \u0627\u0632 170000 \u0631\u06a9\u0648\u0631\u062f \u0627\u0633\u062a\u060c \u0627\u0645\u0627 \u0645\u0627 \u0641\u0642\u0637 \u0627\u0632 20000 \u0631\u06a9\u0648\u0631\u062f \u0627\u0648\u0644 \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0645\u062f\u0644 \u062e\u0648\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f.  \u062f\u0631 \u0635\u0648\u0631\u062a \u062a\u0645\u0627\u06cc\u0644 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0632 \u0631\u06a9\u0648\u0631\u062f\u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n<h2 id=\"datapreprocessing\"><span class=\"ez-toc-section\" id=\"%d9%be%db%8c%d8%b4_%d9%be%d8%b1%d8%af%d8%a7%d8%b2%d8%b4_%d8%af%d8%a7%d8%af%d9%87_%d9%87%d8%a7\"><\/span>\u067e\u06cc\u0634 \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0627\u062f\u0647 \u0647\u0627<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646 \u0639\u0635\u0628\u06cc \u0627\u063a\u0644\u0628 \u0645\u0628\u062a\u0646\u06cc \u0647\u0633\u062a\u0646\u062f \u0631\u0648\u06cc \u0631\u0627 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/google.github.io\/seq2seq\/\">seq2seq<\/a> \u0645\u0639\u0645\u0627\u0631\u06cc.  \u0645\u0639\u0645\u0627\u0631\u06cc seq2seq \u06cc\u06a9 \u0645\u0639\u0645\u0627\u0631\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631-\u0631\u0645\u0632\u06af\u0634\u0627 \u0627\u0633\u062a \u06a9\u0647 \u0627\u0632 \u062f\u0648 \u0634\u0628\u06a9\u0647 LSTM \u062a\u0634\u06a9\u06cc\u0644 \u0634\u062f\u0647 \u0627\u0633\u062a: \u0631\u0645\u0632\u06af\u0630\u0627\u0631 LSTM \u0648 \u0631\u0645\u0632\u06af\u0634\u0627 LSTM.  \u0648\u0631\u0648\u062f\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631 LSTM \u062c\u0645\u0644\u0647 \u0632\u0628\u0627\u0646 \u0627\u0635\u0644\u06cc \u0627\u0633\u062a.  \u0648\u0631\u0648\u062f\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 LSTM \u062c\u0645\u0644\u0647 \u0628\u0647 \u0632\u0628\u0627\u0646 \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u0628\u0627 \u0646\u0634\u0627\u0646\u0647 \u0634\u0631\u0648\u0639 \u062c\u0645\u0644\u0647 \u0627\u0633\u062a.  \u062e\u0631\u0648\u062c\u06cc \u0639\u0628\u0627\u0631\u062a \u0647\u062f\u0641 \u0648\u0627\u0642\u0639\u06cc \u0628\u0627 \u0646\u0634\u0627\u0646\u0647 \u067e\u0627\u06cc\u0627\u0646 \u062c\u0645\u0644\u0647 \u0627\u0633\u062a.<\/p>\n<p>\u062f\u0631 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0645\u0627\u060c \u0645\u0627 \u0646\u06cc\u0627\u0632\u06cc \u0628\u0647 \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0646\u062f\u0627\u0631\u06cc\u0645 process \u0648\u0631\u0648\u062f\u06cc\u060c \u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644\u060c \u0645\u0627 \u0628\u0627\u06cc\u062f \u062f\u0648 \u0646\u0633\u062e\u0647 \u0627\u0632 \u062c\u0645\u0644\u0647 \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u062a\u0648\u0644\u06cc\u062f \u06a9\u0646\u06cc\u0645: \u06cc\u06a9\u06cc \u0628\u0627 \u0646\u0634\u0627\u0646\u0647 \u0634\u0631\u0648\u0639 \u062c\u0645\u0644\u0647 \u0648 \u062f\u06cc\u06af\u0631\u06cc \u0628\u0627 \u0646\u0634\u0627\u0646\u0647 \u067e\u0627\u06cc\u0627\u0646 \u062c\u0645\u0644\u0647.  \u0627\u06cc\u0646 \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0627\u0633\u062a \u06a9\u0647 \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0631\u0627 \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc \u062f\u0647\u062f:<\/p>\n<pre><code class=\"hljs\">input_sentences = ()\noutput_sentences = ()\noutput_sentences_inputs = ()\n\ncount = <span class=\"hljs-number\">0<\/span>\n<span class=\"hljs-keyword\">for<\/span> line <span class=\"hljs-keyword\">in<\/span> <span class=\"hljs-built_in\">open<\/span>(<span class=\"hljs-string\">r'\/content\/drive\/My Drive\/datasets\/fra.txt'<\/span>, encoding=<span class=\"hljs-string\">\"utf-8\"<\/span>):\n    count += <span class=\"hljs-number\">1<\/span>\n\n    <span class=\"hljs-keyword\">if<\/span> count &gt; NUM_SENTENCES:\n        <span class=\"hljs-keyword\">break<\/span>\n\n    <span class=\"hljs-keyword\">if<\/span> <span class=\"hljs-string\">'\\t'<\/span> <span class=\"hljs-keyword\">not<\/span> <span class=\"hljs-keyword\">in<\/span> line:\n        <span class=\"hljs-keyword\">continue<\/span>\n\n    input_sentence, output = line.rstrip().split(<span class=\"hljs-string\">'\\t'<\/span>)\n\n    output_sentence = output + <span class=\"hljs-string\">' &lt;eos&gt;'<\/span>\n    output_sentence_input = <span class=\"hljs-string\">'&lt;sos&gt; '<\/span> + output\n\n    input_sentences.append(input_sentence)\n    output_sentences.append(output_sentence)\n    output_sentences_inputs.append(output_sentence_input)\n\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"num samples input:\"<\/span>, <span class=\"hljs-built_in\">len<\/span>(input_sentences))\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"num samples output:\"<\/span>, <span class=\"hljs-built_in\">len<\/span>(output_sentences))\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"num samples output input:\"<\/span>, <span class=\"hljs-built_in\">len<\/span>(output_sentences_inputs))\n<\/code><\/pre>\n<p><strong>\u062a\u0648\u062c\u0647 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f<\/strong>: \u0627\u062d\u062a\u0645\u0627\u0644\u0627\u064b \u0628\u0627\u06cc\u062f \u0645\u0633\u06cc\u0631 \u0641\u0627\u06cc\u0644 \u0631\u0627 \u062a\u063a\u06cc\u06cc\u0631 \u062f\u0647\u06cc\u062f <code>fra.txt<\/code> \u0641\u0627\u06cc\u0644 \u0631\u0648\u06cc \u06a9\u0627\u0645\u067e\u06cc\u0648\u062a\u0631 \u0634\u0645\u0627 \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646 \u06a9\u0627\u0631<\/p>\n<p>\u062f\u0631 \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0628\u0627\u0644\u0627 \u0633\u0647 \u0644\u06cc\u0633\u062a \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u06cc\u0645 <code>input_sentences()<\/code>\u060c <code>output_sentences()<\/code>\u060c \u0648 <code>output_sentences_inputs()<\/code>.  \u0628\u0639\u062f\u060c \u062f\u0631 <code>for<\/code> \u062d\u0644\u0642\u0647 <code>fra.txt<\/code> \u0641\u0627\u06cc\u0644 \u062e\u0637 \u0628\u0647 \u062e\u0637 \u062e\u0648\u0627\u0646\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f.  \u0647\u0631 \u062e\u0637 \u0628\u0647 \u062f\u0648 \u0631\u0634\u062a\u0647 \u0641\u0631\u0639\u06cc \u062f\u0631 \u0645\u0648\u0642\u0639\u06cc\u062a\u06cc \u06a9\u0647 \u0628\u0631\u06af\u0647 \u0631\u062e \u0645\u06cc \u062f\u0647\u062f \u062a\u0642\u0633\u06cc\u0645 \u0645\u06cc \u0634\u0648\u062f.  \u0631\u0634\u062a\u0647 \u0641\u0631\u0639\u06cc \u0633\u0645\u062a \u0686\u067e (\u062c\u0645\u0644\u0647 \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc) \u062f\u0631 \u062f\u0631\u062c \u0645\u06cc \u0634\u0648\u062f <code>input_sentences()<\/code> \u0641\u0647\u0631\u0633\u062a  \u0631\u0634\u062a\u0647 \u0641\u0631\u0639\u06cc \u0633\u0645\u062a \u0631\u0627\u0633\u062a \u0628\u0631\u06af\u0647 \u0639\u0628\u0627\u0631\u062a \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u0645\u0631\u0628\u0648\u0637\u0647 \u0627\u0633\u062a.  \u0631\u0627 <code>&lt;eos&gt;<\/code> \u0646\u0634\u0627\u0646\u0647 \u0627\u06cc \u06a9\u0647 \u067e\u0627\u06cc\u0627\u0646 \u062c\u0645\u0644\u0647 \u0631\u0627 \u0646\u0634\u0627\u0646 \u0645\u06cc \u062f\u0647\u062f \u0628\u0647 \u062c\u0645\u0644\u0647 \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u067e\u06cc\u0634\u0648\u0646\u062f \u0645\u06cc \u0634\u0648\u062f \u0648 \u062c\u0645\u0644\u0647 \u062d\u0627\u0635\u0644 \u0628\u0647 \u0622\u0646 \u0627\u0644\u062d\u0627\u0642 \u0645\u06cc \u0634\u0648\u062f. <code>output_sentences()<\/code> \u0641\u0647\u0631\u0633\u062a  \u0628\u0647 \u0637\u0648\u0631 \u0645\u0634\u0627\u0628\u0647\u060c <code>&lt;sos&gt;<\/code> \u0646\u0634\u0627\u0646\u0647 \u06a9\u0647 \u0645\u062e\u0641\u0641 &#8220;\u0634\u0631\u0648\u0639 \u062c\u0645\u0644\u0647&#8221; \u0627\u0633\u062a\u060c \u062f\u0631 \u0627\u0628\u062a\u062f\u0627\u06cc \u062c\u0645\u0644\u0647 \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u0627\u0644\u062d\u0627\u0642 \u0645\u06cc \u0634\u0648\u062f \u0648 \u0646\u062a\u06cc\u062c\u0647 \u0628\u0647 \u0639\u0628\u0627\u0631\u062a \u0627\u0636\u0627\u0641\u0647 \u0645\u06cc \u0634\u0648\u062f. <code>output_sentences_inputs()<\/code> \u0641\u0647\u0631\u0633\u062a  \u062d\u0644\u0642\u0647 \u062e\u0627\u062a\u0645\u0647 \u0645\u06cc \u06cc\u0627\u0628\u062f \u0627\u06af\u0631 \u062a\u0639\u062f\u0627\u062f \u062c\u0645\u0644\u0627\u062a \u0627\u0636\u0627\u0641\u0647 \u0634\u062f\u0647 \u0628\u0647 \u0644\u06cc\u0633\u062a \u0647\u0627 \u0628\u06cc\u0634\u062a\u0631 \u0627\u0632 \u0639\u062f\u062f \u0628\u0627\u0634\u062f <code>NUM_SENTENCES<\/code> \u0645\u062a\u063a\u06cc\u0631 \u06cc\u0639\u0646\u06cc 20000.<\/p>\n<p>\u062f\u0631 \u0646\u0647\u0627\u06cc\u062a \u062a\u0639\u062f\u0627\u062f \u0646\u0645\u0648\u0646\u0647 \u0647\u0627 \u062f\u0631 \u0633\u0647 \u0644\u06cc\u0633\u062a \u062f\u0631 \u062e\u0631\u0648\u062c\u06cc \u0646\u0645\u0627\u06cc\u0634 \u062f\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f:<\/p>\n<pre><code class=\"hljs\">num samples input: 20000\nnum samples output: 20000\nnum samples output input: 20000\n<\/code><\/pre>\n<p>\u062d\u0627\u0644\u0627 \u0628\u0647 \u0637\u0648\u0631 \u062a\u0635\u0627\u062f\u0641\u06cc print \u062c\u0645\u0644\u0647 \u0627\u06cc \u0627\u0632 <code>input_sentences()<\/code>\u060c <code>output_sentences()<\/code>\u060c \u0648 <code>output_sentences_inputs()<\/code> \u0644\u06cc\u0633\u062a \u0647\u0627:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-built_in\">print<\/span>(input_sentences(<span class=\"hljs-number\">172<\/span>))\n<span class=\"hljs-built_in\">print<\/span>(output_sentences(<span class=\"hljs-number\">172<\/span>))\n<span class=\"hljs-built_in\">print<\/span>(output_sentences_inputs(<span class=\"hljs-number\">172<\/span>))\n<\/code><\/pre>\n<p>\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u062e\u0631\u0648\u062c\u06cc \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\">I'm ill.\nJe suis malade. &lt;eos&gt;\n&lt;sos&gt; Je suis malade.\n<\/code><\/pre>\n<p>\u0634\u0645\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u062c\u0645\u0644\u0647 \u0627\u0635\u0644\u06cc \u0631\u0627 \u0628\u0628\u06cc\u0646\u06cc\u062f\u060c \u06cc\u0639\u0646\u06cc <code>I'm ill<\/code>;  \u062a\u0631\u062c\u0645\u0647 \u0645\u062a\u0646\u0627\u0638\u0631 \u0622\u0646 \u062f\u0631 \u062e\u0631\u0648\u062c\u06cc\u060c \u06cc\u0639\u0646\u06cc <code>Je suis malade. &lt;eos&gt;<\/code>.  \u062a\u0648\u062c\u0647 \u06a9\u0646\u06cc\u062f\u060c \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0645\u0627 \u0622\u0646 \u0631\u0627 \u062f\u0627\u0631\u06cc\u0645 <code>&lt;eos&gt;<\/code> \u0646\u0634\u0627\u0646\u0647 \u062f\u0631 \u067e\u0627\u06cc\u0627\u0646 \u062c\u0645\u0644\u0647  \u0628\u0647 \u0637\u0648\u0631 \u0645\u0634\u0627\u0628\u0647\u060c \u0628\u0631\u0627\u06cc \u0648\u0631\u0648\u062f\u06cc \u0628\u0647 \u0631\u0645\u0632\u06af\u0634\u0627\u060c \u0645\u0627 \u062f\u0627\u0631\u06cc\u0645 <code>&lt;sos&gt; Je suis malade.<\/code><\/p>\n<h2 id=\"tokenizationandpadding\"><span class=\"ez-toc-section\" id=\"tokenization_%d9%88_padding\"><\/span>Tokenization \u0648 Padding<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0645\u0631\u062d\u0644\u0647 \u0628\u0639\u062f\u06cc \u062a\u0648\u06a9\u0646 \u06a9\u0631\u062f\u0646 \u062c\u0645\u0644\u0627\u062a \u0627\u0635\u0644\u06cc \u0648 \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u0648 \u0627\u0639\u0645\u0627\u0644 padding \u0628\u0631\u0627\u06cc \u062c\u0645\u0644\u0627\u062a\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0627\u0632 \u0637\u0648\u0644 \u0645\u0634\u062e\u0635\u06cc \u0628\u0644\u0646\u062f\u062a\u0631 \u06cc\u0627 \u06a9\u0648\u062a\u0627\u0647\u062a\u0631 \u0647\u0633\u062a\u0646\u062f \u06a9\u0647 \u062f\u0631 \u0635\u0648\u0631\u062a \u0648\u0631\u0648\u062f\u06cc\u060c \u0637\u0648\u0644 \u0637\u0648\u0644\u0627\u0646\u06cc \u062a\u0631\u06cc\u0646 \u062c\u0645\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f.  \u0648 \u0628\u0631\u0627\u06cc \u062e\u0631\u0648\u062c\u06cc \u0627\u06cc\u0646 \u0637\u0648\u0644 \u0637\u0648\u0644\u0627\u0646\u06cc \u062a\u0631\u06cc\u0646 \u062c\u0645\u0644\u0647 \u062f\u0631 \u062e\u0631\u0648\u062c\u06cc \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f.<\/p>\n<p>\u0628\u0631\u0627\u06cc \u0646\u0634\u0627\u0646\u0647 \u06af\u0630\u0627\u0631\u06cc\u060c <code>Tokenizer<\/code> \u06a9\u0644\u0627\u0633 \u0627\u0632 <code>keras.preprocessing.text<\/code> \u0645\u06cc \u062a\u0648\u0627\u0646 \u0627\u0632 \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f.  \u0631\u0627 <code>tokenizer<\/code> \u06a9\u0644\u0627\u0633 \u062f\u0648 \u0648\u0638\u06cc\u0641\u0647 \u0631\u0627 \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc \u062f\u0647\u062f:<\/p>\n<ul>\n<li>\u0627\u06cc\u0646 \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u0631\u0627 \u0628\u0647 \u0644\u06cc\u0633\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u06a9\u0644\u0645\u0647 \u062a\u0642\u0633\u06cc\u0645 \u0645\u06cc \u06a9\u0646\u062f<\/li>\n<li>\u0633\u067e\u0633 \u06a9\u0644\u0645\u0627\u062a \u0631\u0627 \u0628\u0647 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u062a\u0628\u062f\u06cc\u0644 \u0645\u06cc \u06a9\u0646\u062f<\/li>\n<\/ul>\n<p>\u0627\u06cc\u0646 \u0628\u0633\u06cc\u0627\u0631 \u0645\u0647\u0645 \u0627\u0633\u062a \u0632\u06cc\u0631\u0627 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0639\u0645\u06cc\u0642 \u0648 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u0628\u0627 \u0627\u0639\u062f\u0627\u062f \u06a9\u0627\u0631 \u0645\u06cc \u06a9\u0646\u0646\u062f.  \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0632\u06cc\u0631 \u0628\u0631\u0627\u06cc \u0646\u0634\u0627\u0646\u0647 \u06af\u0630\u0627\u0631\u06cc \u062c\u0645\u0644\u0627\u062a \u0648\u0631\u0648\u062f\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f:<\/p>\n<pre><code class=\"hljs\">input_tokenizer = Tokenizer(num_words=MAX_NUM_WORDS)\ninput_tokenizer.fit_on_texts(input_sentences)\ninput_integer_seq = input_tokenizer.texts_to_sequences(input_sentences)\n\nword2idx_inputs = input_tokenizer.word_index\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">'Total unique words in the input: %s'<\/span> % <span class=\"hljs-built_in\">len<\/span>(word2idx_inputs))\n\nmax_input_len = <span class=\"hljs-built_in\">max<\/span>(<span class=\"hljs-built_in\">len<\/span>(sen) <span class=\"hljs-keyword\">for<\/span> sen <span class=\"hljs-keyword\">in<\/span> input_integer_seq)\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"Length of longest sentence in input: %g\"<\/span> % max_input_len)\n<\/code><\/pre>\n<p>\u0639\u0644\u0627\u0648\u0647 \u0628\u0631 \u062a\u0648\u06a9\u0646 \u0633\u0627\u0632\u06cc \u0648 \u062a\u0628\u062f\u06cc\u0644 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d\u060c <code>word_index<\/code> \u0648\u06cc\u0698\u06af\u06cc \u0627\u0632 <code>Tokenizer<\/code> class \u06cc\u06a9 \u0641\u0631\u0647\u0646\u06af \u0644\u063a\u062a \u06a9\u0644\u0645\u0647 \u0628\u0647 \u0641\u0647\u0631\u0633\u062a \u0631\u0627 \u0628\u0631\u0645\u06cc \u06af\u0631\u062f\u0627\u0646\u062f \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u06a9\u0644\u0645\u0627\u062a \u06a9\u0644\u06cc\u062f\u0647\u0627 \u0648 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u0645\u0631\u0628\u0648\u0637\u0647 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0647\u0633\u062a\u0646\u062f.  \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0628\u0627\u0644\u0627 \u0647\u0645\u0686\u0646\u06cc\u0646 \u062a\u0639\u062f\u0627\u062f \u06a9\u0644\u0645\u0627\u062a \u0645\u0646\u062d\u0635\u0631 \u0628\u0647 \u0641\u0631\u062f \u062f\u0631 \u0641\u0631\u0647\u0646\u06af \u0644\u063a\u062a \u0648 \u0637\u0648\u0644 \u0637\u0648\u0644\u0627\u0646\u06cc \u062a\u0631\u06cc\u0646 \u062c\u0645\u0644\u0647 \u0631\u0627 \u062f\u0631 \u0648\u0631\u0648\u062f\u06cc \u0686\u0627\u067e \u0645\u06cc \u06a9\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">Total unique words in the input: 3523\nLength of longest sentence in input: 6\n<\/code><\/pre>\n<p>\u0628\u0647 \u0637\u0648\u0631 \u0645\u0634\u0627\u0628\u0647\u060c \u062c\u0645\u0644\u0627\u062a \u062e\u0631\u0648\u062c\u06cc \u0631\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0628\u0647 \u0647\u0645\u0627\u0646 \u0631\u0648\u0634\u06cc \u06a9\u0647 \u062f\u0631 \u0632\u06cc\u0631 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a \u0646\u0634\u0627\u0646\u0647 \u06af\u0630\u0627\u0631\u06cc \u06a9\u0631\u062f:<\/p>\n<pre><code class=\"hljs\">output_tokenizer = Tokenizer(num_words=MAX_NUM_WORDS, filters=<span class=\"hljs-string\">''<\/span>)\noutput_tokenizer.fit_on_texts(output_sentences + output_sentences_inputs)\noutput_integer_seq = output_tokenizer.texts_to_sequences(output_sentences)\noutput_input_integer_seq = output_tokenizer.texts_to_sequences(output_sentences_inputs)\n\nword2idx_outputs = output_tokenizer.word_index\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">'Total unique words in the output: %s'<\/span> % <span class=\"hljs-built_in\">len<\/span>(word2idx_outputs))\n\nnum_words_output = <span class=\"hljs-built_in\">len<\/span>(word2idx_outputs) + <span class=\"hljs-number\">1<\/span>\nmax_out_len = <span class=\"hljs-built_in\">max<\/span>(<span class=\"hljs-built_in\">len<\/span>(sen) <span class=\"hljs-keyword\">for<\/span> sen <span class=\"hljs-keyword\">in<\/span> output_integer_seq)\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"Length of longest sentence in the output: %g\"<\/span> % max_out_len)\n<\/code><\/pre>\n<p>\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u062e\u0631\u0648\u062c\u06cc \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\">Total unique words in the output: 9561\nLength of longest sentence in the output: 13\n<\/code><\/pre>\n<p>\u0627\u0632 \u0645\u0642\u0627\u06cc\u0633\u0647 \u062a\u0639\u062f\u0627\u062f \u06a9\u0644\u0645\u0627\u062a \u0645\u0646\u062d\u0635\u0631 \u0628\u0647 \u0641\u0631\u062f \u062f\u0631 \u0648\u0631\u0648\u062f\u06cc \u0648 \u062e\u0631\u0648\u062c\u06cc\u060c \u0645\u06cc \u062a\u0648\u0627\u0646 \u0646\u062a\u06cc\u062c\u0647 \u06af\u0631\u0641\u062a \u06a9\u0647 \u062c\u0645\u0644\u0627\u062a \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u0645\u0639\u0645\u0648\u0644\u0627\u064b \u06a9\u0648\u062a\u0627\u0647\u062a\u0631 \u0647\u0633\u062a\u0646\u062f \u0648 \u062a\u0639\u062f\u0627\u062f \u06a9\u0644\u0645\u0627\u062a \u06a9\u0645\u062a\u0631\u06cc \u062f\u0627\u0631\u0646\u062f. \u0631\u0648\u06cc \u0645\u062a\u0648\u0633\u0637\u060c \u062f\u0631 \u0645\u0642\u0627\u06cc\u0633\u0647 \u0628\u0627 \u062c\u0645\u0644\u0627\u062a \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<p>\u0628\u0639\u062f\u060c \u0628\u0627\u06cc\u062f \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 pad \u06a9\u0646\u06cc\u0645.  \u062f\u0644\u06cc\u0644 \u0627\u0636\u0627\u0641\u0647 \u06a9\u0631\u062f\u0646 \u0648\u0631\u0648\u062f\u06cc \u0648 \u062e\u0631\u0648\u062c\u06cc \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u062c\u0645\u0644\u0627\u062a \u0645\u062a\u0646\u06cc \u0645\u06cc \u062a\u0648\u0627\u0646\u0646\u062f \u0637\u0648\u0644 \u0645\u062a\u0641\u0627\u0648\u062a\u06cc \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u0646\u062f\u060c \u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644 LSTM (\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645\u06cc \u06a9\u0647 \u0645\u06cc \u062e\u0648\u0627\u0647\u06cc\u0645 \u0645\u062f\u0644 \u062e\u0648\u062f \u0631\u0627 \u0622\u0645\u0648\u0632\u0634 \u062f\u0647\u06cc\u0645) \u0646\u0645\u0648\u0646\u0647 \u0647\u0627\u06cc \u0648\u0631\u0648\u062f\u06cc \u0628\u0627 \u0637\u0648\u0644 \u06cc\u06a9\u0633\u0627\u0646 \u0631\u0627 \u0627\u0646\u062a\u0638\u0627\u0631 \u062f\u0627\u0631\u062f.  \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646\u060c \u0628\u0627\u06cc\u062f \u062c\u0645\u0644\u0627\u062a \u062e\u0648\u062f \u0631\u0627 \u0628\u0647 \u0628\u0631\u062f\u0627\u0631\u0647\u0627\u06cc\u06cc \u0628\u0627 \u0637\u0648\u0644 \u062b\u0627\u0628\u062a \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u0645.  \u06cc\u06a9\u06cc \u0627\u0632 \u0631\u0627\u0647 \u0647\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0627\u0632 \u0637\u0631\u06cc\u0642 padding \u0627\u0633\u062a.<\/p>\n<p>\u062f\u0631 padding \u0637\u0648\u0644 \u0645\u0634\u062e\u0635\u06cc \u0628\u0631\u0627\u06cc \u062c\u0645\u0644\u0647 \u062a\u0639\u0631\u06cc\u0641 \u0645\u06cc \u0634\u0648\u062f.  \u062f\u0631 \u0645\u0648\u0631\u062f \u0645\u0627\u060c \u0637\u0648\u0644 \u0637\u0648\u0644\u0627\u0646\u06cc\u200c\u062a\u0631\u06cc\u0646 \u062c\u0645\u0644\u0647 \u062f\u0631 \u0648\u0631\u0648\u062f\u06cc\u200c\u0647\u0627 \u0648 \u062e\u0631\u0648\u062c\u06cc\u200c\u0647\u0627 \u0628\u0647 \u062a\u0631\u062a\u06cc\u0628 \u0628\u0631\u0627\u06cc \u0627\u0636\u0627\u0641\u0647 \u06a9\u0631\u062f\u0646 \u062c\u0645\u0644\u0627\u062a \u0648\u0631\u0648\u062f\u06cc \u0648 \u062e\u0631\u0648\u062c\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.  \u0637\u0648\u0644\u0627\u0646\u06cc \u062a\u0631\u06cc\u0646 \u062c\u0645\u0644\u0647 \u062f\u0631 \u0648\u0631\u0648\u062f\u06cc \u0634\u0627\u0645\u0644 6 \u06a9\u0644\u0645\u0647 \u0627\u0633\u062a.  \u0628\u0631\u0627\u06cc \u062c\u0645\u0644\u0627\u062a\u06cc \u06a9\u0647 \u06a9\u0645\u062a\u0631 \u0627\u0632 6 \u06a9\u0644\u0645\u0647 \u062f\u0627\u0631\u0646\u062f\u060c \u0635\u0641\u0631 \u062f\u0631 \u0646\u0645\u0627\u06cc\u0647 \u0647\u0627\u06cc \u062e\u0627\u0644\u06cc \u0627\u0636\u0627\u0641\u0647 \u0645\u06cc \u0634\u0648\u062f.  \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0632\u06cc\u0631 padding \u0631\u0627 \u0628\u0631\u0627\u06cc \u062c\u0645\u0644\u0627\u062a \u0648\u0631\u0648\u062f\u06cc \u0627\u0639\u0645\u0627\u0644 \u0645\u06cc \u06a9\u0646\u062f.<\/p>\n<pre><code class=\"hljs\">encoder_input_sequences = pad_sequences(input_integer_seq, maxlen=max_input_len)\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"encoder_input_sequences.shape:\"<\/span>, encoder_input_sequences.shape)\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"encoder_input_sequences(172):\"<\/span>, encoder_input_sequences(<span class=\"hljs-number\">172<\/span>))\n<\/code><\/pre>\n<p>\u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0628\u0627\u0644\u0627 \u0634\u06a9\u0644 \u062c\u0645\u0644\u0627\u062a \u0648\u0631\u0648\u062f\u06cc \u067e\u0631 \u0634\u062f\u0647 \u0631\u0627 \u0686\u0627\u067e \u0645\u06cc \u06a9\u0646\u062f.  \u062f\u0646\u0628\u0627\u0644\u0647 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u0628\u0631\u0627\u06cc \u062c\u0645\u0644\u0647 \u062f\u0631 \u0646\u0645\u0627\u06cc\u0647 172 \u0646\u06cc\u0632 \u0686\u0627\u067e \u0634\u062f\u0647 \u0627\u0633\u062a.  \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u062e\u0631\u0648\u062c\u06cc \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\">encoder_input_sequences.shape: (20000, 6)\nencoder_input_sequences(172): (  0   0   0   0   6 539)\n<\/code><\/pre>\n<p>\u0627\u0632 \u0622\u0646\u062c\u0627\u06cc\u06cc \u06a9\u0647 20000 \u062c\u0645\u0644\u0647 \u062f\u0631 \u0648\u0631\u0648\u062f\u06cc \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f \u0648 \u0647\u0631 \u062c\u0645\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc 6 \u0637\u0648\u0644 \u062f\u0627\u0631\u062f\u060c \u0634\u06a9\u0644 \u0648\u0631\u0648\u062f\u06cc \u0627\u06a9\u0646\u0648\u0646 (20000\u060c 6) \u0627\u0633\u062a.  \u0627\u06af\u0631 \u0628\u0647 \u062f\u0646\u0628\u0627\u0644\u0647 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u062c\u0645\u0644\u0647 \u062f\u0631 \u0646\u0645\u0627\u06cc\u0647 172 \u062c\u0645\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0646\u06af\u0627\u0647 \u06a9\u0646\u06cc\u062f\u060c \u0645\u06cc \u0628\u06cc\u0646\u06cc\u062f \u06a9\u0647 \u0633\u0647 \u0635\u0641\u0631 \u0648 \u0628\u0647 \u062f\u0646\u0628\u0627\u0644 \u0622\u0646 \u0645\u0642\u0627\u062f\u06cc\u0631 6 \u0648 539 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f. \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u0628\u0647 \u06cc\u0627\u062f \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f \u06a9\u0647 \u062c\u0645\u0644\u0647 \u0627\u0635\u0644\u06cc \u062f\u0631 \u0634\u0627\u062e\u0635 172 <code>I'm ill<\/code>.  \u0631\u0627 <code>tokenizer<\/code> \u062c\u0645\u0644\u0647 \u0631\u0627 \u0628\u0647 \u062f\u0648 \u06a9\u0644\u0645\u0647 \u062a\u0642\u0633\u06cc\u0645 \u06a9\u0631\u062f <code>I'm<\/code> \u0648 <code>ill<\/code>\u060c \u0622\u0646\u0647\u0627 \u0631\u0627 \u0628\u0647 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0631\u062f \u0648 \u0633\u067e\u0633 \u0628\u0627 \u0627\u0641\u0632\u0648\u062f\u0646 \u0633\u0647 \u0635\u0641\u0631 \u062f\u0631 \u0627\u0628\u062a\u062f\u0627\u06cc \u062f\u0646\u0628\u0627\u0644\u0647 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u0645\u062a\u0646\u0627\u0638\u0631 \u0628\u0631\u0627\u06cc \u062c\u0645\u0644\u0647 \u062f\u0631 \u0646\u0645\u0627\u06cc\u0647 172 \u0644\u06cc\u0633\u062a \u0648\u0631\u0648\u062f\u06cc\u060c \u0627\u0632 \u067e\u06cc\u0634 \u067e\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f.<\/p>\n<p>\u0628\u0631\u0627\u06cc \u062a\u0623\u06cc\u06cc\u062f \u0627\u06cc\u0646\u06a9\u0647 \u0639\u062f\u062f \u0635\u062d\u06cc\u062d \u0628\u0631\u0627\u06cc <code>i'm<\/code> \u0648 <code>ill<\/code> \u0628\u0647 \u062a\u0631\u062a\u06cc\u0628 6 \u0648 539 \u0647\u0633\u062a\u0646\u062f\u060c \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u06a9\u0644\u0645\u0627\u062a \u0631\u0627 \u0628\u0647 \u0622\u0646 \u0645\u0646\u062a\u0642\u0644 \u06a9\u0646\u06cc\u062f <code>word2index_inputs<\/code> \u0641\u0631\u0647\u0646\u06af \u0644\u063a\u062a\u060c \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0632\u06cc\u0631 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-built_in\">print<\/span>(word2idx_inputs(<span class=\"hljs-string\">\"i'm\"<\/span>))\n<span class=\"hljs-built_in\">print<\/span>(word2idx_inputs(<span class=\"hljs-string\">\"ill\"<\/span>))\n<\/code><\/pre>\n<p><strong>\u062e\u0631\u0648\u062c\u06cc:<\/strong><\/p>\n<pre><code class=\"hljs\">6\n539\n<\/code><\/pre>\n<p>\u0628\u0647 \u0647\u0645\u06cc\u0646 \u062a\u0631\u062a\u06cc\u0628\u060c \u062e\u0631\u0648\u062c\u06cc \u0647\u0627\u06cc \u0631\u0633\u06cc\u0648\u0631 \u0648 \u0648\u0631\u0648\u062f\u06cc \u0647\u0627\u06cc \u0631\u0633\u06cc\u0648\u0631 \u0628\u0647 \u0635\u0648\u0631\u062a \u0632\u06cc\u0631 \u0642\u0631\u0627\u0631 \u0645\u06cc \u06af\u06cc\u0631\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">decoder_input_sequences = pad_sequences(output_input_integer_seq, maxlen=max_out_len, padding=<span class=\"hljs-string\">'post'<\/span>)\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"decoder_input_sequences.shape:\"<\/span>, decoder_input_sequences.shape)\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"decoder_input_sequences(172):\"<\/span>, decoder_input_sequences(<span class=\"hljs-number\">172<\/span>))\n<\/code><\/pre>\n<p><strong>\u062e\u0631\u0648\u062c\u06cc:<\/strong><\/p>\n<pre><code class=\"hljs\">decoder_input_sequences.shape: (20000, 13)\ndecoder_input_sequences(172): (  2   3   6 188   0   0   0   0   0   0   0   0   0)\n<\/code><\/pre>\n<p>\u062c\u0645\u0644\u0647 \u062f\u0631 \u0634\u0627\u062e\u0635 172 \u0648\u0631\u0648\u062f\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0645\u06cc \u0628\u0627\u0634\u062f <code>&lt;sos&gt; je suis malade.<\/code>.  \u0627\u06af\u0631 \u0634\u0645\u0627 print \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u0645\u0631\u0628\u0648\u0637\u0647 \u0627\u0632 <code>word2idx_outputs<\/code> \u0641\u0631\u0647\u0646\u06af \u0644\u063a\u062a\u060c \u0628\u0627\u06cc\u062f 2\u060c 3\u060c 6 \u0648 188 \u0631\u0627 \u0686\u0627\u067e \u0634\u062f\u0647 \u0628\u0628\u06cc\u0646\u06cc\u062f \u0631\u0648\u06cc \u0631\u0627 console\u060c \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-built_in\">print<\/span>(word2idx_outputs(<span class=\"hljs-string\">\"&lt;sos&gt;\"<\/span>))\n<span class=\"hljs-built_in\">print<\/span>(word2idx_outputs(<span class=\"hljs-string\">\"je\"<\/span>))\n<span class=\"hljs-built_in\">print<\/span>(word2idx_outputs(<span class=\"hljs-string\">\"suis\"<\/span>))\n<span class=\"hljs-built_in\">print<\/span>(word2idx_outputs(<span class=\"hljs-string\">\"malade.\"<\/span>))\n<\/code><\/pre>\n<p><strong>\u062e\u0631\u0648\u062c\u06cc:<\/strong><\/p>\n<pre><code class=\"hljs\">2\n3\n6\n188\n<\/code><\/pre>\n<p>\u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0630\u06a9\u0631 \u0627\u06cc\u0646 \u0646\u06a9\u062a\u0647 \u0636\u0631\u0648\u0631\u06cc \u0627\u0633\u062a \u06a9\u0647 \u062f\u0631 \u0645\u0648\u0631\u062f \u0631\u0633\u06cc\u0648\u0631\u060c post-padding \u0627\u0639\u0645\u0627\u0644 \u0645\u06cc \u0634\u0648\u062f\u060c \u0628\u0647 \u0627\u06cc\u0646 \u0645\u0639\u0646\u06cc \u06a9\u0647 \u0635\u0641\u0631\u0647\u0627 \u062f\u0631 \u0627\u0646\u062a\u0647\u0627\u06cc \u062c\u0645\u0644\u0647 \u0627\u0636\u0627\u0641\u0647 \u0645\u06cc \u0634\u0648\u0646\u062f.  \u062f\u0631 \u0631\u0645\u0632\u06af\u0630\u0627\u0631\u060c \u0635\u0641\u0631\u0647\u0627 \u062f\u0631 \u0642\u0633\u0645\u062a \u0642\u0631\u0627\u0631 \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0628\u0648\u062f\u0646\u062f <em>\u0634\u0631\u0648\u0639<\/em>.  \u062f\u0644\u06cc\u0644 \u0627\u06cc\u0646 \u0631\u0648\u06cc\u06a9\u0631\u062f \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u062e\u0631\u0648\u062c\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0645\u0628\u062a\u0646\u06cc \u0627\u0633\u062a \u0631\u0648\u06cc \u06a9\u0644\u0645\u0627\u062a\u06cc \u06a9\u0647 \u062f\u0631 \u0627\u0646\u062a\u0647\u0627\u06cc \u062c\u0645\u0644\u0647 \u0642\u0631\u0627\u0631 \u0645\u06cc \u06af\u06cc\u0631\u0646\u062f\u060c \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u06a9\u0644\u0645\u0627\u062a \u0627\u0635\u0644\u06cc \u062f\u0631 \u0627\u0646\u062a\u0647\u0627\u06cc \u062c\u0645\u0644\u0647 \u0648 \u0635\u0641\u0631\u0647\u0627 \u062f\u0631 \u0627\u0628\u062a\u062f\u0627 \u0642\u0631\u0627\u0631 \u0645\u06cc \u06af\u06cc\u0631\u0646\u062f.  \u0627\u0632 \u0637\u0631\u0641 \u062f\u06cc\u06af\u0631\u060c \u062f\u0631 \u0645\u0648\u0631\u062f \u0631\u0645\u0632\u06af\u0634\u0627\u060c \u067e\u0631\u062f\u0627\u0632\u0634 \u0627\u0632 \u0627\u0628\u062a\u062f\u0627\u06cc \u062c\u0645\u0644\u0647 \u0634\u0631\u0648\u0639 \u0645\u06cc \u0634\u0648\u062f \u0648 \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u067e\u0633 padding \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc \u0634\u0648\u062f. \u0631\u0648\u06cc \u0648\u0631\u0648\u062f\u06cc \u0648 \u062e\u0631\u0648\u062c\u06cc \u0631\u0645\u0632\u06af\u0634\u0627<\/p>\n<h2 id=\"wordembeddings\"><span class=\"ez-toc-section\" id=\"%d8%ac%d8%a7%d8%b3%d8%a7%d8%b2%db%8c_%d9%87%d8%a7%db%8c_%da%a9%d9%84%d9%85%d9%87\"><\/span>\u062c\u0627\u0633\u0627\u0632\u06cc \u0647\u0627\u06cc \u06a9\u0644\u0645\u0647<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0645\u0646 \u06cc\u06a9 \u0645\u0642\u0627\u0644\u0647 \u0645\u0641\u0635\u0644 \u0646\u0648\u0634\u062a\u0647 \u0627\u0645 \u0631\u0648\u06cc \u062c\u0627\u0633\u0627\u0632\u06cc \u0647\u0627\u06cc \u06a9\u0644\u0645\u0647\u060c \u06a9\u0647 \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u0628\u062e\u0648\u0627\u0647\u06cc\u062f \u0628\u0631\u0627\u06cc \u062f\u0631\u06a9 \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0627\u062a \u062f\u0631 Keras \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u06cc\u062f.  \u0627\u06cc\u0646 \u0628\u062e\u0634 \u0641\u0642\u0637 \u0627\u062c\u0631\u0627\u06cc \u062c\u0627\u0633\u0627\u0632\u06cc \u0647\u0627\u06cc \u06a9\u0644\u0645\u0647 \u0631\u0627 \u0628\u0631\u0627\u06cc \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646 \u0639\u0635\u0628\u06cc \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc \u062f\u0647\u062f.  \u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644 \u0645\u0641\u0647\u0648\u0645 \u0627\u0635\u0644\u06cc \u06cc\u06a9\u0633\u0627\u0646 \u0627\u0633\u062a.<\/p>\n<p>\u0627\u0632 \u0622\u0646\u062c\u0627\u06cc\u06cc \u06a9\u0647 \u0645\u0627 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0639\u0645\u06cc\u0642 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645\u060c \u0648 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0639\u0645\u06cc\u0642 \u0628\u0627 \u0627\u0639\u062f\u0627\u062f \u06a9\u0627\u0631 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f\u060c \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0628\u0627\u06cc\u062f \u06a9\u0644\u0645\u0627\u062a \u062e\u0648\u062f \u0631\u0627 \u0628\u0647 \u0646\u0645\u0627\u06cc\u0634\u200c\u0647\u0627\u06cc \u0628\u0631\u062f\u0627\u0631\u06cc \u0639\u062f\u062f\u06cc \u0645\u0631\u0628\u0648\u0637\u0647 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u0645.  \u0627\u0645\u0627 \u0645\u0627 \u0642\u0628\u0644\u0627\u064b \u06a9\u0644\u0645\u0627\u062a \u062e\u0648\u062f \u0631\u0627 \u0628\u0647 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0631\u062f\u06cc\u0645.  \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u062a\u0641\u0627\u0648\u062a \u0628\u06cc\u0646 \u0646\u0645\u0627\u06cc\u0634 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u0648 \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0647 \u0686\u06cc\u0633\u062a\u061f<\/p>\n<p>\u062f\u0648 \u062a\u0641\u0627\u0648\u062a \u0627\u0635\u0644\u06cc \u0628\u06cc\u0646 \u0646\u0645\u0627\u06cc\u0634 \u06cc\u06a9 \u0639\u062f\u062f \u0635\u062d\u06cc\u062d \u0648 \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0647 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f.  \u0628\u0627 \u0646\u0645\u0627\u06cc\u0634 \u0639\u062f\u062f \u0635\u062d\u06cc\u062d\u060c \u06cc\u06a9 \u06a9\u0644\u0645\u0647 \u0641\u0642\u0637 \u0628\u0627 \u06cc\u06a9 \u0639\u062f\u062f \u0635\u062d\u06cc\u062d \u0646\u0645\u0627\u06cc\u0634 \u062f\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f.  \u0628\u0627 \u0646\u0645\u0627\u06cc\u0634 \u0628\u0631\u062f\u0627\u0631\u06cc\u060c \u06cc\u06a9 \u06a9\u0644\u0645\u0647 \u0628\u0627 \u0628\u0631\u062f\u0627\u0631 50\u060c 100\u060c 200 \u06cc\u0627 \u0647\u0631 \u0627\u0628\u0639\u0627\u062f\u06cc \u06a9\u0647 \u062f\u0648\u0633\u062a \u062f\u0627\u0631\u06cc\u062f \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f.  \u0627\u0632 \u0627\u06cc\u0646 \u0631\u0648\u060c \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0627\u062a \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0628\u06cc\u0634\u062a\u0631\u06cc \u0631\u0627 \u062f\u0631 \u0645\u0648\u0631\u062f \u06a9\u0644\u0645\u0627\u062a \u0628\u0647 \u062f\u0633\u062a \u0645\u06cc\u200c\u0622\u0648\u0631\u062f.  \u062b\u0627\u0646\u06cc\u0627\u060c \u0646\u0645\u0627\u06cc\u0634 \u06cc\u06a9 \u0639\u062f\u062f \u0635\u062d\u06cc\u062d \u0631\u0648\u0627\u0628\u0637 \u0628\u06cc\u0646 \u06a9\u0644\u0645\u0627\u062a \u0645\u062e\u062a\u0644\u0641 \u0631\u0627 \u0646\u0634\u0627\u0646 \u0646\u0645\u06cc \u062f\u0647\u062f.  \u0628\u0631\u0639\u06a9\u0633\u060c \u062a\u0639\u0628\u06cc\u0647 \u06a9\u0644\u0645\u0627\u062a \u0631\u0648\u0627\u0628\u0637 \u0628\u06cc\u0646 \u06a9\u0644\u0645\u0627\u062a \u0631\u0627 \u062d\u0641\u0638 \u0645\u06cc \u06a9\u0646\u062f.  \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0632 \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0627\u062a \u0633\u0641\u0627\u0631\u0634\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f \u06cc\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0632 \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0627\u062a \u0627\u0632 \u067e\u06cc\u0634 \u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n<p>\u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0628\u0631\u0627\u06cc \u062c\u0645\u0644\u0627\u062a \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u06cc\u0639\u0646\u06cc \u0648\u0631\u0648\u062f\u06cc \u0647\u0627 \u0627\u0632 the \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u06a9\u0646\u06cc\u0645 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/nlp.stanford.edu\/projects\/glove\/\">\u062f\u0633\u062a\u06a9\u0634<\/a> \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0627\u062a  \u0628\u0631\u0627\u06cc \u062c\u0645\u0644\u0627\u062a \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u062f\u0631 \u062e\u0631\u0648\u062c\u06cc\u060c \u0627\u0632 \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0627\u062a \u0633\u0641\u0627\u0631\u0634\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f.<\/p>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0627\u0628\u062a\u062f\u0627 \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0647 \u0628\u0631\u0627\u06cc \u0648\u0631\u0648\u062f\u06cc \u0647\u0627 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u0645.  \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u06a9\u0627\u0631\u060c \u0628\u0627\u06cc\u062f \u0628\u0631\u062f\u0627\u0631\u0647\u0627\u06cc \u06a9\u0644\u0645\u0647 GloVe \u0631\u0627 \u062f\u0631 \u062d\u0627\u0641\u0638\u0647 \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u06a9\u0646\u06cc\u0645.  \u0633\u067e\u0633 \u06cc\u06a9 \u0641\u0631\u0647\u0646\u06af \u0644\u063a\u062a \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u06cc\u0645 \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u06a9\u0644\u0645\u0627\u062a \u06a9\u0644\u06cc\u062f \u0648 \u0628\u0631\u062f\u0627\u0631\u0647\u0627\u06cc \u0645\u0631\u0628\u0648\u0637\u0647 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0647\u0633\u062a\u0646\u062f\u060c \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0632\u06cc\u0631 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-keyword\">from<\/span> numpy <span class=\"hljs-keyword\">import<\/span> array\n<span class=\"hljs-keyword\">from<\/span> numpy <span class=\"hljs-keyword\">import<\/span> asarray\n<span class=\"hljs-keyword\">from<\/span> numpy <span class=\"hljs-keyword\">import<\/span> zeros\n\nembeddings_dictionary = <span class=\"hljs-built_in\">dict<\/span>()\n\nglove_file = <span class=\"hljs-built_in\">open<\/span>(<span class=\"hljs-string\">r'\/content\/drive\/My Drive\/datasets\/glove.6B.100d.txt'<\/span>, encoding=<span class=\"hljs-string\">\"utf8\"<\/span>)\n\n<span class=\"hljs-keyword\">for<\/span> line <span class=\"hljs-keyword\">in<\/span> glove_file:\n    records = line.split()\n    word = records(<span class=\"hljs-number\">0<\/span>)\n    vector_dimensions = asarray(records(<span class=\"hljs-number\">1<\/span>:), dtype=<span class=\"hljs-string\">'float32'<\/span>)\n    embeddings_dictionary(word) = vector_dimensions\nglove_file.close()\n<\/code><\/pre>\n<p>\u0628\u0647 \u06cc\u0627\u062f \u0628\u06cc\u0627\u0648\u0631\u06cc\u062f \u06a9\u0647 \u0645\u0627 3523 \u06a9\u0644\u0645\u0647 \u0645\u0646\u062d\u0635\u0631 \u0628\u0647 \u0641\u0631\u062f \u062f\u0631 \u0648\u0631\u0648\u062f\u06cc \u062f\u0627\u0631\u06cc\u0645.  \u0645\u0627\u062a\u0631\u06cc\u0633\u06cc \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u06cc\u0645 \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u0634\u0645\u0627\u0631\u0647 \u0631\u062f\u06cc\u0641 \u0645\u0642\u062f\u0627\u0631 \u0635\u062d\u06cc\u062d \u06a9\u0644\u0645\u0647 \u0631\u0627 \u0646\u0634\u0627\u0646 \u0645\u06cc \u062f\u0647\u062f \u0648 \u0633\u062a\u0648\u0646 \u0647\u0627 \u0628\u0627 \u0627\u0628\u0639\u0627\u062f \u06a9\u0644\u0645\u0647 \u0645\u0637\u0627\u0628\u0642\u062a \u062f\u0627\u0631\u0646\u062f.  \u0627\u06cc\u0646 \u0645\u0627\u062a\u0631\u06cc\u0633 \u062d\u0627\u0648\u06cc \u06a9\u0644\u0645\u0627\u062a \u062c\u0627\u0633\u0627\u0632\u06cc \u0634\u062f\u0647 \u0628\u0631\u0627\u06cc \u06a9\u0644\u0645\u0627\u062a \u062f\u0631 \u062c\u0645\u0644\u0627\u062a \u0648\u0631\u0648\u062f\u06cc \u0645\u0627 \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f.<\/p>\n<pre><code class=\"hljs\">num_words = <span class=\"hljs-built_in\">min<\/span>(MAX_NUM_WORDS, <span class=\"hljs-built_in\">len<\/span>(word2idx_inputs) + <span class=\"hljs-number\">1<\/span>)\nembedding_matrix = zeros((num_words, EMBEDDING_SIZE))\n<span class=\"hljs-keyword\">for<\/span> word, index <span class=\"hljs-keyword\">in<\/span> word2idx_inputs.items():\n    embedding_vector = embeddings_dictionary.get(word)\n    <span class=\"hljs-keyword\">if<\/span> embedding_vector <span class=\"hljs-keyword\">is<\/span> <span class=\"hljs-keyword\">not<\/span> <span class=\"hljs-literal\">None<\/span>:\n        embedding_matrix(index) = embedding_vector\n<\/code><\/pre>\n<p>\u0627\u0648\u0644 \u0628\u06cc\u0627\u06cc\u06cc\u062f print \u062a\u0639\u0628\u06cc\u0647 \u06a9\u0644\u0645\u0647 \u0628\u0631\u0627\u06cc \u06a9\u0644\u0645\u0647 <code>ill<\/code> \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0641\u0631\u0647\u0646\u06af \u0644\u063a\u062a \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0647 GloVe.<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-built_in\">print<\/span>(embeddings_dictionary(<span class=\"hljs-string\">\"ill\"<\/span>))\n<\/code><\/pre>\n<p><strong>\u062e\u0631\u0648\u062c\u06cc:<\/strong><\/p>\n<pre><code class=\"hljs\">( 0.12648    0.1366     0.22192   -0.025204  -0.7197     0.66147\n  0.48509    0.057223   0.13829   -0.26375   -0.23647    0.74349\n  0.46737   -0.462      0.20031   -0.26302    0.093948  -0.61756\n -0.28213    0.1353     0.28213    0.21813    0.16418    0.22547\n -0.98945    0.29624   -0.62476   -0.29535    0.21534    0.92274\n  0.38388    0.55744   -0.14628   -0.15674   -0.51941    0.25629\n -0.0079678  0.12998   -0.029192   0.20868   -0.55127    0.075353\n  0.44746   -0.71046    0.75562    0.010378   0.095229   0.16673\n  0.22073   -0.46562   -0.10199   -0.80386    0.45162    0.45183\n  0.19869   -1.6571     0.7584    -0.40298    0.82426   -0.386\n  0.0039546  0.61318    0.02701   -0.3308    -0.095652  -0.082164\n  0.7858     0.13394   -0.32715   -0.31371   -0.14037   -0.73001\n -0.49343    0.56445    0.61038    0.36777   -0.070182   0.44859\n -0.61774   -0.18849    0.65592    0.44797   -0.10469    0.62512\n -1.9474    -0.60622    0.073874   0.50013   -1.1278    -0.42066\n -0.37322   -0.50538    0.59171    0.46534   -0.42482    0.83265\n  0.081548  -0.44147   -0.084311  -1.2304   )\n<\/code><\/pre>\n<p>\u062f\u0631 \u0642\u0633\u0645\u062a \u0642\u0628\u0644 \u062f\u06cc\u062f\u06cc\u0645 \u06a9\u0647 \u0646\u0645\u0627\u06cc\u0634 \u0639\u062f\u062f \u0635\u062d\u06cc\u062d \u0628\u0631\u0627\u06cc \u06a9\u0644\u0645\u0647 \u0627\u0633\u062a <code>ill<\/code> 539 \u0627\u0633\u062a. \u062d\u0627\u0644 \u0628\u06cc\u0627\u06cc\u06cc\u062f \u0634\u0627\u062e\u0635 539 \u06a9\u0644\u0645\u0647 \u0645\u0627\u062a\u0631\u06cc\u0633 \u062a\u0639\u0628\u06cc\u0647 \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u06cc\u0645.<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-built_in\">print<\/span>(embedding_matrix(<span class=\"hljs-number\">539<\/span>))\n<\/code><\/pre>\n<p><strong>\u062e\u0631\u0648\u062c\u06cc:<\/strong><\/p>\n<pre><code class=\"hljs\">( 0.12648    0.1366     0.22192   -0.025204  -0.7197     0.66147\n  0.48509    0.057223   0.13829   -0.26375   -0.23647    0.74349\n  0.46737   -0.462      0.20031   -0.26302    0.093948  -0.61756\n -0.28213    0.1353     0.28213    0.21813    0.16418    0.22547\n -0.98945    0.29624   -0.62476   -0.29535    0.21534    0.92274\n  0.38388    0.55744   -0.14628   -0.15674   -0.51941    0.25629\n -0.0079678  0.12998   -0.029192   0.20868   -0.55127    0.075353\n  0.44746   -0.71046    0.75562    0.010378   0.095229   0.16673\n  0.22073   -0.46562   -0.10199   -0.80386    0.45162    0.45183\n  0.19869   -1.6571     0.7584    -0.40298    0.82426   -0.386\n  0.0039546  0.61318    0.02701   -0.3308    -0.095652  -0.082164\n  0.7858     0.13394   -0.32715   -0.31371   -0.14037   -0.73001\n -0.49343    0.56445    0.61038    0.36777   -0.070182   0.44859\n -0.61774   -0.18849    0.65592    0.44797   -0.10469    0.62512\n -1.9474    -0.60622    0.073874   0.50013   -1.1278    -0.42066\n -0.37322   -0.50538    0.59171    0.46534   -0.42482    0.83265\n  0.081548  -0.44147   -0.084311  -1.2304   )\n<\/code><\/pre>\n<p>\u0645\u06cc \u0628\u06cc\u0646\u06cc\u062f \u06a9\u0647 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0631\u062f\u06cc\u0641 539 \u062f\u0631 \u0645\u0627\u062a\u0631\u06cc\u0633 \u062c\u0627\u0633\u0627\u0632\u06cc \u0634\u0628\u06cc\u0647 \u0628\u0647 \u0646\u0645\u0627\u06cc\u0634 \u0628\u0631\u062f\u0627\u0631\u06cc \u06a9\u0644\u0645\u0647 \u0627\u0633\u062a. <code>ill<\/code> \u062f\u0631 \u0641\u0631\u0647\u0646\u06af \u0644\u063a\u062a GloVe\u060c \u06a9\u0647 \u062a\u0623\u06cc\u06cc\u062f \u0645\u06cc\u200c\u06a9\u0646\u062f \u06a9\u0647 \u0631\u062f\u06cc\u0641\u200c\u0647\u0627 \u062f\u0631 \u0645\u0627\u062a\u0631\u06cc\u0633 \u062c\u0627\u0633\u0627\u0632\u06cc\u060c \u062c\u0627\u0633\u0627\u0632\u06cc\u200c\u0647\u0627\u06cc \u06a9\u0644\u0645\u0647 \u0645\u0631\u0628\u0648\u0637\u0647 \u0631\u0627 \u0627\u0632 \u0641\u0631\u0647\u0646\u06af \u0644\u063a\u062a \u062c\u0627\u0633\u0627\u0632\u06cc \u06a9\u0644\u0645\u0647 GloVe \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f.  \u0627\u06cc\u0646 \u0645\u0627\u062a\u0631\u06cc\u0633 \u062a\u0639\u0628\u06cc\u0647 \u06a9\u0644\u0645\u0647 \u0628\u0631\u0627\u06cc \u0627\u06cc\u062c\u0627\u062f \u0644\u0627\u06cc\u0647 \u062c\u0627\u0633\u0627\u0632\u06cc \u0628\u0631\u0627\u06cc \u0645\u062f\u0644 LSTM \u0645\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062e\u0648\u0627\u0647\u062f \u0634\u062f.<\/p>\n<p>\u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0632\u06cc\u0631 \u0644\u0627\u06cc\u0647 \u062c\u0627\u0633\u0627\u0632\u06cc \u0631\u0627 \u0628\u0631\u0627\u06cc \u0648\u0631\u0648\u062f\u06cc \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">embedding_layer = Embedding(num_words, EMBEDDING_SIZE, weights=(embedding_matrix), input_length=max_input_len)\n<\/code><\/pre>\n<h2 id=\"creatingthemodel\"><span class=\"ez-toc-section\" id=\"%d8%a7%db%8c%d8%ac%d8%a7%d8%af_%d9%85%d8%af%d9%84\"><\/span>\u0627\u06cc\u062c\u0627\u062f \u0645\u062f\u0644<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u0632\u0645\u0627\u0646 \u0622\u0646 \u0627\u0633\u062a \u06a9\u0647 \u0645\u062f\u0644 \u062e\u0648\u062f \u0631\u0627 \u062a\u0648\u0633\u0639\u0647 \u062f\u0647\u06cc\u0645.  \u0627\u0648\u0644\u06cc\u0646 \u06a9\u0627\u0631\u06cc \u06a9\u0647 \u0628\u0627\u06cc\u062f \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u0645 \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627\u06cc \u062e\u0648\u062f \u0631\u0627 \u062a\u0639\u0631\u06cc\u0641 \u06a9\u0646\u06cc\u0645\u060c \u0632\u06cc\u0631\u0627 \u0645\u06cc \u062f\u0627\u0646\u06cc\u0645 \u06a9\u0647 \u062e\u0631\u0648\u062c\u06cc \u062f\u0646\u0628\u0627\u0644\u0647 \u0627\u06cc \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f.  \u0628\u0647 \u06cc\u0627\u062f \u0628\u06cc\u0627\u0648\u0631\u06cc\u062f \u06a9\u0647 \u062a\u0639\u062f\u0627\u062f \u06a9\u0644 \u06a9\u0644\u0645\u0627\u062a \u0645\u0646\u062d\u0635\u0631 \u0628\u0647 \u0641\u0631\u062f \u062f\u0631 \u062e\u0631\u0648\u062c\u06cc 9562 \u0627\u0633\u062a. \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646\u060c \u0647\u0631 \u06a9\u0644\u0645\u0647 \u062f\u0631 \u062e\u0631\u0648\u062c\u06cc \u0645\u06cc \u062a\u0648\u0627\u0646\u062f \u0647\u0631 \u06cc\u06a9 \u0627\u0632 9562 \u06a9\u0644\u0645\u0647 \u0628\u0627\u0634\u062f.  \u0637\u0648\u0644 \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u062e\u0631\u0648\u062c\u06cc 13 \u0627\u0633\u062a. \u0648 \u0628\u0631\u0627\u06cc \u0647\u0631 \u062c\u0645\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc\u060c \u0628\u0647 \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u062e\u0631\u0648\u062c\u06cc \u0645\u0631\u0628\u0648\u0637\u0647 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u0645.  \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646\u060c \u0634\u06a9\u0644 \u0646\u0647\u0627\u06cc\u06cc \u062e\u0631\u0648\u062c\u06cc \u0628\u0647 \u0635\u0648\u0631\u062a \u0632\u06cc\u0631 \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f:<\/p>\n<pre><code class=\"hljs\">(number of inputs, length of the output sentence, the number of words in the output)\n<\/code><\/pre>\n<p>\u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0632\u06cc\u0631 \u0622\u0631\u0627\u06cc\u0647 \u062e\u0631\u0648\u062c\u06cc \u062e\u0627\u0644\u06cc \u0631\u0627 \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">decoder_targets_one_hot = np.zeros((\n        <span class=\"hljs-built_in\">len<\/span>(input_sentences),\n        max_out_len,\n        num_words_output\n    ),\n    dtype=<span class=\"hljs-string\">'float32'<\/span>\n)\n<\/code><\/pre>\n<p>\u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0632\u06cc\u0631 \u0634\u06a9\u0644 \u0631\u0645\u0632\u06af\u0634\u0627 \u0631\u0627 \u0686\u0627\u067e \u0645\u06cc \u06a9\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">decoder_targets_one_hot.shape\n<\/code><\/pre>\n<p><strong>\u062e\u0631\u0648\u062c\u06cc:<\/strong><\/p>\n<pre><code class=\"hljs\">(20000, 13, 9562)\n<\/code><\/pre>\n<p>\u0628\u0631\u0627\u06cc \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc\u060c \u0644\u0627\u06cc\u0647 \u0646\u0647\u0627\u06cc\u06cc \u0645\u062f\u0644 \u06cc\u06a9 \u0644\u0627\u06cc\u0647 \u0645\u062a\u0631\u0627\u06a9\u0645 \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f\u060c \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0645\u0627 \u0628\u0647 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627 \u0628\u0647 \u0634\u06a9\u0644 \u0628\u0631\u062f\u0627\u0631\u0647\u0627\u06cc \u06a9\u062f\u06af\u0630\u0627\u0631\u06cc \u0634\u062f\u0647 \u06cc\u06a9 \u062f\u0627\u063a \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u0645\u060c \u0632\u06cc\u0631\u0627 \u0627\u0632 \u062a\u0627\u0628\u0639 \u0641\u0639\u0627\u0644 \u0633\u0627\u0632\u06cc softmax \u062f\u0631 \u0644\u0627\u06cc\u0647 \u0645\u062a\u0631\u0627\u06a9\u0645 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f.  \u0628\u0631\u0627\u06cc \u0627\u06cc\u062c\u0627\u062f \u0686\u0646\u06cc\u0646 \u062e\u0631\u0648\u062c\u06cc \u06a9\u062f\u06af\u0630\u0627\u0631\u06cc \u0634\u062f\u0647 \u06cc\u06a9 \u062f\u0627\u063a\u060c \u0645\u0631\u062d\u0644\u0647 \u0628\u0639\u062f\u06cc \u0627\u062e\u062a\u0635\u0627\u0635 1 \u0628\u0647 \u0634\u0645\u0627\u0631\u0647 \u0633\u062a\u0648\u0646 \u0627\u0633\u062a \u06a9\u0647 \u0628\u0627 \u0646\u0645\u0627\u06cc\u0634 \u0639\u062f\u062f \u0635\u062d\u06cc\u062d \u06a9\u0644\u0645\u0647 \u0645\u0637\u0627\u0628\u0642\u062a \u062f\u0627\u0631\u062f.  \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0645\u062b\u0627\u0644\u060c \u0646\u0645\u0627\u06cc\u0634 \u0639\u062f\u062f \u0635\u062d\u06cc\u062d \u0628\u0631\u0627\u06cc <code>&lt;sos&gt; je suis malade<\/code> \u0627\u0633\u062a <code>( 2 3 6 188 0 0 0 0 0 0 0 )<\/code>.  \u062f\u0631 <code>decoder_targets_one_hot<\/code> \u0622\u0631\u0627\u06cc\u0647 \u062e\u0631\u0648\u062c\u06cc\u060c \u062f\u0631 \u0633\u062a\u0648\u0646 \u062f\u0648\u0645 \u0633\u0637\u0631 \u0627\u0648\u0644\u060c 1 \u062f\u0631\u062c \u062e\u0648\u0627\u0647\u062f \u0634\u062f.  \u0628\u0647 \u0647\u0645\u06cc\u0646 \u062a\u0631\u062a\u06cc\u0628\u060c \u062f\u0631 \u0634\u0627\u062e\u0635 \u0633\u0648\u0645 \u0627\u0632 \u0631\u062f\u06cc\u0641 \u062f\u0648\u0645\u060c 1 \u062f\u06cc\u06af\u0631 \u062f\u0631\u062c \u062e\u0648\u0627\u0647\u062f \u0634\u062f\u060c \u0648 \u0628\u0647 \u0647\u0645\u06cc\u0646 \u062a\u0631\u062a\u06cc\u0628 \u0631\u0648\u06cc.<\/p>\n<p>\u0628\u0647 \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0632\u06cc\u0631 \u0646\u06af\u0627\u0647 \u06a9\u0646\u06cc\u062f:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-keyword\">for<\/span> i, d <span class=\"hljs-keyword\">in<\/span> <span class=\"hljs-built_in\">enumerate<\/span>(decoder_output_sequences):\n    <span class=\"hljs-keyword\">for<\/span> t, word <span class=\"hljs-keyword\">in<\/span> <span class=\"hljs-built_in\">enumerate<\/span>(d):\n        decoder_targets_one_hot(i, t, word) = <span class=\"hljs-number\">1<\/span>\n<\/code><\/pre>\n<p>\u0628\u0639\u062f\u060c \u0645\u0627 \u0628\u0627\u06cc\u062f \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0648 \u0631\u0645\u0632\u06af\u0634\u0627 \u0631\u0627 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u0645.  \u0648\u0631\u0648\u062f\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0639\u0628\u0627\u0631\u062a \u0628\u0647 \u0632\u0628\u0627\u0646 \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u0648 \u062e\u0631\u0648\u062c\u06cc \u062d\u0627\u0644\u062a \u0645\u062e\u0641\u06cc \u0648 \u062d\u0627\u0644\u062a \u0633\u0644\u0648\u0644\u06cc LSTM \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f.<\/p>\n<p>\u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0632\u06cc\u0631 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0631\u0627 \u062a\u0639\u0631\u06cc\u0641 \u0645\u06cc \u06a9\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">encoder_inputs_placeholder = Input(shape=(max_input_len,))\nx = embedding_layer(encoder_inputs_placeholder)\nencoder = LSTM(LSTM_NODES, return_state=<span class=\"hljs-literal\">True<\/span>)\n\nencoder_outputs, h, c = encoder(x)\nencoder_states = (h, c)\n<\/code><\/pre>\n<p>\u0645\u0631\u062d\u0644\u0647 \u0628\u0639\u062f\u06cc \u062a\u0639\u0631\u06cc\u0641 \u0631\u0645\u0632\u06af\u0634\u0627 \u0627\u0633\u062a.  \u0631\u0645\u0632\u06af\u0634\u0627 \u062f\u0648 \u0648\u0631\u0648\u062f\u06cc \u062e\u0648\u0627\u0647\u062f \u062f\u0627\u0634\u062a: \u062d\u0627\u0644\u062a \u067e\u0646\u0647\u0627\u0646 \u0648 \u062d\u0627\u0644\u062a \u0633\u0644\u0648\u0644 \u0627\u0632 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0648 \u062c\u0645\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u06a9\u0647 \u062f\u0631 \u0648\u0627\u0642\u0639 \u062c\u0645\u0644\u0647 \u062e\u0631\u0648\u062c\u06cc \u0628\u0627 \u06cc\u06a9 \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f. <code>&lt;sos&gt;<\/code> \u062a\u0648\u06a9\u0646 \u062f\u0631 \u0627\u0628\u062a\u062f\u0627 \u0636\u0645\u06cc\u0645\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<p>\u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0632\u06cc\u0631 \u0631\u0645\u0632\u06af\u0634\u0627 LSTM \u0631\u0627 \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">decoder_inputs_placeholder = Input(shape=(max_out_len,))\n\ndecoder_embedding = Embedding(num_words_output, LSTM_NODES)\ndecoder_inputs_x = decoder_embedding(decoder_inputs_placeholder)\n\ndecoder_lstm = LSTM(LSTM_NODES, return_sequences=<span class=\"hljs-literal\">True<\/span>, return_state=<span class=\"hljs-literal\">True<\/span>)\ndecoder_outputs, _, _ = decoder_lstm(decoder_inputs_x, initial_state=encoder_states)\n<\/code><\/pre>\n<p>\u062f\u0631 \u0646\u0647\u0627\u06cc\u062a\u060c \u062e\u0631\u0648\u062c\u06cc \u0627\u0632 \u0631\u0645\u0632\u06af\u0634\u0627 LSTM \u0627\u0632 \u06cc\u06a9 \u0644\u0627\u06cc\u0647 \u0645\u062a\u0631\u0627\u06a9\u0645 \u0639\u0628\u0648\u0631 \u0645\u06cc \u06a9\u0646\u062f \u062a\u0627 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0631\u0627 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u06a9\u0646\u062f\u060c \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\">decoder_dense = Dense(num_words_output, activation=<span class=\"hljs-string\">'softmax'<\/span>)\ndecoder_outputs = decoder_dense(decoder_outputs)\n<\/code><\/pre>\n<p>\u0645\u0631\u062d\u0644\u0647 \u0628\u0639\u062f\u06cc \u06a9\u0627\u0645\u067e\u0627\u06cc\u0644 \u0645\u062f\u0644 \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\">model = Model((encoder_inputs_placeholder,\n  decoder_inputs_placeholder), decoder_outputs)\nmodel.<span class=\"hljs-built_in\">compile<\/span>(\n    optimizer=<span class=\"hljs-string\">'rmsprop'<\/span>,\n    loss=<span class=\"hljs-string\">'categorical_crossentropy'<\/span>,\n    metrics=(<span class=\"hljs-string\">'accuracy'<\/span>)\n)\n<\/code><\/pre>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0645\u062f\u0644 \u062e\u0648\u062f \u0631\u0627 \u062a\u0631\u0633\u06cc\u0645 \u06a9\u0646\u06cc\u0645 \u062a\u0627 \u0628\u0628\u06cc\u0646\u06cc\u0645 \u0686\u06af\u0648\u0646\u0647 \u0628\u0647 \u0646\u0638\u0631 \u0645\u06cc \u0631\u0633\u062f:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-keyword\">from<\/span> keras.utils <span class=\"hljs-keyword\">import<\/span> plot_model\nplot_model(model, to_file=<span class=\"hljs-string\">'model_plot4a.png'<\/span>, show_shapes=<span class=\"hljs-literal\">True<\/span>, show_layer_names=<span class=\"hljs-literal\">True<\/span>)\n<\/code><\/pre>\n<p><strong>\u062e\u0631\u0648\u062c\u06cc:<\/strong><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/rasanegar.com\/blog\/wp-content\/uploads\/2024\/01\/Neural+Machine+Translation+with+Seq2Seq+Architecture+in+Keras-1.png\" alt=\"\" title=\"\"><\/p>\n<p>\u0627\u0632 \u062e\u0631\u0648\u062c\u06cc \u0645\u06cc \u0628\u06cc\u0646\u06cc\u062f \u06a9\u0647 \u062f\u0648 \u0646\u0648\u0639 \u0648\u0631\u0648\u062f\u06cc \u062f\u0627\u0631\u06cc\u0645. <code>input_1<\/code> \u0645\u062d\u0644 \u0648\u0631\u0648\u062f\u06cc \u0628\u0631\u0627\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0627\u0633\u062a \u06a9\u0647 \u062a\u0639\u0628\u06cc\u0647 \u0634\u062f\u0647 \u0648 \u0627\u0632 \u0622\u0646 \u0639\u0628\u0648\u0631 \u0645\u06cc \u06a9\u0646\u062f <code>lstm_1<\/code> \u0644\u0627\u06cc\u0647\u060c \u06a9\u0647 \u0627\u0633\u0627\u0633\u0627 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 LSTM \u0627\u0633\u062a.  \u0633\u0647 \u062e\u0631\u0648\u062c\u06cc \u0627\u0632 <code>lstm_1<\/code> \u0644\u0627\u06cc\u0647: \u062e\u0631\u0648\u062c\u06cc\u060c \u0644\u0627\u06cc\u0647 \u067e\u0646\u0647\u0627\u0646 \u0648 \u062d\u0627\u0644\u062a \u0633\u0644\u0648\u0644.  \u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644\u060c \u062a\u0646\u0647\u0627 \u062d\u0627\u0644\u062a \u0633\u0644\u0648\u0644 \u0648 \u062d\u0627\u0644\u062a \u067e\u0646\u0647\u0627\u0646 \u0628\u0647 \u0631\u0645\u0632\u06af\u0634\u0627 \u0645\u0646\u062a\u0642\u0644 \u0645\u06cc \u0634\u0648\u062f.<\/p>\n<p>\u0627\u06cc\u0646\u062c\u0627 <code>lstm_2<\/code> \u0644\u0627\u06cc\u0647 \u0631\u0645\u0632\u06af\u0634\u0627 LSTM \u0627\u0633\u062a.  \u0631\u0627 <code>input_2<\/code> \u0634\u0627\u0645\u0644 \u062c\u0645\u0644\u0627\u062a \u062e\u0631\u0648\u062c\u06cc \u0628\u0627 <code>&lt;sos&gt;<\/code> \u0646\u0634\u0627\u0646\u0647 \u0627\u0636\u0627\u0641\u0647 \u0634\u062f\u0647 \u062f\u0631 \u0627\u0628\u062a\u062f\u0627  \u0631\u0627 <code>input_2<\/code> \u0647\u0645\u0686\u0646\u06cc\u0646 \u0627\u0632 \u06cc\u06a9 \u0644\u0627\u06cc\u0647 \u062a\u0639\u0628\u06cc\u0647 \u0634\u062f\u0647 \u0639\u0628\u0648\u0631 \u0645\u06cc \u06a9\u0646\u062f \u0648 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0648\u0631\u0648\u062f\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 LSTM \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f. <code>lstm_2<\/code>.  \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a\u060c \u062e\u0631\u0648\u062c\u06cc \u0627\u0632 \u0631\u0645\u0632\u06af\u0634\u0627 LSTM \u0627\u0632 \u0644\u0627\u06cc\u0647 \u0645\u062a\u0631\u0627\u06a9\u0645 \u0639\u0628\u0648\u0631 \u062f\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f \u062a\u0627 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0634\u0648\u062f.<\/p>\n<p>\u0645\u0631\u062d\u0644\u0647 \u0628\u0639\u062f\u06cc \u0622\u0645\u0648\u0632\u0634 \u0645\u062f\u0644 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 <code>fit()<\/code> \u0631\u0648\u0634:<\/p>\n<pre><code class=\"hljs\">r = model.fit(\n    (encoder_input_sequences, decoder_input_sequences),\n    decoder_targets_one_hot,\n    batch_size=BATCH_SIZE,\n    epochs=EPOCHS,\n    validation_split=<span class=\"hljs-number\">0.1<\/span>,\n)\n<\/code><\/pre>\n<p>\u0645\u062f\u0644 \u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0647 \u0627\u0633\u062a \u0631\u0648\u06cc 18000 \u0631\u06a9\u0648\u0631\u062f \u0648 \u062a\u0633\u062a \u0634\u062f\u0647 \u0631\u0648\u06cc 2000 \u0631\u06a9\u0648\u0631\u062f \u0628\u0627\u0642\u06cc \u0645\u0627\u0646\u062f\u0647  \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0628\u0631\u0627\u06cc 20 \u062f\u0648\u0631\u0647 \u0622\u0645\u0648\u0632\u0634 \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a\u060c \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u062a\u0639\u062f\u0627\u062f \u062f\u0648\u0631\u0647 \u0647\u0627 \u0631\u0627 \u062a\u063a\u06cc\u06cc\u0631 \u062f\u0647\u06cc\u062f \u062a\u0627 \u0628\u0628\u06cc\u0646\u06cc\u062f \u0622\u06cc\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0646\u062a\u0627\u06cc\u062c \u0628\u0647\u062a\u0631\u06cc \u0628\u06af\u06cc\u0631\u06cc\u062f.  \u067e\u0633 \u0627\u0632 20 \u062f\u0648\u0631\u0647\u060c \u062f\u0642\u062a \u0622\u0645\u0648\u0632\u0634 90.99\u066a \u0648 \u062f\u0642\u062a \u0627\u0639\u062a\u0628\u0627\u0631 79.11\u066a \u0631\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a \u06a9\u0631\u062f\u0645 \u06a9\u0647 \u0646\u0634\u0627\u0646 \u0645\u06cc \u062f\u0647\u062f \u0645\u062f\u0644 \u0628\u06cc\u0634 \u0627\u0632 \u062d\u062f \u0628\u0631\u0627\u0632\u0634 \u0627\u0633\u062a.  \u0628\u0631\u0627\u06cc \u06a9\u0627\u0647\u0634 \u0627\u0636\u0627\u0641\u0647 \u0628\u0631\u0627\u0632\u0634\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u062a\u0631\u06a9 \u062a\u062d\u0635\u06cc\u0644 \u06cc\u0627 \u0631\u06a9\u0648\u0631\u062f\u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc \u0631\u0627 \u0627\u0636\u0627\u0641\u0647 \u06a9\u0646\u06cc\u062f.  \u0645\u0627 \u0641\u0642\u0637 \u062f\u0631 \u062d\u0627\u0644 \u062a\u0645\u0631\u06cc\u0646 \u0647\u0633\u062a\u06cc\u0645 \u0631\u0648\u06cc 200000 \u0631\u06a9\u0648\u0631\u062f\u060c \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0631\u06a9\u0648\u0631\u062f\u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc \u0631\u0627 \u0628\u0631\u0627\u06cc \u06a9\u0627\u0647\u0634 \u0628\u06cc\u0634 \u0627\u0632 \u062d\u062f \u0628\u0631\u0627\u0632\u0634 \u0627\u0636\u0627\u0641\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n<h2 id=\"modifyingthemodelforpredictions\"><span class=\"ez-toc-section\" id=\"%d8%a7%d8%b5%d9%84%d8%a7%d8%ad_%d9%85%d8%af%d9%84_%d8%a8%d8%b1%d8%a7%db%8c_%d9%be%db%8c%d8%b4_%d8%a8%db%8c%d9%86%db%8c_%d9%87%d8%a7\"><\/span>\u0627\u0635\u0644\u0627\u062d \u0645\u062f\u0644 \u0628\u0631\u0627\u06cc \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0647\u0627<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062f\u0631 \u062d\u06cc\u0646 \u0622\u0645\u0648\u0632\u0634\u060c \u0645\u0627 \u0648\u0631\u0648\u062f\u06cc \u0647\u0627\u06cc \u0648\u0627\u0642\u0639\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0647\u0645\u0647 \u06a9\u0644\u0645\u0627\u062a \u062e\u0631\u0648\u062c\u06cc \u062f\u0631 \u062f\u0646\u0628\u0627\u0644\u0647 \u0645\u06cc \u062f\u0627\u0646\u06cc\u0645.  \u0646\u0645\u0648\u0646\u0647 \u0627\u06cc \u0627\u0632 \u0627\u062a\u0641\u0627\u0642\u0627\u062a\u06cc \u06a9\u0647 \u062f\u0631 \u0637\u0648\u0644 \u062a\u0645\u0631\u06cc\u0646 \u0645\u06cc \u0627\u0641\u062a\u062f \u0628\u0647 \u0634\u0631\u062d \u0632\u06cc\u0631 \u0627\u0633\u062a.  \u0641\u0631\u0636 \u06a9\u0646\u06cc\u062f \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u062f\u0627\u0631\u06cc\u0645 <code>i'm ill<\/code>.  \u062c\u0645\u0644\u0647 \u0628\u0647 \u0635\u0648\u0631\u062a \u0632\u06cc\u0631 \u062a\u0631\u062c\u0645\u0647 \u0645\u06cc \u0634\u0648\u062f:<\/p>\n<pre><code class=\"hljs\">\/\/ Inputs \u0631\u0648\u06cc the left of Encoder\/Decoder, outputs \u0631\u0648\u06cc the right.\n\nStep 1:\nI'm ill -&gt; Encoder -&gt; enc(h1,c1)\n\nenc(h1,c1) + &lt;sos&gt; -&gt; Decoder -&gt; je + dec(h1,c1)\n\nstep 2:\n\nenc(h1,c1) + je -&gt; Decoder -&gt; suis + dec(h2,c2)\n\nstep 3:\n\nenc(h2,c2) + suis -&gt; Decoder -&gt; malade. + dec(h3,c3)\n\nstep 3:\n\nenc(h3,c3) + malade. -&gt; Decoder -&gt; &lt;eos&gt; + dec(h4,c4)\n<\/code><\/pre>\n<p>\u0645\u06cc \u0628\u06cc\u0646\u06cc\u062f \u06a9\u0647 \u0648\u0631\u0648\u062f\u06cc \u0631\u0633\u06cc\u0648\u0631 \u0648 \u062e\u0631\u0648\u062c\u06cc \u0627\u0632 \u0631\u0633\u06cc\u0648\u0631 \u0645\u0634\u062e\u0635 \u0627\u0633\u062a \u0648 \u0645\u062f\u0644 \u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0647 \u0627\u0633\u062a. \u0631\u0648\u06cc \u0627\u0633\u0627\u0633 \u0627\u06cc\u0646 \u0648\u0631\u0648\u062f\u06cc \u0647\u0627 \u0648 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627 \u0627\u0633\u062a.<\/p>\n<p>\u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644\u060c \u062f\u0631 \u0637\u0648\u0644 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u06a9\u0644\u0645\u0647 \u0628\u0639\u062f\u06cc \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0645\u06cc \u0634\u0648\u062f \u0631\u0648\u06cc \u0627\u0633\u0627\u0633 \u06a9\u0644\u0645\u0647 \u0642\u0628\u0644\u06cc \u06a9\u0647 \u0628\u0647 \u0646\u0648\u0628\u0647 \u062e\u0648\u062f \u062f\u0631 \u0645\u0631\u062d\u0644\u0647 \u0632\u0645\u0627\u0646\u06cc \u0642\u0628\u0644\u06cc \u0646\u06cc\u0632 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0634\u062f\u0647 \u0627\u0633\u062a.  \u062d\u0627\u0644\u0627 \u0647\u062f\u0641 \u0631\u0627 \u0645\u062a\u0648\u062c\u0647 \u062e\u0648\u0627\u0647\u06cc\u062f \u0634\u062f <code>&lt;sos&gt;<\/code> \u0648 <code>&lt;eos&gt;<\/code> \u062a\u0648\u06a9\u0646 \u0647\u0627  \u062f\u0631 \u062d\u06cc\u0646 \u0627\u0646\u062c\u0627\u0645 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0647\u0627\u06cc \u0648\u0627\u0642\u0639\u06cc\u060c \u062a\u0648\u0627\u0644\u06cc \u062e\u0631\u0648\u062c\u06cc \u06a9\u0627\u0645\u0644 \u062f\u0631 \u062f\u0633\u062a\u0631\u0633 \u0646\u06cc\u0633\u062a\u060c \u062f\u0631 \u0648\u0627\u0642\u0639 \u0627\u06cc\u0646 \u0686\u06cc\u0632\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0645\u0627 \u0628\u0627\u06cc\u062f \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u06a9\u0646\u06cc\u0645.  \u062f\u0631 \u0637\u0648\u0644 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u062a\u0646\u0647\u0627 \u06a9\u0644\u0645\u0647 \u0627\u06cc \u06a9\u0647 \u062f\u0631 \u062f\u0633\u062a\u0631\u0633 \u0645\u0627\u0633\u062a \u0627\u06cc\u0646 \u0627\u0633\u062a <code>&lt;sos&gt;<\/code> \u0627\u0632 \u0622\u0646\u062c\u0627\u06cc\u06cc \u06a9\u0647 \u062a\u0645\u0627\u0645 \u062c\u0645\u0644\u0627\u062a \u062e\u0631\u0648\u062c\u06cc \u0628\u0627 \u0634\u0631\u0648\u0639 \u0645\u06cc \u0634\u0648\u0646\u062f <code>&lt;sos&gt;<\/code>.<\/p>\n<p>\u0646\u0645\u0648\u0646\u0647 \u0627\u06cc \u0627\u0632 \u0622\u0646\u0686\u0647 \u062f\u0631 \u062d\u06cc\u0646 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0627\u062a\u0641\u0627\u0642 \u0645\u06cc \u0627\u0641\u062a\u062f \u0628\u0647 \u0634\u0631\u062d \u0632\u06cc\u0631 \u0627\u0633\u062a.  \u0645\u0627 \u062f\u0648\u0628\u0627\u0631\u0647 \u062c\u0645\u0644\u0647 \u0631\u0627 \u062a\u0631\u062c\u0645\u0647 \u0645\u06cc \u06a9\u0646\u06cc\u0645 <code>i'm ill<\/code>:<\/p>\n<pre><code class=\"hljs\">\/\/ Inputs \u0631\u0648\u06cc the left of Encoder\/Decoder, outputs \u0631\u0648\u06cc the right.\n\nStep 1:\n\nI'm ill -&gt; Encoder -&gt; enc(h1,c1)\n\nenc(h1,c1) + &lt;sos&gt; -&gt; Decoder -&gt; y1(je) + dec(h1,c1)\n\nstep 2:\n\nenc(h1,c1) + y1 -&gt; Decoder -&gt; y2(suis) + dec(h2,c2)\n\nstep 3:\n\nenc(h2,c2) + y2 -&gt; Decoder -&gt; y3(malade.) + dec(h3,c3)\n\nstep 3:\n\nenc(h3,c3) + y3 -&gt; Decoder -&gt; y4(&lt;eos&gt;) + dec(h4,c4)\n<\/code><\/pre>\n<p>\u0645\u06cc \u0628\u06cc\u0646\u06cc\u062f \u06a9\u0647 \u0639\u0645\u0644\u06a9\u0631\u062f \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u062b\u0627\u0628\u062a \u0645\u06cc \u0645\u0627\u0646\u062f.  \u062c\u0645\u0644\u0647 \u062f\u0631 \u0632\u0628\u0627\u0646 \u0627\u0635\u0644\u06cc \u0627\u0632 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0648 \u062d\u0627\u0644\u062a \u067e\u0646\u0647\u0627\u0646 \u0639\u0628\u0648\u0631 \u062f\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f \u0648 \u062d\u0627\u0644\u062a \u0633\u0644\u0648\u0644 \u062e\u0631\u0648\u062c\u06cc \u0627\u0632 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0627\u0633\u062a.<\/p>\n<p>\u062f\u0631 \u0645\u0631\u062d\u0644\u0647 1\u060c \u0648\u0636\u0639\u06cc\u062a \u067e\u0646\u0647\u0627\u0646 \u0648 \u0648\u0636\u0639\u06cc\u062a \u0633\u0644\u0648\u0644 \u0631\u0645\u0632\u06af\u0630\u0627\u0631\u060c \u0648 <code>&lt;sos&gt;<\/code>\u060c \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0648\u0631\u0648\u062f\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f.  \u0631\u0645\u0632\u06af\u0634\u0627 \u06cc\u06a9 \u06a9\u0644\u0645\u0647 \u0631\u0627 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0645\u06cc \u06a9\u0646\u062f <code>y1<\/code> \u06a9\u0647 \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u062f\u0631\u0633\u062a \u0628\u0627\u0634\u062f \u06cc\u0627 \u0646\u0628\u0627\u0634\u062f.  \u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644\u060c \u0637\u0628\u0642 \u0645\u062f\u0644 \u0645\u0627\u060c \u0627\u062d\u062a\u0645\u0627\u0644 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u0635\u062d\u06cc\u062d 0.7911 \u0627\u0633\u062a.  \u062f\u0631 \u0645\u0631\u062d\u0644\u0647 2\u060c \u0631\u0633\u06cc\u0648\u0631 \u062d\u0627\u0644\u062a \u067e\u0646\u0647\u0627\u0646 \u0648 \u0648\u0636\u0639\u06cc\u062a \u0633\u0644\u0648\u0644 \u0627\u0632 \u0645\u0631\u062d\u0644\u0647 1\u060c \u0647\u0645\u0631\u0627\u0647 \u0628\u0627 <code>y1<\/code>\u060c \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0648\u0631\u0648\u062f\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f \u06a9\u0647 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0645\u06cc \u06a9\u0646\u062f <code>y2<\/code>.  \u0631\u0627 process \u0627\u062f\u0627\u0645\u0647 \u062f\u0627\u0631\u062f \u062a\u0627 \u0627\u06cc\u0646\u06a9\u0647 <code>&lt;eos&gt;<\/code> \u0646\u0634\u0627\u0646\u0647 \u0645\u0648\u0627\u062c\u0647 \u0645\u06cc \u0634\u0648\u062f.  \u0633\u067e\u0633 \u062a\u0645\u0627\u0645 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627\u06cc \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0634\u062f\u0647 \u0627\u0632 \u0631\u0645\u0632\u06af\u0634\u0627 \u0628\u0647 \u0647\u0645 \u0645\u062a\u0635\u0644 \u0645\u06cc \u0634\u0648\u0646\u062f \u062a\u0627 \u062c\u0645\u0644\u0647 \u062e\u0631\u0648\u062c\u06cc \u0646\u0647\u0627\u06cc\u06cc \u0631\u0627 \u062a\u0634\u06a9\u06cc\u0644 \u062f\u0647\u0646\u062f.  \u0628\u06cc\u0627\u06cc\u06cc\u062f \u0645\u062f\u0644 \u062e\u0648\u062f \u0631\u0627 \u0628\u0631\u0627\u06cc \u0627\u062c\u0631\u0627\u06cc \u0627\u06cc\u0646 \u0645\u0646\u0637\u0642 \u0627\u0635\u0644\u0627\u062d \u06a9\u0646\u06cc\u0645.<\/p>\n<p>\u0645\u062f\u0644 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u062b\u0627\u0628\u062a \u0645\u06cc \u0645\u0627\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">encoder_model = Model(encoder_inputs_placeholder, encoder_states)\n<\/code><\/pre>\n<p>\u0627\u0632 \u0622\u0646\u062c\u0627\u06cc\u06cc \u06a9\u0647 \u0627\u06a9\u0646\u0648\u0646 \u062f\u0631 \u0647\u0631 \u0645\u0631\u062d\u0644\u0647 \u0628\u0647 \u0631\u0633\u06cc\u0648\u0631 \u0645\u062e\u0641\u06cc \u0648 \u062d\u0627\u0644\u062a \u0633\u0644\u0648\u0644\u06cc \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u0645\u060c \u0645\u062f\u0644 \u062e\u0648\u062f \u0631\u0627 \u0637\u0648\u0631\u06cc \u062a\u063a\u06cc\u06cc\u0631 \u0645\u06cc \u062f\u0647\u06cc\u0645 \u06a9\u0647 \u062d\u0627\u0644\u062a \u0647\u0627\u06cc \u0645\u062e\u0641\u06cc \u0648 \u0633\u0644\u0648\u0644\u06cc \u0631\u0627 \u0645\u0637\u0627\u0628\u0642 \u0634\u06a9\u0644 \u0632\u06cc\u0631 \u0628\u067e\u0630\u06cc\u0631\u062f:<\/p>\n<pre><code class=\"hljs\">decoder_state_input_h = Input(shape=(LSTM_NODES,))\ndecoder_state_input_c = Input(shape=(LSTM_NODES,))\ndecoder_states_inputs = (decoder_state_input_h, decoder_state_input_c)\n<\/code><\/pre>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u062f\u0631 \u0647\u0631 \u0645\u0631\u062d\u0644\u0647 \u0632\u0645\u0627\u0646\u06cc\u060c \u062a\u0646\u0647\u0627 \u06cc\u06a9 \u06a9\u0644\u0645\u0647 \u062f\u0631 \u0648\u0631\u0648\u062f\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0648\u062c\u0648\u062f \u062e\u0648\u0627\u0647\u062f \u062f\u0627\u0634\u062a\u060c \u0645\u0627 \u0628\u0627\u06cc\u062f \u0644\u0627\u06cc\u0647 \u062a\u0639\u0628\u06cc\u0647 \u0631\u0645\u0632\u06af\u0634\u0627 \u0631\u0627 \u0628\u0647 \u0635\u0648\u0631\u062a \u0632\u06cc\u0631 \u062a\u063a\u06cc\u06cc\u0631 \u062f\u0647\u06cc\u0645:<\/p>\n<pre><code class=\"hljs\">decoder_inputs_single = Input(shape=(<span class=\"hljs-number\">1<\/span>,))\ndecoder_inputs_single_x = decoder_embedding(decoder_inputs_single)\n<\/code><\/pre>\n<p>\u062f\u0631 \u0645\u0631\u062d\u0644\u0647 \u0628\u0639\u062f\u060c \u0645\u0627 \u0628\u0627\u06cc\u062f \u06cc\u06a9 \u0645\u06a9\u0627\u0646 \u0646\u06af\u0647\u062f\u0627\u0631 \u0628\u0631\u0627\u06cc \u062e\u0631\u0648\u062c\u06cc \u0647\u0627\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u0645:<\/p>\n<pre><code class=\"hljs\">decoder_outputs, h, c = decoder_lstm(decoder_inputs_single_x, initial_state=decoder_states_inputs)\n<\/code><\/pre>\n<p>\u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc\u060c \u062e\u0631\u0648\u062c\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0627\u0632 \u0644\u0627\u06cc\u0647 \u0645\u062a\u0631\u0627\u06a9\u0645 \u0639\u0628\u0648\u0631 \u0645\u06cc\u200c\u06a9\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">decoder_states = (h, c)\ndecoder_outputs = decoder_dense(decoder_outputs)\n<\/code><\/pre>\n<p>\u0645\u0631\u062d\u0644\u0647 \u0646\u0647\u0627\u06cc\u06cc \u062a\u0639\u0631\u06cc\u0641 \u0645\u062f\u0644 \u0631\u0645\u0632\u06af\u0634\u0627\u06cc \u0628\u0647 \u0631\u0648\u0632 \u0634\u062f\u0647 \u0627\u0633\u062a\u060c \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\">decoder_model = Model(\n    (decoder_inputs_single) + decoder_states_inputs,\n    (decoder_outputs) + decoder_states\n)\n<\/code><\/pre>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0627\u06a9\u0646\u0648\u0646 \u0631\u0645\u0632\u06af\u0634\u0627\u06cc \u0627\u0635\u0644\u0627\u062d \u0634\u062f\u0647 LSTM \u0631\u0627 \u062a\u0631\u0633\u06cc\u0645 \u06a9\u0646\u06cc\u0645 \u06a9\u0647 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0645\u06cc \u06a9\u0646\u062f:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-keyword\">from<\/span> keras.utils <span class=\"hljs-keyword\">import<\/span> plot_model\nplot_model(decoder_model, to_file=<span class=\"hljs-string\">'model_plot_dec.png'<\/span>, show_shapes=<span class=\"hljs-literal\">True<\/span>, show_layer_names=<span class=\"hljs-literal\">True<\/span>)\n<\/code><\/pre>\n<p><strong>\u062e\u0631\u0648\u062c\u06cc:<\/strong><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/rasanegar.com\/blog\/wp-content\/uploads\/2024\/01\/Neural+Machine+Translation+with+Seq2Seq+Architecture+in+Keras-2.png\" alt=\"\" title=\"\"><\/p>\n<p>\u062f\u0631 \u062a\u0635\u0648\u06cc\u0631 \u0628\u0627\u0644\u0627 <code>lstm_2<\/code> \u0631\u0645\u0632\u06af\u0634\u0627\u06cc \u0627\u0635\u0644\u0627\u062d \u0634\u062f\u0647 LSTM \u0627\u0633\u062a.  \u0645\u06cc \u0628\u06cc\u0646\u06cc\u062f \u06a9\u0647 \u062c\u0645\u0644\u0647 \u0631\u0627 \u0628\u0627 \u06cc\u06a9 \u06a9\u0644\u0645\u0647 \u0645\u06cc \u067e\u0630\u06cc\u0631\u062f \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a <code>input_5<\/code>\u0648 \u062d\u0627\u0644\u062a \u0647\u0627\u06cc \u0645\u062e\u0641\u06cc \u0648 \u0633\u0644\u0648\u0644\u06cc \u0627\u0632 \u062e\u0631\u0648\u062c\u06cc \u0642\u0628\u0644\u06cc (<code>input_3<\/code> \u0648 <code>input_4<\/code>).  \u0645\u06cc \u0628\u06cc\u0646\u06cc\u062f \u06a9\u0647 \u0634\u06a9\u0644 \u062c\u0645\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0627\u06a9\u0646\u0648\u0646 \u0627\u0633\u062a <code>(none,1)<\/code> \u0632\u06cc\u0631\u0627 \u062a\u0646\u0647\u0627 \u06cc\u06a9 \u06a9\u0644\u0645\u0647 \u062f\u0631 \u0648\u0631\u0648\u062f\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0648\u062c\u0648\u062f \u062e\u0648\u0627\u0647\u062f \u062f\u0627\u0634\u062a.  \u0628\u0631\u0639\u06a9\u0633\u060c \u062f\u0631 \u0637\u0648\u0644 \u0622\u0645\u0648\u0632\u0634 \u0634\u06a9\u0644 \u062c\u0645\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0628\u0648\u062f <code>(None,6)<\/code> \u0627\u0632 \u0622\u0646\u062c\u0627\u06cc\u06cc \u06a9\u0647 \u0648\u0631\u0648\u062f\u06cc \u062d\u0627\u0648\u06cc \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u06a9\u0627\u0645\u0644 \u0628\u0627 \u0637\u0648\u0644 \u062d\u062f\u0627\u06a9\u062b\u0631 6 \u0628\u0648\u062f.<\/p>\n<h2 id=\"makingpredictions\"><span class=\"ez-toc-section\" id=\"%d9%be%db%8c%d8%b4%da%af%d9%88%db%8c%db%8c\"><\/span>\u067e\u06cc\u0634\u06af\u0648\u06cc\u06cc<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062f\u0631 \u0627\u06cc\u0646 \u0645\u0631\u062d\u0644\u0647 \u0631\u0648\u0634 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062c\u0645\u0644\u0627\u062a \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0648\u0631\u0648\u062f\u06cc \u062e\u0648\u0627\u0647\u06cc\u062f \u062f\u06cc\u062f.<\/p>\n<p>\u062f\u0631 \u0645\u0631\u0627\u062d\u0644 \u062a\u0648\u06a9\u0646 \u0633\u0627\u0632\u06cc\u060c \u06a9\u0644\u0645\u0627\u062a \u0631\u0627 \u0628\u0647 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0631\u062f\u06cc\u0645.  \u062e\u0631\u0648\u062c\u06cc \u0647\u0627\u06cc \u0631\u0633\u06cc\u0648\u0631 \u0646\u06cc\u0632 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u062e\u0648\u0627\u0647\u0646\u062f \u0628\u0648\u062f.  \u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644\u060c \u0645\u0627 \u0645\u06cc \u062e\u0648\u0627\u0647\u06cc\u0645 \u062e\u0631\u0648\u062c\u06cc \u0645\u0627 \u062f\u0646\u0628\u0627\u0644\u0647 \u0627\u06cc \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u062f\u0631 \u0632\u0628\u0627\u0646 \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u0628\u0627\u0634\u062f.  \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u06a9\u0627\u0631\u060c \u0628\u0627\u06cc\u062f \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u0631\u0627 \u0628\u0647 \u06a9\u0644\u0645\u0627\u062a \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u0645.  \u0645\u0627 \u062f\u06cc\u06a9\u0634\u0646\u0631\u06cc \u0647\u0627\u06cc \u062c\u062f\u06cc\u062f\u06cc \u0628\u0631\u0627\u06cc \u0648\u0631\u0648\u062f\u06cc \u0647\u0627 \u0648 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627 \u0627\u06cc\u062c\u0627\u062f \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u06a9\u0644\u06cc\u062f\u0647\u0627 \u0627\u0639\u062f\u0627\u062f \u0635\u062d\u06cc\u062d \u0648 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0645\u0631\u0628\u0648\u0637\u0647 \u06a9\u0644\u0645\u0627\u062a \u062e\u0648\u0627\u0647\u0646\u062f \u0628\u0648\u062f.<\/p>\n<pre><code class=\"hljs\">idx2word_input = {v:k <span class=\"hljs-keyword\">for<\/span> k, v <span class=\"hljs-keyword\">in<\/span> word2idx_inputs.items()}\nidx2word_target = {v:k <span class=\"hljs-keyword\">for<\/span> k, v <span class=\"hljs-keyword\">in<\/span> word2idx_outputs.items()}\n<\/code><\/pre>\n<p>\u0628\u0639\u062f \u0645\u0627 \u06cc\u06a9 \u0645\u062a\u062f \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u06cc\u0645\u060c \u06cc\u0639\u0646\u06cc <code>translate_sentence()<\/code>.  \u0627\u06cc\u0646 \u0631\u0648\u0634 \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u062f\u0646\u0628\u0627\u0644\u0647 \u062f\u0627\u0631 \u0628\u0627 \u0648\u0631\u0648\u062f\u06cc (\u0628\u0647 \u0634\u06a9\u0644 \u0639\u062f\u062f \u0635\u062d\u06cc\u062d) \u0631\u0627 \u0645\u06cc \u067e\u0630\u06cc\u0631\u062f \u0648 \u062c\u0645\u0644\u0647 \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u0631\u0627 \u0628\u0631\u0645\u06cc \u06af\u0631\u062f\u0627\u0646\u062f.  \u0646\u06af\u0627\u0647 \u06a9\u0646 \u0628\u0647 <code>translate_sentence()<\/code> \u0631\u0648\u0634:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-function\"><span class=\"hljs-keyword\">def<\/span> <span class=\"hljs-title\">translate_sentence<\/span>(<span class=\"hljs-params\">input_seq<\/span>):<\/span>\n    states_value = encoder_model.predict(input_seq)\n    target_seq = np.zeros((<span class=\"hljs-number\">1<\/span>, <span class=\"hljs-number\">1<\/span>))\n    target_seq(<span class=\"hljs-number\">0<\/span>, <span class=\"hljs-number\">0<\/span>) = word2idx_outputs(<span class=\"hljs-string\">'&lt;sos&gt;'<\/span>)\n    eos = word2idx_outputs(<span class=\"hljs-string\">'&lt;eos&gt;'<\/span>)\n    output_sentence = ()\n\n    <span class=\"hljs-keyword\">for<\/span> _ <span class=\"hljs-keyword\">in<\/span> <span class=\"hljs-built_in\">range<\/span>(max_out_len):\n        output_tokens, h, c = decoder_model.predict((target_seq) + states_value)\n        idx = np.argmax(output_tokens(<span class=\"hljs-number\">0<\/span>, <span class=\"hljs-number\">0<\/span>, :))\n\n        <span class=\"hljs-keyword\">if<\/span> eos == idx:\n            <span class=\"hljs-keyword\">break<\/span>\n\n        word = <span class=\"hljs-string\">''<\/span>\n\n        <span class=\"hljs-keyword\">if<\/span> idx &gt; <span class=\"hljs-number\">0<\/span>:\n            word = idx2word_target(idx)\n            output_sentence.append(word)\n\n        target_seq(<span class=\"hljs-number\">0<\/span>, <span class=\"hljs-number\">0<\/span>) = idx\n        states_value = (h, c)\n\n    <span class=\"hljs-keyword\">return<\/span> <span class=\"hljs-string\">' '<\/span>.join(output_sentence)\n<\/code><\/pre>\n<p>\u062f\u0631 \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0628\u0627\u0644\u0627 \u062f\u0646\u0628\u0627\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u0628\u0647 <code>encoder_model<\/code>\u060c \u06a9\u0647 \u062d\u0627\u0644\u062a \u067e\u0646\u0647\u0627\u0646 \u0648 \u062d\u0627\u0644\u062a \u0633\u0644\u0648\u0644 \u0631\u0627 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0645\u06cc \u06a9\u0646\u062f \u06a9\u0647 \u062f\u0631 \u0630\u062e\u06cc\u0631\u0647 \u0645\u06cc \u0634\u0648\u062f <code>states_value<\/code> \u0645\u062a\u063a\u06cc\u0631.<\/p>\n<p>\u0633\u067e\u0633 \u06cc\u06a9 \u0645\u062a\u063a\u06cc\u0631 \u062a\u0639\u0631\u06cc\u0641 \u0645\u06cc \u06a9\u0646\u06cc\u0645 <code>target_seq<\/code>\u060c \u06a9\u0647 \u06cc\u06a9 \u0627\u0633\u062a <code>1 x 1<\/code> \u0645\u0627\u062a\u0631\u06cc\u0633 \u062a\u0645\u0627\u0645 \u0635\u0641\u0631\u0647\u0627  \u0631\u0627 <code>target_seq<\/code> \u0645\u062a\u063a\u06cc\u0631 \u0634\u0627\u0645\u0644 \u0627\u0648\u0644\u06cc\u0646 \u06a9\u0644\u0645\u0647 \u0645\u062f\u0644 \u0631\u0645\u0632\u06af\u0634\u0627 \u0645\u06cc \u0628\u0627\u0634\u062f \u06a9\u0647 \u0639\u0628\u0627\u0631\u062a \u0627\u0633\u062a \u0627\u0632 <code>&lt;sos&gt;<\/code>.<\/p>\n<p>\u067e\u0633 \u0627\u0632 \u0622\u0646\u060c <code>eos<\/code> \u0645\u062a\u063a\u06cc\u0631 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0631\u0627 \u0630\u062e\u06cc\u0631\u0647 \u0645\u06cc \u06a9\u0646\u062f <code>&lt;eos&gt;<\/code> \u0646\u0634\u0627\u0646\u0647  \u062f\u0631 \u062e\u0637 \u0628\u0639\u062f\u06cc\u060c <code>output_sentence<\/code> \u0644\u06cc\u0633\u062a\u06cc \u062a\u0639\u0631\u06cc\u0641 \u0634\u062f\u0647 \u0627\u0633\u062a \u06a9\u0647 \u062d\u0627\u0648\u06cc \u062a\u0631\u062c\u0645\u0647 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0634\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<p>\u0628\u0639\u062f\u060c a \u0631\u0627 \u0627\u062c\u0631\u0627 \u0645\u06cc \u06a9\u0646\u06cc\u0645 <code>for<\/code> \u062d\u0644\u0642\u0647  \u062a\u0639\u062f\u0627\u062f \u0686\u0631\u062e\u0647 \u0647\u0627\u06cc \u0627\u062c\u0631\u0627 \u0628\u0631\u0627\u06cc <code>for<\/code> \u062d\u0644\u0642\u0647 \u0628\u0631\u0627\u0628\u0631 \u0627\u0633\u062a \u0628\u0627 \u0637\u0648\u0644 \u0637\u0648\u0644\u0627\u0646\u06cc \u062a\u0631\u06cc\u0646 \u062c\u0645\u0644\u0647 \u062f\u0631 \u062e\u0631\u0648\u062c\u06cc.  \u062f\u0631 \u062f\u0627\u062e\u0644 \u062d\u0644\u0642\u0647\u060c \u062f\u0631 \u0627\u0648\u0644\u06cc\u0646 \u062a\u06a9\u0631\u0627\u0631\u060c the <code>decoder_model<\/code> \u062e\u0631\u0648\u062c\u06cc \u0648 \u062d\u0627\u0644\u062a \u0647\u0627\u06cc \u0645\u062e\u0641\u06cc \u0648 \u0633\u0644\u0648\u0644\u06cc \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062d\u0627\u0644\u062a \u0645\u062e\u0641\u06cc \u0648 \u0633\u0644\u0648\u0644\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0648 \u0631\u0645\u0632 \u0648\u0631\u0648\u062f\u06cc\u060c \u06cc\u0639\u0646\u06cc <code>&lt;sos&gt;<\/code>.  \u0634\u0627\u062e\u0635 \u06a9\u0644\u0645\u0647 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0634\u062f\u0647 \u062f\u0631 \u0630\u062e\u06cc\u0631\u0647 \u0645\u06cc \u0634\u0648\u062f <code>idx<\/code> \u0645\u062a\u063a\u06cc\u0631.  \u0627\u06af\u0631 \u0645\u0642\u062f\u0627\u0631 \u0634\u0627\u062e\u0635 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0634\u062f\u0647 \u0628\u0631\u0627\u0628\u0631 \u0628\u0627\u0634\u062f <code>&lt;eos&gt;<\/code> \u0646\u0634\u0627\u0646\u0647\u060c \u062d\u0644\u0642\u0647 \u062e\u0627\u062a\u0645\u0647 \u0645\u06cc \u06cc\u0627\u0628\u062f.  \u062f\u0631 \u063a\u06cc\u0631 \u0627\u06cc\u0646 \u0635\u0648\u0631\u062a \u0627\u06af\u0631 \u0634\u0627\u062e\u0635 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0634\u062f\u0647 \u0628\u0632\u0631\u06af\u062a\u0631 \u0627\u0632 \u0635\u0641\u0631 \u0628\u0627\u0634\u062f\u060c \u06a9\u0644\u0645\u0647 \u0645\u0631\u0628\u0648\u0637\u0647 \u0627\u0632 \u0622\u0646 \u0628\u0627\u0632\u06cc\u0627\u0628\u06cc \u0645\u06cc \u0634\u0648\u062f <code>idx2word<\/code> \u0641\u0631\u0647\u0646\u06af \u0644\u063a\u062a \u0648 \u062f\u0631 \u0630\u062e\u06cc\u0631\u0647 \u0645\u06cc \u0634\u0648\u062f <code>word<\/code> \u0645\u062a\u063a\u06cc\u0631\u060c \u06a9\u0647 \u0633\u067e\u0633 \u0628\u0647 \u0636\u0645\u06cc\u0645\u0647 \u0645\u06cc \u0634\u0648\u062f <code>output_sentence<\/code> \u0641\u0647\u0631\u0633\u062a  \u0631\u0627 <code>states_value<\/code> \u0645\u062a\u063a\u06cc\u0631 \u0628\u0627 \u0648\u0636\u0639\u06cc\u062a \u062c\u062f\u06cc\u062f \u0645\u062e\u0641\u06cc \u0648 \u0633\u0644\u0648\u0644\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0628\u0647 \u0631\u0648\u0632 \u0645\u06cc \u0634\u0648\u062f \u0648 \u0634\u0627\u062e\u0635 \u06a9\u0644\u0645\u0647 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0634\u062f\u0647 \u062f\u0631 \u0622\u0646 \u0630\u062e\u06cc\u0631\u0647 \u0645\u06cc \u0634\u0648\u062f. <code>target_seq<\/code> \u0645\u062a\u063a\u06cc\u0631.  \u062f\u0631 \u0686\u0631\u062e\u0647 \u062d\u0644\u0642\u0647 \u0628\u0639\u062f\u06cc\u060c \u062d\u0627\u0644\u062a \u0647\u0627\u06cc \u0645\u062e\u0641\u06cc \u0648 \u0633\u0644\u0648\u0644\u06cc \u0628\u0647 \u0631\u0648\u0632 \u0634\u062f\u0647\u060c \u0647\u0645\u0631\u0627\u0647 \u0628\u0627 \u0634\u0627\u062e\u0635 \u06a9\u0644\u0645\u0647 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0634\u062f\u0647 \u0642\u0628\u0644\u06cc\u060c \u0628\u0631\u0627\u06cc \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f.  \u062d\u0644\u0642\u0647 \u062a\u0627 \u0631\u0633\u06cc\u062f\u0646 \u0628\u0647 \u062d\u062f\u0627\u06a9\u062b\u0631 \u0637\u0648\u0644 \u062f\u0646\u0628\u0627\u0644\u0647 \u062e\u0631\u0648\u062c\u06cc \u0627\u062f\u0627\u0645\u0647 \u0645\u06cc \u06cc\u0627\u0628\u062f <code>&lt;eos&gt;<\/code> \u0646\u0634\u0627\u0646\u0647 \u0645\u0648\u0627\u062c\u0647 \u0645\u06cc \u0634\u0648\u062f.<\/p>\n<p>\u062f\u0631 \u0646\u0647\u0627\u06cc\u062a\u060c \u06a9\u0644\u0645\u0627\u062a \u062f\u0631 <code>output_sentence<\/code> \u0644\u06cc\u0633\u062a \u0647\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u06cc\u06a9 \u0641\u0627\u0635\u0644\u0647 \u0628\u0647 \u0647\u0645 \u0645\u062a\u0635\u0644 \u0645\u06cc \u0634\u0648\u0646\u062f \u0648 \u0631\u0634\u062a\u0647 \u062d\u0627\u0635\u0644 \u0628\u0647 \u062a\u0627\u0628\u0639 \u0641\u0631\u0627\u062e\u0648\u0627\u0646\u06cc \u0628\u0627\u0632\u06af\u0631\u062f\u0627\u0646\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f.<\/p>\n<h2 id=\"testingthemodel\"><span class=\"ez-toc-section\" id=\"%d8%aa%d8%b3%d8%aa_%d9%85%d8%af%d9%84\"><\/span>\u062a\u0633\u062a \u0645\u062f\u0644<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0628\u0631\u0627\u06cc \u062a\u0633\u062a \u06a9\u062f\u060c \u0628\u0647 \u0635\u0648\u0631\u062a \u062a\u0635\u0627\u062f\u0641\u06cc \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u0627\u0632 \u06a9\u062f \u0631\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u0645\u06cc \u06a9\u0646\u06cc\u0645 <code>input_sentences<\/code> \u0644\u06cc\u0633\u062a\u060c \u062f\u0646\u0628\u0627\u0644\u0647 \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 padded \u062c\u0645\u0644\u0647 \u0631\u0627 \u0628\u0627\u0632\u06cc\u0627\u0628\u06cc \u06a9\u0631\u062f\u0647 \u0648 \u0628\u0647 \u0622\u0646 \u0627\u0631\u0633\u0627\u0644 \u0645\u06cc \u06a9\u0646\u062f <code>translate_sentence()<\/code> \u0631\u0648\u0634.  \u0645\u062a\u062f \u062c\u0645\u0644\u0647 \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u0631\u0627 \u0645\u0637\u0627\u0628\u0642 \u0634\u06a9\u0644 \u0632\u06cc\u0631 \u0628\u0631\u0645\u06cc \u06af\u0631\u062f\u0627\u0646\u062f.<\/p>\n<p>\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0628\u0631\u0627\u06cc \u0622\u0632\u0645\u0627\u06cc\u0634 \u0639\u0645\u0644\u06a9\u0631\u062f \u0645\u062f\u0644 \u0622\u0645\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\">i = np.random.choice(<span class=\"hljs-built_in\">len<\/span>(input_sentences))\ninput_seq = encoder_input_sequences(i:i+<span class=\"hljs-number\">1<\/span>)\ntranslation = translate_sentence(input_seq)\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">'-'<\/span>)\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">'Input:'<\/span>, input_sentences(i))\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">'Response:'<\/span>, translation)\n<\/code><\/pre>\n<p>\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u062e\u0631\u0648\u062c\u06cc \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\">-\nInput: You're not fired.\nResponse: vous n'\u00eates pas vir\u00e9.\n<\/code><\/pre>\n<p>\u062f\u0631\u062e\u0634\u0627\u0646\u060c \u0627\u06cc\u0646\u0637\u0648\u0631 \u0646\u06cc\u0633\u062a\u061f  \u0645\u062f\u0644 \u0645\u0627 \u0627\u06cc\u0646 \u062c\u0645\u0644\u0647 \u0631\u0627 \u0628\u0627 \u0645\u0648\u0641\u0642\u06cc\u062a \u062a\u0631\u062c\u0645\u0647 \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a <code>You're not fired<\/code> \u0628\u0647 \u0632\u0628\u0627\u0646 \u0641\u0631\u0627\u0646\u0633\u0647  \u0634\u0645\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0622\u0646 \u0631\u0627 \u062a\u0623\u06cc\u06cc\u062f \u06a9\u0646\u06cc\u062f \u0631\u0648\u06cc \u0645\u062a\u0631\u062c\u0645 \u06af\u0648\u06af\u0644 \u0647\u0645  \u0628\u06cc\u0627\u06cc\u06cc\u062f \u06cc\u06a9\u06cc \u062f\u06cc\u06af\u0631 \u0631\u0627 \u0627\u0645\u062a\u062d\u0627\u0646 \u06a9\u0646\u06cc\u0645.<\/p>\n<p><strong>\u062a\u0648\u062c\u0647 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f:<\/strong> \u0627\u0632 \u0622\u0646\u062c\u0627\u06cc\u06cc \u06a9\u0647 \u062c\u0645\u0644\u0627\u062a \u0628\u0647 \u0635\u0648\u0631\u062a \u062a\u0635\u0627\u062f\u0641\u06cc \u0627\u0646\u062a\u062e\u0627\u0628 \u0645\u06cc \u0634\u0648\u0646\u062f\u060c \u0628\u0647 \u0627\u062d\u062a\u0645\u0627\u0644 \u0632\u06cc\u0627\u062f \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u0645\u062a\u0641\u0627\u0648\u062a\u06cc \u062e\u0648\u0627\u0647\u06cc\u062f \u062f\u0627\u0634\u062a \u06a9\u0647 \u0628\u0647 \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<p>\u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u0628\u0627\u0644\u0627 \u0631\u0627 \u06cc\u06a9 \u0628\u0627\u0631 \u062f\u06cc\u06af\u0631 \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0628\u0631\u062e\u06cc \u0627\u0632 \u062c\u0645\u0644\u0647 \u0647\u0627\u06cc \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u062f\u06cc\u06af\u0631 \u0631\u0627 \u0628\u0647 \u0632\u0628\u0627\u0646 \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u062a\u0631\u062c\u0645\u0647 \u06a9\u0646\u06cc\u062f.  \u0645\u0646 \u0646\u062a\u0627\u06cc\u062c \u0632\u06cc\u0631 \u0631\u0627 \u06af\u0631\u0641\u062a\u0645:<\/p>\n<pre><code class=\"hljs\">-\nInput: I'm not a lawyer.\nResponse: je ne suis pas avocat.\n<\/code><\/pre>\n<p>\u0627\u06cc\u0646 \u0645\u062f\u0644 \u0628\u0627 \u0645\u0648\u0641\u0642\u06cc\u062a \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u062f\u06cc\u06af\u0631 \u0631\u0627 \u0628\u0647 \u0641\u0631\u0627\u0646\u0633\u0648\u06cc \u062a\u0631\u062c\u0645\u0647 \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<h2 id=\"conclusionandperspective\"><span class=\"ez-toc-section\" id=\"%d9%86%d8%aa%db%8c%d8%ac%d9%87_%da%af%db%8c%d8%b1%db%8c_%d9%88_%d8%af%db%8c%d8%af%da%af%d8%a7%d9%87\"><\/span>\u0646\u062a\u06cc\u062c\u0647 \u06af\u06cc\u0631\u06cc \u0648 \u062f\u06cc\u062f\u06af\u0627\u0647<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646 \u0639\u0635\u0628\u06cc \u06cc\u06a9 \u06a9\u0627\u0631\u0628\u0631\u062f \u0646\u0633\u0628\u062a\u0627\u064b \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u0627\u0632 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0627\u0633\u062a \u0648 \u0634\u0627\u0645\u0644 \u06cc\u06a9 \u0645\u0639\u0645\u0627\u0631\u06cc \u0628\u0633\u06cc\u0627\u0631 \u067e\u06cc\u0686\u06cc\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<p>\u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0648\u0634 \u0627\u0646\u062c\u0627\u0645 \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646 \u0639\u0635\u0628\u06cc \u0631\u0627 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u0645\u0639\u0645\u0627\u0631\u06cc seq2seq \u062a\u0648\u0636\u06cc\u062d \u0645\u06cc \u062f\u0647\u062f \u06a9\u0647 \u0628\u0647 \u0646\u0648\u0628\u0647 \u062e\u0648\u062f \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u0622\u0646 \u0627\u0633\u062a \u0631\u0648\u06cc \u0645\u062f\u0644 \u0631\u0645\u0632\u06af\u0630\u0627\u0631-\u0631\u0645\u0632\u06af\u0634\u0627  \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u06cc\u06a9 LSTM \u0627\u0633\u062a \u06a9\u0647 \u062c\u0645\u0644\u0627\u062a \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u0631\u0645\u0632\u06af\u0630\u0627\u0631\u06cc \u0645\u06cc \u06a9\u0646\u062f \u062f\u0631 \u062d\u0627\u0644\u06cc \u06a9\u0647 \u0631\u0645\u0632\u06af\u0634\u0627 \u0648\u0631\u0648\u062f\u06cc \u0647\u0627 \u0631\u0627 \u0631\u0645\u0632\u06af\u0634\u0627\u06cc\u06cc \u0645\u06cc \u06a9\u0646\u062f \u0648 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627\u06cc \u0645\u0631\u0628\u0648\u0637\u0647 \u0631\u0627 \u062a\u0648\u0644\u06cc\u062f \u0645\u06cc \u06a9\u0646\u062f.  \u062a\u06a9\u0646\u06cc\u06a9 \u062a\u0648\u0636\u06cc\u062d \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0628\u0631\u0627\u06cc \u0627\u06cc\u062c\u0627\u062f \u0647\u0631 \u0645\u062f\u0644 \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f\u060c \u062a\u0627 \u0632\u0645\u0627\u0646\u06cc \u06a9\u0647 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u062f\u0631 \u0642\u0627\u0644\u0628\u06cc \u0645\u0634\u0627\u0628\u0647 \u0628\u0627 \u0641\u0631\u0645\u062a \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0628\u0627\u0634\u062f.  \u0647\u0645\u0686\u0646\u06cc\u0646 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0632 \u0645\u0639\u0645\u0627\u0631\u06cc seq2seq \u0628\u0631\u0627\u06cc \u062a\u0648\u0633\u0639\u0647 \u0631\u0628\u0627\u062a \u0647\u0627\u06cc \u0686\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n<p>\u0645\u0639\u0645\u0627\u0631\u06cc seq2seq \u062f\u0631 \u0646\u06af\u0627\u0634\u062a \u0631\u0648\u0627\u0628\u0637 \u0648\u0631\u0648\u062f\u06cc \u0628\u0647 \u062e\u0631\u0648\u062c\u06cc \u0628\u0633\u06cc\u0627\u0631 \u0645\u0648\u0641\u0642 \u0627\u0633\u062a.  \u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644\u060c \u06cc\u06a9 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a \u0628\u0631\u0627\u06cc \u0645\u0639\u0645\u0627\u0631\u06cc seq2seq \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f.  \u0645\u0639\u0645\u0627\u0631\u06cc seq2seq \u0648\u0627\u0646\u06cc\u0644\u06cc \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u062a\u0648\u0636\u06cc\u062d \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a \u0642\u0627\u062f\u0631 \u0628\u0647 \u06af\u0631\u0641\u062a\u0646 \u0632\u0645\u06cc\u0646\u0647 \u0646\u06cc\u0633\u062a.  \u0628\u0647 \u0633\u0627\u062f\u06af\u06cc \u06cc\u0627\u062f \u0645\u06cc \u06af\u06cc\u0631\u062f \u06a9\u0647 \u0648\u0631\u0648\u062f\u06cc \u0647\u0627\u06cc \u0645\u0633\u062a\u0642\u0644 \u0631\u0627 \u0628\u0647 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627\u06cc \u0645\u0633\u062a\u0642\u0644 \u0646\u06af\u0627\u0634\u062a \u06a9\u0646\u062f.  \u0645\u06a9\u0627\u0644\u0645\u0627\u062a \u0628\u06cc\u200c\u062f\u0631\u0646\u06af \u0645\u0628\u062a\u0646\u06cc \u0627\u0633\u062a \u0631\u0648\u06cc \u0632\u0645\u06cc\u0646\u0647 \u0648 \u06af\u0641\u062a\u06af\u0648\u0647\u0627\u06cc \u0628\u06cc\u0646 \u062f\u0648 \u06cc\u0627 \u0686\u0646\u062f \u06a9\u0627\u0631\u0628\u0631 \u0645\u0628\u062a\u0646\u06cc \u0627\u0633\u062a \u0631\u0648\u06cc \u0647\u0631 \u0686\u0647 \u062f\u0631 \u06af\u0630\u0634\u062a\u0647 \u06af\u0641\u062a\u0647 \u0634\u062f  \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646\u060c \u0627\u06af\u0631 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u062f \u06cc\u06a9 \u0631\u0628\u0627\u062a \u0686\u062a \u0646\u0633\u0628\u062a\u0627\u064b \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f\u060c \u0646\u0628\u0627\u06cc\u062f \u0627\u0632 \u06cc\u06a9 \u0645\u062f\u0644 seq2seq \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u0631\u0645\u0632\u06af\u0634\u0627\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0633\u0627\u062f\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n<\/div>\n<p><script>\n                        !function(f,b,e,v,n,t,s)\n                        {if(f.fbq)return;n=f.fbq=function(){n.callMethod?\n                        n.callMethod.apply(n,arguments):n.queue.push(arguments)};\n                        if(!f._fbq)f._fbq=n;n.push=n;n.loaded=!0;n.version='2.0';\n                        n.queue=();t=b.createElement(e);t.async=!0;\n                        t.src=v;s=b.getElementsByTagName(e)(0);\n                        s.parentNode.insertBefore(t,s)}(window, document,'script',\n                        'https:\/\/connect.facebook.net\/en_US\/fbevents.js');\n                        fbq('init', '525232124909042');\n                        fbq('track', 'PageView');\n                    <\/script>    (\u0628\u0631\u0686\u0633\u0628\u200c\u0647\u0627 \u0628\u0647 \u062a\u0631\u062c\u0645\u0647)# python<br \/>\n<br \/><br \/>\n<br \/>\u0645\u0646\u062a\u0634\u0631 \u0634\u062f\u0647 \u062f\u0631 1403-01-20 02:07:03<br \/>\n<\/p>\n\n\n<div class=\"kk-star-ratings kksr-auto kksr-align-center kksr-valign-bottom\"\n    data-payload='{&quot;align&quot;:&quot;center&quot;,&quot;id&quot;:&quot;16037&quot;,&quot;slug&quot;:&quot;default&quot;,&quot;valign&quot;:&quot;bottom&quot;,&quot;ignore&quot;:&quot;&quot;,&quot;reference&quot;:&quot;auto&quot;,&quot;class&quot;:&quot;&quot;,&quot;count&quot;:&quot;0&quot;,&quot;legendonly&quot;:&quot;&quot;,&quot;readonly&quot;:&quot;&quot;,&quot;score&quot;:&quot;0&quot;,&quot;starsonly&quot;:&quot;&quot;,&quot;best&quot;:&quot;5&quot;,&quot;gap&quot;:&quot;5&quot;,&quot;greet&quot;:&quot;\u0627\u0645\u062a\u06cc\u0627\u0632 \u0634\u0645\u0627 \u0628\u0647 \u0627\u06cc\u0646 \u0645\u0637\u0644\u0628&quot;,&quot;legend&quot;:&quot;0\\\/5 (0 \u0631\u0627\u06cc)&quot;,&quot;size&quot;:&quot;30&quot;,&quot;title&quot;:&quot;\u067e\u0627\u06cc\u062a\u0648\u0646 \u0628\u0631\u0627\u06cc NLP: \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646 \u0639\u0635\u0628\u06cc \u0628\u0627 Seq2Seq \u062f\u0631 Keras&quot;,&quot;width&quot;:&quot;0&quot;,&quot;_legend&quot;:&quot;{score}\\\/{best} ({count} \u0631\u0627\u06cc)&quot;,&quot;font_factor&quot;:&quot;1.25&quot;}'>\n            \n<div class=\"kksr-stars\">\n    \n<div class=\"kksr-stars-inactive\">\n            <div class=\"kksr-star\" data-star=\"1\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"2\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"3\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"4\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"5\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n    <\/div>\n    \n<div class=\"kksr-stars-active\" style=\"width: 0px;\">\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n    <\/div>\n<\/div>\n                \n\n<div class=\"kksr-legend\" style=\"font-size: 24px;\">\n            <span class=\"kksr-muted\">\u0627\u0645\u062a\u06cc\u0627\u0632 \u0634\u0645\u0627 \u0628\u0647 \u0627\u06cc\u0646 \u0645\u0637\u0644\u0628<\/span>\n    <\/div>\n    <\/div>\n","protected":false},"excerpt":{"rendered":"<p><span class=\"span-reading-time rt-reading-time\" style=\"display: block;\"><span class=\"rt-label rt-prefix\">\u0632\u0645\u0627\u0646 \u0644\u0627\u0632\u0645 \u0628\u0631\u0627\u06cc \u0645\u0637\u0627\u0644\u0639\u0647: <\/span> <span class=\"rt-time\"> 17<\/span> <span class=\"rt-label rt-postfix\">\u062f\u0642\u06cc\u0642\u0647<\/span><\/span>\u0627\u06cc\u0646 \u0628\u06cc\u0633\u062a \u0648 \u062f\u0648\u0645\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0627\u0632 \u0633\u0631\u06cc \u0645\u0642\u0627\u0644\u0627\u062a \u0645\u0646 \u0627\u0633\u062a \u0631\u0648\u06cc \u067e\u0627\u06cc\u062a\u0648\u0646 \u0628\u0631\u0627\u06cc NLP. \u062f\u0631 \u06cc\u06a9\u06cc \u0627\u0632 \u0645\u0642\u0627\u0644\u0627\u062a \u0642\u0628\u0644\u06cc \u0645\u0646 \u0631\u0648\u06cc \u062f\u0631 \u062d\u0644 \u0645\u0633\u0627\u0626\u0644 \u062a\u0648\u0627\u0644\u06cc \u0628\u0627 Keras\u060c \u062a\u0648\u0636\u06cc\u062d \u062f\u0627\u062f\u0645 \u06a9\u0647 \u0686\u06af\u0648\u0646\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0645\u0633\u0627\u0626\u0644 \u062a\u0648\u0627\u0644\u06cc \u0631\u0627 \u062d\u0644 \u06a9\u0631\u062f \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u0648\u0631\u0648\u062f\u06cc \u0647\u0627 \u0648 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627 \u062f\u0631 \u0686\u0646\u062f\u06cc\u0646 \u0645\u0631\u062d\u0644\u0647 \u0632\u0645\u0627\u0646\u06cc \u062a\u0642\u0633\u06cc\u0645 \u0645\u06cc \u0634\u0648\u0646\u062f. [&hellip;]<\/p>\n","protected":false},"author":3,"featured_media":16038,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1743,620],"tags":[],"class_list":["post-16037","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-python","category-programming"],"acf":[],"_links":{"self":[{"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/posts\/16037","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/comments?post=16037"}],"version-history":[{"count":0,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/posts\/16037\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/media\/16038"}],"wp:attachment":[{"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/media?parent=16037"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/categories?post=16037"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/tags?post=16037"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}