{"id":15985,"date":"2024-01-19T12:38:22","date_gmt":"2024-01-19T09:08:22","guid":{"rendered":"https:\/\/rasanegar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/"},"modified":"2024-01-19T12:38:22","modified_gmt":"2024-01-19T09:08:22","slug":"%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn","status":"publish","type":"post","link":"https:\/\/rasanegaar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/","title":{"rendered":"\u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u062f\u0631 \u067e\u0627\u06cc\u062a\u0648\u0646 \u0628\u0627 Scikit-Learn"},"content":{"rendered":"<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_85 counter-hierarchy ez-toc-counter ez-toc-custom ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\"><p class=\"ez-toc-title\" style=\"cursor:inherit\">\u0633\u0631\u0641\u0635\u0644\u0647\u0627\u06cc \u0645\u0637\u0644\u0628<\/p>\n<\/div><nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/rasanegaar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/#%d9%85%d8%b9%d8%b1%d9%81%db%8c\" >\u0645\u0639\u0631\u0641\u06cc<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/rasanegaar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/#%da%86%d8%b1%d8%a7_%da%a9%d8%a7%d9%87%d8%b4_%d8%a7%d8%a8%d8%b9%d8%a7%d8%af_%d9%85%d9%88%d8%b1%d8%af_%d9%86%db%8c%d8%a7%d8%b2_%d8%a7%d8%b3%d8%aa%d8%9f\" >\u0686\u0631\u0627 \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0627\u0633\u062a\u061f<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/rasanegaar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/#%d8%aa%d8%ac%d8%b2%db%8c%d9%87_%d9%88_%d8%aa%d8%ad%d9%84%db%8c%d9%84_%d9%85%d8%a4%d9%84%d9%81%d9%87_%d9%87%d8%a7%db%8c_%d8%a7%d8%b5%d9%84%db%8c\" >\u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0645\u0624\u0644\u0641\u0647 \u0647\u0627\u06cc \u0627\u0635\u0644\u06cc<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/rasanegaar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/#%d9%85%d8%ab%d8%a7%d9%84_%d9%be%db%8c%d8%a7%d8%af%d9%87_%d8%b3%d8%a7%d8%b2%db%8c_pca\" >\u0645\u062b\u0627\u0644 \u067e\u06cc\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc PCA<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/rasanegaar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/#%d8%aa%d8%ac%d8%b2%db%8c%d9%87_%d9%85%d9%82%d8%af%d8%a7%d8%b1_%d9%85%d9%86%d9%81%d8%b1%d8%af\" >\u062a\u062c\u0632\u06cc\u0647 \u0645\u0642\u062f\u0627\u0631 \u0645\u0646\u0641\u0631\u062f<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/rasanegaar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/#%d9%85%d8%ab%d8%a7%d9%84_%d9%be%db%8c%d8%a7%d8%af%d9%87_%d8%b3%d8%a7%d8%b2%db%8c_svd\" >\u0645\u062b\u0627\u0644 \u067e\u06cc\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc SVD<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/rasanegaar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/#%d8%aa%d8%ad%d9%84%db%8c%d9%84_%d8%aa%d8%b4%d8%ae%db%8c%d8%b5%db%8c_%d8%ae%d8%b7%db%8c\" >\u062a\u062d\u0644\u06cc\u0644 \u062a\u0634\u062e\u06cc\u0635\u06cc \u062e\u0637\u06cc<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/rasanegaar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/#%d9%85%d8%ab%d8%a7%d9%84_%d9%be%db%8c%d8%a7%d8%af%d9%87_%d8%b3%d8%a7%d8%b2%db%8c_lda\" >\u0645\u062b\u0627\u0644 \u067e\u06cc\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc LDA<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/rasanegaar.com\/blog\/%da%a9%d8%a7%d9%87%d8%b4-%d8%a7%d8%a8%d8%b9%d8%a7%d8%af-%d8%af%d8%b1-%d9%be%d8%a7%db%8c%d8%aa%d9%88%d9%86-%d8%a8%d8%a7-scikit-learn\/#%d9%86%d8%aa%db%8c%d8%ac%d9%87\" >\u0646\u062a\u06cc\u062c\u0647<\/a><\/li><\/ul><\/nav><\/div>\n<span class=\"span-reading-time rt-reading-time\" style=\"display: block;\"><span class=\"rt-label rt-prefix\">\u0632\u0645\u0627\u0646 \u0644\u0627\u0632\u0645 \u0628\u0631\u0627\u06cc \u0645\u0637\u0627\u0644\u0639\u0647: <\/span> <span class=\"rt-time\"> 10<\/span> <span class=\"rt-label rt-postfix\">\u062f\u0642\u06cc\u0642\u0647<\/span><\/span><p> <br \/>\n<\/p>\n<div><noscript><\/noscript><\/p>\n<h2 id=\"introduction\"><span class=\"ez-toc-section\" id=\"%d9%85%d8%b9%d8%b1%d9%81%db%8c\"><\/span>\u0645\u0639\u0631\u0641\u06cc<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062f\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646\u06cc\u060c \u0639\u0645\u0644\u06a9\u0631\u062f \u06cc\u06a9 \u0645\u062f\u0644 \u0641\u0642\u0637 \u062a\u0627 \u06cc\u06a9 \u0646\u0642\u0637\u0647 \u062e\u0627\u0635 \u0627\u0632 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc \u0628\u0647\u0631\u0647 \u0645\u06cc\u200c\u0628\u0631\u062f.  \u0647\u0631 \u0686\u0647 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc \u0628\u0647 \u06cc\u06a9 \u0645\u062f\u0644 \u062f\u0627\u062f\u0647 \u0634\u0648\u062f\u060c \u0627\u0628\u0639\u0627\u062f \u062f\u0627\u062f\u0647 \u0647\u0627 \u0628\u06cc\u0634\u062a\u0631 \u0645\u06cc \u0634\u0648\u062f.  \u0628\u0627 \u0627\u0641\u0632\u0627\u06cc\u0634 \u0627\u0628\u0639\u0627\u062f\u060c \u0627\u062d\u062a\u0645\u0627\u0644 \u0628\u06cc\u0634 \u0627\u0632 \u062d\u062f \u0628\u0631\u0627\u0632\u0634 \u0628\u06cc\u0634\u062a\u0631 \u0645\u06cc \u0634\u0648\u062f.<\/p>\n<p>\u0686\u0646\u062f\u06cc\u0646 \u062a\u06a9\u0646\u06cc\u06a9 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f \u06a9\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0627\u0632 \u0622\u0646\u0647\u0627 \u0628\u0631\u0627\u06cc \u0645\u0628\u0627\u0631\u0632\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f <em>\u0628\u06cc\u0634 \u0627\u0632 \u062d\u062f<\/em>\u060c \u0648\u0644\u06cc <em>\u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f<\/em> \u06cc\u06a9\u06cc \u0627\u0632 \u0645\u0648\u062b\u0631\u062a\u0631\u06cc\u0646 \u062a\u06a9\u0646\u06cc\u06a9 \u0647\u0627 \u0627\u0633\u062a. <em>\u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f<\/em> \u0645\u0647\u0645 \u062a\u0631\u06cc\u0646 \u0627\u062c\u0632\u0627\u06cc \u0641\u0636\u0627\u06cc \u0648\u06cc\u0698\u06af\u06cc \u0631\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u0645\u06cc \u06a9\u0646\u062f \u0648 \u0622\u0646\u0647\u0627 \u0631\u0627 \u062d\u0641\u0638 \u0645\u06cc \u06a9\u0646\u062f \u0648 \u0633\u0627\u06cc\u0631 \u0627\u062c\u0632\u0627 \u0631\u0627 \u062d\u0630\u0641 \u0645\u06cc \u06a9\u0646\u062f.<\/p>\n<h2 id=\"whyisdimensionalityreductionneeded\"><span class=\"ez-toc-section\" id=\"%da%86%d8%b1%d8%a7_%da%a9%d8%a7%d9%87%d8%b4_%d8%a7%d8%a8%d8%b9%d8%a7%d8%af_%d9%85%d9%88%d8%b1%d8%af_%d9%86%db%8c%d8%a7%d8%b2_%d8%a7%d8%b3%d8%aa%d8%9f\"><\/span>\u0686\u0631\u0627 \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0627\u0633\u062a\u061f<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0686\u0646\u062f \u062f\u0644\u06cc\u0644 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f \u06a9\u0647 \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u062f\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f: \u0628\u0631\u0627\u06cc \u0645\u0642\u0627\u0628\u0644\u0647 \u0628\u0627 \u0647\u0632\u06cc\u0646\u0647 \u0645\u062d\u0627\u0633\u0628\u0627\u062a\u06cc\u060c \u06a9\u0646\u062a\u0631\u0644 \u0628\u06cc\u0634 \u0627\u0632 \u062d\u062f \u0628\u0631\u0627\u0632\u0634\u060c \u0648 \u062a\u062c\u0633\u0645 \u0648 \u06a9\u0645\u06a9 \u0628\u0647 \u062a\u0641\u0633\u06cc\u0631 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0628\u0627 \u0627\u0628\u0639\u0627\u062f \u0628\u0627\u0644\u0627.<\/p>\n<p>\u0627\u063a\u0644\u0628 \u062f\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646\u06cc\u060c \u0647\u0631 \u0686\u0647 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc \u062f\u0631 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0648\u062c\u0648\u062f \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u062f\u060c \u0637\u0628\u0642\u0647 \u0628\u0646\u062f\u06cc \u06a9\u0646\u0646\u062f\u0647 \u0628\u0647\u062a\u0631 \u0645\u06cc \u062a\u0648\u0627\u0646\u062f \u06cc\u0627\u062f \u0628\u06af\u06cc\u0631\u062f.  \u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644\u060c \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631 \u0628\u0647 \u0645\u0639\u0646\u0627\u06cc \u0647\u0632\u06cc\u0646\u0647 \u0645\u062d\u0627\u0633\u0628\u0627\u062a\u06cc \u0628\u0627\u0644\u0627\u062a\u0631 \u0646\u06cc\u0632 \u0645\u06cc \u0628\u0627\u0634\u062f.  \u0646\u0647 \u062a\u0646\u0647\u0627 \u0627\u0628\u0639\u0627\u062f \u0628\u0627\u0644\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0645\u0646\u062c\u0631 \u0628\u0647 \u0632\u0645\u0627\u0646\u200c\u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0637\u0648\u0644\u0627\u0646\u06cc \u0634\u0648\u062f\u060c \u0628\u0644\u06a9\u0647 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631 \u0627\u063a\u0644\u0628 \u0645\u0646\u062c\u0631 \u0628\u0647 \u062a\u0637\u0628\u06cc\u0642 \u0628\u06cc\u0634 \u0627\u0632 \u062d\u062f \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f\u060c \u0632\u06cc\u0631\u0627 \u062a\u0644\u0627\u0634 \u0645\u06cc\u200c\u06a9\u0646\u062f \u0645\u062f\u0644\u06cc \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u062f \u06a9\u0647 \u062a\u0645\u0627\u0645 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u062a\u0648\u0636\u06cc\u062d \u062f\u0647\u062f.<\/p>\n<p>\u0627\u0632 \u0622\u0646\u062c\u0627\u06cc\u06cc \u06a9\u0647 \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u062a\u0639\u062f\u0627\u062f \u06a9\u0644\u06cc \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627 \u0631\u0627 \u06a9\u0627\u0647\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u062a\u0642\u0627\u0636\u0627\u0647\u0627\u06cc \u0645\u062d\u0627\u0633\u0628\u0627\u062a\u06cc \u0645\u0631\u062a\u0628\u0637 \u0628\u0627 \u0622\u0645\u0648\u0632\u0634 \u06cc\u06a9 \u0645\u062f\u0644 \u0631\u0627 \u06a9\u0627\u0647\u0634 \u062f\u0647\u062f\u060c \u0627\u0645\u0627 \u0647\u0645\u0686\u0646\u06cc\u0646 \u0628\u0627 \u0633\u0627\u062f\u0647 \u0646\u06af\u0647 \u062f\u0627\u0634\u062a\u0646 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u0647 \u0645\u062f\u0644 \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f\u060c \u0628\u0647 \u0645\u0628\u0627\u0631\u0632\u0647 \u0628\u0627 \u0628\u06cc\u0634 \u0627\u0632 \u062d\u062f \u0628\u0631\u0627\u0632\u0634 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\n<p>\u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0631\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646 \u062f\u0631 \u0647\u0631 \u062f\u0648 \u0645\u0648\u0631\u062f \u0646\u0638\u0627\u0631\u062a \u0648 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/scikit-learn.org\/stable\/modules\/unsupervised_reduction.html\">\u0632\u0645\u06cc\u0646\u0647 \u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0628\u062f\u0648\u0646 \u0646\u0638\u0627\u0631\u062a<\/a>.  \u062f\u0631 \u0645\u0648\u0631\u062f \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0628\u062f\u0648\u0646 \u0646\u0638\u0627\u0631\u062a\u060c \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0627\u063a\u0644\u0628 \u0628\u0631\u0627\u06cc \u067e\u06cc\u0634 \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0628\u0627 \u0627\u0646\u062c\u0627\u0645 \u0627\u0646\u062a\u062e\u0627\u0628 \u0648\u06cc\u0698\u06af\u06cc \u06cc\u0627 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0648\u06cc\u0698\u06af\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f.<\/p>\n<p>\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0647\u0627\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0628\u0631\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0628\u062f\u0648\u0646 \u0646\u0638\u0627\u0631\u062a \u0647\u0633\u062a\u0646\u062f <a href=\"#principalcomponentanalysis\" class=\"broken_link\">\u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0645\u0624\u0644\u0641\u0647 \u0647\u0627\u06cc \u0627\u0635\u0644\u06cc<\/a> (PCA) \u0648 <a href=\"#singularvaluedecomposition\" class=\"broken_link\">\u062a\u062c\u0632\u06cc\u0647 \u0645\u0642\u062f\u0627\u0631 \u0645\u0646\u0641\u0631\u062f<\/a> (SVD).<\/p>\n<p>\u062f\u0631 \u0645\u0648\u0631\u062f \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0646\u0638\u0627\u0631\u062a \u0634\u062f\u0647\u060c \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0645\u06cc \u062a\u0648\u0627\u0646\u062f \u0628\u0631\u0627\u06cc \u0633\u0627\u062f\u0647 \u06a9\u0631\u062f\u0646 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0648\u0627\u0631\u062f \u0634\u062f\u0647 \u0628\u0647 \u0637\u0628\u0642\u0647 \u0628\u0646\u062f\u06cc \u06a9\u0646\u0646\u062f\u0647 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0634\u0648\u062f.  \u0645\u062a\u062f\u0627\u0648\u0644 \u062a\u0631\u06cc\u0646 \u0631\u0648\u0634 \u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0628\u0631\u0627\u06cc \u0645\u0634\u06a9\u0644\u0627\u062a \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0646\u0638\u0627\u0631\u062a \u0634\u062f\u0647 \u0627\u0633\u062a <a href=\"#lineardiscriminantanalysis\" class=\"broken_link\">\u062a\u062d\u0644\u06cc\u0644 \u062a\u0634\u062e\u06cc\u0635\u06cc \u062e\u0637\u06cc<\/a> (LDA) \u0648 PCA\u060c \u0648 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0627\u0632 \u0622\u0646 \u0628\u0631\u0627\u06cc \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0645\u0648\u0627\u0631\u062f \u062c\u062f\u06cc\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f.<\/p>\n<p>\u062a\u0648\u062c\u0647 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f \u06a9\u0647 \u0645\u0648\u0627\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0634\u0631\u062d \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u062f\u0631 \u0628\u0627\u0644\u0627 \u0645\u0648\u0627\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0639\u0645\u0648\u0645\u06cc \u0647\u0633\u062a\u0646\u062f \u0648 \u062a\u0646\u0647\u0627 \u0634\u0631\u0627\u06cc\u0637\u06cc \u0646\u06cc\u0633\u062a\u0646\u062f \u06a9\u0647 \u0627\u06cc\u0646 \u062a\u06a9\u0646\u06cc\u06a9 \u0647\u0627 \u062f\u0631 \u0622\u0646 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u0646\u062f. \u0628\u0647 \u0647\u0631 \u062d\u0627\u0644\u060c \u062a\u06a9\u0646\u06cc\u06a9 \u0647\u0627\u06cc \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0631\u0648\u0634 \u0647\u0627\u06cc \u0622\u0645\u0627\u0631\u06cc \u0647\u0633\u062a\u0646\u062f \u0648 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0622\u0646\u0647\u0627 \u062a\u0648\u0633\u0637 \u0645\u062f\u0644 \u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u0645\u062d\u062f\u0648\u062f \u0646\u0645\u06cc \u0634\u0648\u062f.<\/p>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u06a9\u0645\u06cc \u0648\u0642\u062a \u0628\u06af\u0630\u0627\u0631\u06cc\u0645 \u062a\u0627 \u0627\u06cc\u062f\u0647 \u0647\u0627\u06cc \u067e\u0634\u062a \u0647\u0631 \u06cc\u06a9 \u0627\u0632 \u0631\u0627\u06cc\u062c \u062a\u0631\u06cc\u0646 \u062a\u06a9\u0646\u06cc\u06a9 \u0647\u0627\u06cc \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0631\u0627 \u062a\u0648\u0636\u06cc\u062d \u062f\u0647\u06cc\u0645.<\/p>\n<h2 id=\"principalcomponentanalysis\"><span class=\"ez-toc-section\" id=\"%d8%aa%d8%ac%d8%b2%db%8c%d9%87_%d9%88_%d8%aa%d8%ad%d9%84%db%8c%d9%84_%d9%85%d8%a4%d9%84%d9%81%d9%87_%d9%87%d8%a7%db%8c_%d8%a7%d8%b5%d9%84%db%8c\"><\/span>\u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0645\u0624\u0644\u0641\u0647 \u0647\u0627\u06cc \u0627\u0635\u0644\u06cc<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0645\u0624\u0644\u0641\u0647 \u0627\u0635\u0644\u06cc (PCA) \u06cc\u06a9 \u0631\u0648\u0634 \u0622\u0645\u0627\u0631\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0628\u0627 \u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647\u060c \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627 \u06cc\u0627 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u062f\u0627\u062f\u0647 \u0647\u0627 \u0631\u0627 \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u062f.  \u0627\u0633\u0627\u0633\u0627\u064b \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627 \u062e\u0644\u0627\u0635\u0647 \u06cc\u0627 \u0628\u0627 \u0647\u0645 \u062a\u0631\u06a9\u06cc\u0628 \u0645\u06cc \u0634\u0648\u0646\u062f.  \u0647\u0645\u0686\u0646\u06cc\u0646 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u062a\u062d\u0644\u06cc\u0644 \u0645\u0624\u0644\u0641\u0647\u200c\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u0631\u0627 \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u00ab\u0641\u0634\u0627\u0631 \u062f\u0627\u062f\u0646\u00bb \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0628\u0647 \u0686\u0646\u062f \u0628\u0639\u062f \u0627\u0632 \u0641\u0636\u0627\u06cc \u0627\u0628\u0639\u0627\u062f \u0628\u0633\u06cc\u0627\u0631 \u0628\u0627\u0644\u0627\u062a\u0631 \u062a\u0635\u0648\u0631 \u06a9\u0646\u06cc\u062f.<\/p>\n<p>\u0628\u0647 \u0637\u0648\u0631 \u062f\u0642\u06cc\u0642 \u062a\u0631\u060c \u06cc\u06a9 \u0646\u0648\u0634\u06cc\u062f\u0646\u06cc \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u0628\u0627 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0632\u06cc\u0627\u062f\u06cc \u062a\u0648\u0635\u06cc\u0641 \u0634\u0648\u062f\u060c \u0627\u0645\u0627 \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0627\u06cc\u0646 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627 \u0628\u0631\u0627\u06cc \u0634\u0646\u0627\u0633\u0627\u06cc\u06cc \u0646\u0648\u0634\u06cc\u062f\u0646\u06cc \u0645\u0648\u0631\u062f \u0646\u0638\u0631 \u0627\u0636\u0627\u0641\u06cc \u0648 \u0646\u0633\u0628\u062a\u0627\u064b \u0628\u06cc \u0641\u0627\u06cc\u062f\u0647 \u062e\u0648\u0627\u0647\u0646\u062f \u0628\u0648\u062f.  \u0628\u0647 \u062c\u0627\u06cc \u062a\u0648\u0635\u06cc\u0641 \u0634\u0631\u0627\u0628 \u0628\u0627 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f \u0647\u0648\u0627\u062f\u0647\u06cc\u060c \u0633\u0637\u0648\u062d C02 \u0648 \u063a\u06cc\u0631\u0647\u060c \u0622\u0646\u0647\u0627 \u0631\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0628\u0647 \u0631\u0627\u062d\u062a\u06cc \u0628\u0627 \u0631\u0646\u06af\u060c \u0637\u0639\u0645 \u0648 \u0633\u0646 \u062a\u0648\u0635\u06cc\u0641 \u06a9\u0631\u062f.<\/p>\n<p>\u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0645\u0624\u0644\u0641\u0647 \u0627\u0635\u0644\u06cc \u00ab\u0627\u0635\u0644\u06cc\u00bb \u06cc\u0627 \u062a\u0623\u062b\u06cc\u0631\u06af\u0630\u0627\u0631\u062a\u0631\u06cc\u0646 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0631\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u0645\u06cc \u06a9\u0646\u062f \u0648 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u062f. \u0631\u0648\u06cc \u0622\u0646\u0647\u0627 \u0631\u0627  \u062a\u0646\u0647\u0627 \u0628\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u06cc\u0634\u062a\u0631\u06cc\u0646 \u062a\u0623\u062b\u06cc\u0631 \u0631\u0627 \u062f\u0627\u0631\u0646\u062f \u0631\u0648\u06cc \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647\u060c \u0627\u0628\u0639\u0627\u062f \u06a9\u0627\u0647\u0634 \u0645\u06cc \u06cc\u0627\u0628\u062f.<\/p>\n<p>PCA \u0647\u0646\u06af\u0627\u0645 \u0627\u06cc\u062c\u0627\u062f \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u062c\u062f\u06cc\u062f\u060c \u0647\u0645\u0628\u0633\u062a\u06af\u06cc \u0628\u06cc\u0646 \u0645\u062a\u063a\u06cc\u0631\u0647\u0627 \u0631\u0627 \u062d\u0641\u0638 \u0645\u06cc \u06a9\u0646\u062f.  \u0627\u062c\u0632\u0627\u06cc \u0627\u0635\u0644\u06cc \u0627\u06cc\u062c\u0627\u062f \u0634\u062f\u0647 \u062a\u0648\u0633\u0637 \u0627\u06cc\u0646 \u062a\u06a9\u0646\u06cc\u06a9 \u062a\u0631\u06a9\u06cc\u0628 \u062e\u0637\u06cc \u0645\u062a\u063a\u06cc\u0631\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u0647\u0633\u062a\u0646\u062f \u06a9\u0647 \u0628\u0627 \u0645\u0641\u0627\u0647\u06cc\u0645\u06cc \u0628\u0647 \u0646\u0627\u0645 \u0645\u062d\u0627\u0633\u0628\u0647 \u0645\u06cc \u0634\u0648\u0646\u062f. <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/en.wikipedia.org\/wiki\/Eigenvalues_and_eigenvectors\">\u0628\u0631\u062f\u0627\u0631\u0647\u0627\u06cc \u0648\u06cc\u0698\u0647<\/a>.<\/p>\n<p>\u0641\u0631\u0636 \u0628\u0631 \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u0627\u062c\u0632\u0627\u06cc \u062c\u062f\u06cc\u062f \u0645\u062a\u0639\u0627\u0645\u062f \u0647\u0633\u062a\u0646\u062f \u06cc\u0627 \u0628\u0627 \u06cc\u06a9\u062f\u06cc\u06af\u0631 \u0627\u0631\u062a\u0628\u0627\u0637 \u0646\u062f\u0627\u0631\u0646\u062f.<\/p>\n<h3 id=\"pcaimplementationexample\"><span class=\"ez-toc-section\" id=\"%d9%85%d8%ab%d8%a7%d9%84_%d9%be%db%8c%d8%a7%d8%af%d9%87_%d8%b3%d8%a7%d8%b2%db%8c_pca\"><\/span>\u0645\u062b\u0627\u0644 \u067e\u06cc\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc PCA<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0646\u06af\u0627\u0647\u06cc \u0628\u0647 \u0631\u0648\u0634 \u067e\u06cc\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc PCA \u062f\u0631 \u0622\u0646 \u0628\u06cc\u0646\u062f\u0627\u0632\u06cc\u0645 <em>Scikit-Learn<\/em>.  \u0645\u0627 \u0627\u0632 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/www.kaggle.com\/uciml\/mushroom-classification\/\">\u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0637\u0628\u0642\u0647 \u0628\u0646\u062f\u06cc \u0642\u0627\u0631\u0686<\/a> \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646.<\/p>\n<p>\u0627\u0648\u0644\u060c \u0645\u0627 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u0645 import \u062a\u0645\u0627\u0645 \u0645\u0627\u0698\u0648\u0644 \u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0645\u0627\u060c \u06a9\u0647 \u0634\u0627\u0645\u0644 PCA \u0645\u06cc \u0634\u0648\u062f\u060c <code>train_test_split<\/code>\u0648 \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u0628\u0631\u0686\u0633\u0628 \u06af\u0630\u0627\u0631\u06cc \u0648 \u0645\u0642\u06cc\u0627\u0633 \u0628\u0646\u062f\u06cc:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-keyword\">import<\/span> pandas <span class=\"hljs-keyword\">as<\/span> pd\n<span class=\"hljs-keyword\">import<\/span> matplotlib.pyplot <span class=\"hljs-keyword\">as<\/span> plt\n<span class=\"hljs-keyword\">from<\/span> sklearn.preprocessing <span class=\"hljs-keyword\">import<\/span> LabelEncoder, StandardScaler\n<span class=\"hljs-keyword\">from<\/span> sklearn.decomposition <span class=\"hljs-keyword\">import<\/span> PCA\n<span class=\"hljs-keyword\">from<\/span> sklearn.model_selection <span class=\"hljs-keyword\">import<\/span> train_test_split\n<span class=\"hljs-keyword\">import<\/span> warnings\nwarnings.filterwarnings(<span class=\"hljs-string\">\"ignore\"<\/span>)\n<\/code><\/pre>\n<p>\u067e\u0633 \u0627\u0632 \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627\u060c \u0645\u0642\u0627\u062f\u06cc\u0631 \u062a\u0647\u06cc \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u0645\u06cc \u06a9\u0646\u06cc\u0645.  \u0645\u0627 \u0647\u0645\u0686\u0646\u06cc\u0646 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0631\u0627 \u0628\u0627 \u0631\u0645\u0632\u06af\u0630\u0627\u0631\u06cc \u0645\u06cc \u06a9\u0646\u06cc\u0645 <code>LabelEncoder<\/code>.  \u0648\u06cc\u0698\u06af\u06cc \u06a9\u0644\u0627\u0633 \u0627\u0648\u0644\u06cc\u0646 \u0633\u062a\u0648\u0646 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0627\u0633\u062a\u060c \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0645\u0627 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627 \u0648 \u0628\u0631\u0686\u0633\u0628 \u0647\u0627 \u0631\u0627 \u0628\u0631 \u0627\u06cc\u0646 \u0627\u0633\u0627\u0633 \u062a\u0642\u0633\u06cc\u0645 \u0645\u06cc \u06a9\u0646\u06cc\u0645:<\/p>\n<pre><code class=\"hljs\">m_data = pd.read_csv(<span class=\"hljs-string\">'mushrooms.csv'<\/span>)\n\n\n\n\nencoder = LabelEncoder()\n\n\n<span class=\"hljs-keyword\">for<\/span> col <span class=\"hljs-keyword\">in<\/span> m_data.columns:\n    m_data(col) = encoder.fit_transform(m_data(col))\n\nX_features = m_data.iloc(:,<span class=\"hljs-number\">1<\/span>:<span class=\"hljs-number\">23<\/span>)\ny_label = m_data.iloc(:, <span class=\"hljs-number\">0<\/span>)\n<\/code><\/pre>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627 \u0631\u0627 \u0628\u0627 \u0645\u0642\u06cc\u0627\u0633\u200c\u06a9\u0646\u0646\u062f\u0647 \u0627\u0633\u062a\u0627\u0646\u062f\u0627\u0631\u062f \u0645\u0642\u06cc\u0627\u0633\u200c\u0628\u0646\u062f\u06cc \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645.  \u0627\u06cc\u0646 \u0627\u062e\u062a\u06cc\u0627\u0631\u06cc \u0627\u0633\u062a \u0632\u06cc\u0631\u0627 \u0645\u0627 \u062f\u0631 \u0648\u0627\u0642\u0639 \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc\u200c\u06a9\u0646\u0646\u062f\u0647 \u0631\u0627 \u0627\u062c\u0631\u0627 \u0646\u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645\u060c \u0627\u0645\u0627 \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u0628\u0631 \u0631\u0648\u0634 \u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0645\u0627 \u062a\u0648\u0633\u0637 PCA \u062a\u0623\u062b\u06cc\u0631 \u0628\u06af\u0630\u0627\u0631\u062f:<\/p>\n<pre><code class=\"hljs\">\nscaler = StandardScaler()\nX_features = scaler.fit_transform(X_features)\n<\/code><\/pre>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u0627\u0632 PCA \u0628\u0631\u0627\u06cc \u062f\u0631\u06cc\u0627\u0641\u062a \u0644\u06cc\u0633\u062a\u06cc \u0627\u0632 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645 \u0648 \u0645\u0634\u062e\u0635 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645 \u06a9\u0647 \u06a9\u062f\u0627\u0645 \u0648\u06cc\u0698\u06af\u06cc \u062f\u0627\u0631\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc\u0646 \u0642\u062f\u0631\u062a \u062a\u0648\u0636\u06cc\u062d\u06cc \u06cc\u0627 \u0628\u06cc\u0634\u062a\u0631\u06cc\u0646 \u0648\u0627\u0631\u06cc\u0627\u0646\u0633 \u0627\u0633\u062a.  \u0627\u06cc\u0646\u0647\u0627 \u0627\u062c\u0632\u0627\u06cc \u0627\u0635\u0644\u06cc \u0647\u0633\u062a\u0646\u062f.  \u0628\u0647 \u0646\u0638\u0631 \u0645\u06cc \u0631\u0633\u062f \u06a9\u0647 \u062d\u062f\u0648\u062f 17 \u06cc\u0627 18 \u0648\u06cc\u0698\u06af\u06cc \u0627\u06a9\u062b\u0631\u06cc\u062a\u060c \u062a\u0642\u0631\u06cc\u0628\u0627\u064b 95 \u062f\u0631\u0635\u062f \u0627\u0632 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0645\u0627 \u0631\u0627 \u062a\u0648\u0636\u06cc\u062d \u0645\u06cc \u062f\u0647\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">\npca = PCA()\npca.fit_transform(X_features)\npca_variance = pca.explained_variance_\n\nplt.figure(figsize=(<span class=\"hljs-number\">8<\/span>, <span class=\"hljs-number\">6<\/span>))\nplt.bar(<span class=\"hljs-built_in\">range<\/span>(<span class=\"hljs-number\">22<\/span>), pca_variance, alpha=<span class=\"hljs-number\">0.5<\/span>, align=<span class=\"hljs-string\">'center'<\/span>, label=<span class=\"hljs-string\">'individual variance'<\/span>)\nplt.legend()\nplt.ylabel(<span class=\"hljs-string\">'Variance ratio'<\/span>)\nplt.xlabel(<span class=\"hljs-string\">'Principal components'<\/span>)\nplt.show()\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/rasanegar.com\/blog\/wp-content\/uploads\/2024\/01\/dimensionality-reduction-in-python-with-scikit-learn-numpy-pandas-2.png\" alt=\"\u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc pca\" title=\"\"><\/p>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627 \u0631\u0627 \u0628\u0647 17 \u0648\u06cc\u0698\u06af\u06cc \u0628\u0631\u062a\u0631 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u0645.  \u0633\u067e\u0633 \u06cc\u06a9 \u0646\u0645\u0648\u062f\u0627\u0631 \u067e\u0631\u0627\u06a9\u0646\u062f\u0647 \u0627\u0632 \u0637\u0628\u0642\u0647 \u0628\u0646\u062f\u06cc \u0646\u0642\u0637\u0647 \u062f\u0627\u062f\u0647 \u0628\u0631 \u0627\u0633\u0627\u0633 \u0631\u0633\u0645 \u0645\u06cc \u06a9\u0646\u06cc\u0645 \u0631\u0648\u06cc \u0627\u06cc\u0646 17 \u0648\u06cc\u0698\u06af\u06cc:<\/p>\n<pre><code class=\"hljs\">pca2 = PCA(n_components=<span class=\"hljs-number\">17<\/span>)\npca2.fit(X_features)\nx_3d = pca2.transform(X_features)\n\nplt.figure(figsize=(<span class=\"hljs-number\">8<\/span>,<span class=\"hljs-number\">6<\/span>))\nplt.scatter(x_3d(:,<span class=\"hljs-number\">0<\/span>), x_3d(:,<span class=\"hljs-number\">5<\/span>), c=m_data(<span class=\"hljs-string\">'class'<\/span>))\nplt.show()\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/rasanegar.com\/blog\/wp-content\/uploads\/2024\/01\/dimensionality-reduction-in-python-with-scikit-learn-numpy-pandas-3.png\" alt=\"17 \u0648\u06cc\u0698\u06af\u06cc \u0628\u0631\u062a\u0631\" title=\"\"><\/p>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0631\u0627 \u0628\u0631\u0627\u06cc 2 \u0648\u06cc\u0698\u06af\u06cc \u0628\u0631\u062a\u0631 \u0646\u06cc\u0632 \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u0645 \u0648 \u0628\u0628\u06cc\u0646\u06cc\u0645 \u06a9\u0647 \u0686\u06af\u0648\u0646\u0647 \u0637\u0628\u0642\u0647 \u0628\u0646\u062f\u06cc \u062a\u063a\u06cc\u06cc\u0631 \u0645\u06cc \u06a9\u0646\u062f:<\/p>\n<pre><code class=\"hljs\">pca3 = PCA(n_components=<span class=\"hljs-number\">2<\/span>)\npca3.fit(X_features)\nx_3d = pca3.transform(X_features)\n\nplt.figure(figsize=(<span class=\"hljs-number\">8<\/span>,<span class=\"hljs-number\">6<\/span>))\nplt.scatter(x_3d(:,<span class=\"hljs-number\">0<\/span>), x_3d(:,<span class=\"hljs-number\">1<\/span>), c=m_data(<span class=\"hljs-string\">'class'<\/span>))\nplt.show()\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/rasanegar.com\/blog\/wp-content\/uploads\/2024\/01\/dimensionality-reduction-in-python-with-scikit-learn-numpy-pandas-4.png\" alt=\"2 \u0648\u06cc\u0698\u06af\u06cc \u0628\u0631\u062a\u0631\" title=\"\"><\/p>\n<h2 id=\"singularvaluedecomposition\"><span class=\"ez-toc-section\" id=\"%d8%aa%d8%ac%d8%b2%db%8c%d9%87_%d9%85%d9%82%d8%af%d8%a7%d8%b1_%d9%85%d9%86%d9%81%d8%b1%d8%af\"><\/span>\u062a\u062c\u0632\u06cc\u0647 \u0645\u0642\u062f\u0627\u0631 \u0645\u0646\u0641\u0631\u062f<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0647\u062f\u0641 \u0627\u0632 \u062a\u062c\u0632\u06cc\u0647 \u0627\u0631\u0632\u0634 \u0645\u0646\u0641\u0631\u062f \u0633\u0627\u062f\u0647 \u06a9\u0631\u062f\u0646 \u06cc\u06a9 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0648 \u0627\u0646\u062c\u0627\u0645 \u0645\u062d\u0627\u0633\u0628\u0627\u062a \u0628\u0627 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0627\u0633\u062a.  \u0645\u0627\u062a\u0631\u06cc\u0633 \u0628\u0647 \u0627\u062c\u0632\u0627\u06cc \u062a\u0634\u06a9\u06cc\u0644 \u062f\u0647\u0646\u062f\u0647 \u0622\u0646 \u06a9\u0627\u0647\u0634 \u0645\u06cc \u06cc\u0627\u0628\u062f\u060c \u0645\u0634\u0627\u0628\u0647 \u0647\u062f\u0641 PCA.  \u062f\u0631\u06a9 \u0646\u06a9\u0627\u062a \u0648 \u0646\u06a9\u0627\u062a SVD \u0628\u0631\u0627\u06cc \u067e\u06cc\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc \u0622\u0646 \u062f\u0631 \u0645\u062f\u0644 \u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u0634\u0645\u0627 \u06a9\u0627\u0645\u0644\u0627\u064b \u0636\u0631\u0648\u0631\u06cc \u0646\u06cc\u0633\u062a\u060c \u0627\u0645\u0627 \u062f\u0627\u0634\u062a\u0646 \u0634\u0647\u0648\u062f\u06cc \u0628\u0631\u0627\u06cc \u0631\u0648\u0634 \u0639\u0645\u0644\u06a9\u0631\u062f \u0622\u0646 \u0628\u0647 \u0634\u0645\u0627 \u0627\u06cc\u062f\u0647 \u0628\u0647\u062a\u0631\u06cc \u062f\u0631\u0628\u0627\u0631\u0647 \u0632\u0645\u0627\u0646 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0622\u0646 \u0645\u06cc \u062f\u0647\u062f.<\/p>\n<p>SVD \u0642\u0627\u0628\u0644 \u0627\u0646\u062c\u0627\u0645 \u0627\u0633\u062a \u0631\u0648\u06cc \u0645\u0627\u062a\u0631\u06cc\u0633\u200c\u0647\u0627\u06cc \u067e\u06cc\u0686\u06cc\u062f\u0647 \u06cc\u0627 \u0628\u0627 \u0627\u0631\u0632\u0634 \u0648\u0627\u0642\u0639\u06cc\u060c \u0627\u0645\u0627 \u0628\u0631\u0627\u06cc \u0633\u0647\u0648\u0644\u062a \u062f\u0631\u06a9 \u0627\u06cc\u0646 \u062a\u0648\u0636\u06cc\u062d\u060c \u0628\u0647 \u0631\u0648\u0634 \u062a\u062c\u0632\u06cc\u0647 \u06cc\u06a9 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0628\u0627 \u0627\u0631\u0632\u0634 \u0648\u0627\u0642\u0639\u06cc \u0645\u06cc\u200c\u067e\u0631\u062f\u0627\u0632\u06cc\u0645.<\/p>\n<p>\u0647\u0646\u06af\u0627\u0645 \u0627\u0646\u062c\u0627\u0645 SVD \u0645\u0627 \u06cc\u06a9 \u0645\u0627\u062a\u0631\u06cc\u0633 \u067e\u0631 \u0627\u0632 \u062f\u0627\u062f\u0647 \u062f\u0627\u0631\u06cc\u0645 \u0648 \u0645\u06cc \u062e\u0648\u0627\u0647\u06cc\u0645 \u062a\u0639\u062f\u0627\u062f \u0633\u062a\u0648\u0646 \u0647\u0627\u06cc \u0645\u0627\u062a\u0631\u06cc\u0633 \u0631\u0627 \u06a9\u0627\u0647\u0634 \u062f\u0647\u06cc\u0645.  \u0627\u06cc\u0646 \u0627\u0645\u0631 \u0627\u0628\u0639\u0627\u062f \u0645\u0627\u062a\u0631\u06cc\u0633 \u0631\u0627 \u06a9\u0627\u0647\u0634 \u0645\u06cc \u062f\u0647\u062f \u0648 \u062f\u0631 \u0639\u06cc\u0646 \u062d\u0627\u0644 \u062a\u0627 \u0622\u0646\u062c\u0627 \u06a9\u0647 \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u062a\u063a\u06cc\u06cc\u0631\u067e\u0630\u06cc\u0631\u06cc \u062f\u0631 \u062f\u0627\u062f\u0647 \u0647\u0627 \u062d\u0641\u0638 \u0645\u06cc \u0634\u0648\u062f.<\/p>\n<p>\u0645\u06cc \u062a\u0648\u0627\u0646 \u06af\u0641\u062a \u06a9\u0647 \u0645\u0627\u062a\u0631\u06cc\u0633 A \u0628\u0631\u0627\u0628\u0631 \u0627\u0633\u062a \u0628\u0627 \u062c\u0627\u0628\u062c\u0627\u06cc\u06cc \u0645\u0627\u062a\u0631\u06cc\u0633 V:<\/p>\n<p>$$<br \/>A = U * D * V^t<br \/>$$<\/p>\n<p>\u0628\u0627 \u0641\u0631\u0636 \u0627\u06cc\u0646\u06a9\u0647 \u0645\u0642\u062f\u0627\u0631\u06cc \u0645\u0627\u062a\u0631\u06cc\u0633 A \u062f\u0627\u0631\u06cc\u0645\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u0645 \u0622\u0646 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0631\u0627 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0633\u0647 \u0645\u0627\u062a\u0631\u06cc\u0633 \u062f\u06cc\u06af\u0631 \u06a9\u0647 \u0646\u0627\u0645\u06cc\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f \u0646\u0645\u0627\u06cc\u0634 \u062f\u0647\u06cc\u0645 <em>U<\/em>\u060c <em>V<\/em>\u060c \u0648 <em>D<\/em>.  \u0645\u0627\u062a\u0631\u06cc\u0633 <em>\u0622<\/em> \u0627\u0648\u0631\u062c\u06cc\u0646\u0627\u0644 \u0631\u0627 \u062f\u0627\u0631\u062f <em>x*y<\/em> \u0639\u0646\u0627\u0635\u0631\u060c \u062f\u0631 \u062d\u0627\u0644\u06cc \u06a9\u0647 \u0645\u0627\u062a\u0631\u06cc\u0633 <em>U<\/em> \u06cc\u06a9 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0645\u062a\u0639\u0627\u0645\u062f \u062d\u0627\u0648\u06cc <em>x*x<\/em> \u0639\u0646\u0627\u0635\u0631 \u0648 \u0645\u0627\u062a\u0631\u06cc\u0633 <em>V<\/em> \u06cc\u06a9 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0645\u062a\u0639\u0627\u0645\u062f \u0645\u062a\u0641\u0627\u0648\u062a \u062d\u0627\u0648\u06cc <em>y*y<\/em> \u0639\u0646\u0627\u0635\u0631.  \u0633\u0631\u0627\u0646\u062c\u0627\u0645\u060c <em>D<\/em> \u06cc\u06a9 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0645\u0648\u0631\u0628 \u062d\u0627\u0648\u06cc <em>x*y<\/em> \u0639\u0646\u0627\u0635\u0631.<\/p>\n<p>\u062a\u062c\u0632\u06cc\u0647 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0628\u0631\u0627\u06cc \u06cc\u06a9 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0634\u0627\u0645\u0644 \u062a\u0628\u062f\u06cc\u0644 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0645\u0646\u0641\u0631\u062f \u062f\u0631 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0627\u0635\u0644\u06cc \u0628\u0647 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0645\u0648\u0631\u0628 \u0645\u0627\u062a\u0631\u06cc\u0633 \u062c\u062f\u06cc\u062f \u0627\u0633\u062a.  \u0627\u06af\u0631 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0647\u0627\u06cc \u0645\u062a\u0639\u0627\u0645\u062f \u062f\u0631 \u0627\u0639\u062f\u0627\u062f \u062f\u06cc\u06af\u0631 \u0636\u0631\u0628 \u0634\u0648\u0646\u062f\u060c \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0622\u0646\u0647\u0627 \u062a\u063a\u06cc\u06cc\u0631 \u0646\u0645\u06cc \u06a9\u0646\u062f \u0648 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 \u0627\u0632 \u0627\u06cc\u0646 \u0648\u06cc\u0698\u06af\u06cc \u0628\u0631\u0627\u06cc \u0628\u062f\u0633\u062a \u0622\u0648\u0631\u062f\u0646 \u062a\u0642\u0631\u06cc\u0628\u06cc \u0627\u0632 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u0645. <em>\u0622<\/em>.  \u0647\u0646\u06af\u0627\u0645 \u0636\u0631\u0628 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0645\u062a\u0639\u0627\u0645\u062f \u0628\u0627 \u0647\u0645 \u062a\u0631\u06a9\u06cc\u0628 \u0632\u0645\u0627\u0646\u06cc \u06a9\u0647 \u062c\u0627\u0628\u062c\u0627\u06cc\u06cc \u0645\u0627\u062a\u0631\u06cc\u0633 <em>V<\/em>\u060c \u0645\u0627\u062a\u0631\u06cc\u0633\u06cc \u0628\u0647 \u062f\u0633\u062a \u0645\u06cc \u0622\u0648\u0631\u06cc\u0645 \u06a9\u0647 \u0645\u0639\u0627\u062f\u0644 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0627\u0635\u0644\u06cc \u0627\u0633\u062a <em>\u0622<\/em>.<\/p>\n<p>\u0648\u0642\u062a\u06cc \u0645\u0627\u062a\u0631\u06cc\u0633 \u0631\u0627 \u0645\u06cc \u0634\u06a9\u0646\u06cc\u0645\/\u062a\u062c\u0632\u06cc\u0647 \u0645\u06cc \u06a9\u0646\u06cc\u0645 <em>\u0622<\/em> \u067e\u0627\u06cc\u06cc\u0646 \u0628\u0647 <em>U<\/em>\u060c <em>D<\/em>\u060c \u0648 <em>V<\/em>\u060c \u0633\u067e\u0633 \u0633\u0647 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0645\u062e\u062a\u0644\u0641 \u062f\u0627\u0631\u06cc\u0645 \u06a9\u0647 \u062d\u0627\u0648\u06cc \u0627\u0637\u0644\u0627\u0639\u0627\u062a Matrix \u0647\u0633\u062a\u0646\u062f <em>\u0622<\/em>.<\/p>\n<p>\u0628\u0647 \u0646\u0638\u0631 \u0645\u06cc \u0631\u0633\u062f \u06a9\u0647 \u0633\u062a\u0648\u0646 \u0647\u0627\u06cc \u0633\u0645\u062a \u0686\u067e \u0645\u0627\u062a\u0631\u06cc\u0633 \u0647\u0627 \u0627\u06a9\u062b\u0631 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0645\u0627 \u0631\u0627 \u062f\u0631 \u062e\u0648\u062f \u062c\u0627\u06cc \u0645\u06cc \u062f\u0647\u0646\u062f \u0648 \u0645\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 \u0641\u0642\u0637 \u0647\u0645\u06cc\u0646 \u0686\u0646\u062f \u0633\u062a\u0648\u0646 \u0631\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0646\u06cc\u0645 \u062a\u0627 \u062a\u0642\u0631\u06cc\u0628 \u062e\u0648\u0628\u06cc \u0627\u0632 \u0645\u0627\u062a\u0631\u06cc\u0633 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u0645. <em>\u0622<\/em>.  \u06a9\u0627\u0631 \u0628\u0627 \u0627\u06cc\u0646 \u0645\u0627\u062a\u0631\u06cc\u0633 \u062c\u062f\u06cc\u062f \u0628\u0633\u06cc\u0627\u0631 \u0633\u0627\u062f\u0647 \u062a\u0631 \u0648 \u0631\u0627\u062d\u062a \u062a\u0631 \u0627\u0633\u062a\u060c \u0632\u06cc\u0631\u0627 \u0627\u0628\u0639\u0627\u062f \u0628\u0633\u06cc\u0627\u0631 \u06a9\u0645\u062a\u0631\u06cc \u062f\u0627\u0631\u062f.<\/p>\n<h3 id=\"svdimplementationexample\"><span class=\"ez-toc-section\" id=\"%d9%85%d8%ab%d8%a7%d9%84_%d9%be%db%8c%d8%a7%d8%af%d9%87_%d8%b3%d8%a7%d8%b2%db%8c_svd\"><\/span>\u0645\u062b\u0627\u0644 \u067e\u06cc\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc SVD<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u06cc\u06a9\u06cc \u0627\u0632 \u0631\u0627\u06cc\u062c \u062a\u0631\u06cc\u0646 \u0631\u0648\u0634 \u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0627\u0632 SVD \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f\u060c \u0641\u0634\u0631\u062f\u0647 \u0633\u0627\u0632\u06cc \u062a\u0635\u0627\u0648\u06cc\u0631 \u0627\u0633\u062a.  \u0627\u0632 \u0627\u06cc\u0646 \u06af\u0630\u0634\u062a\u0647\u060c \u0645\u0642\u0627\u062f\u06cc\u0631 \u067e\u06cc\u06a9\u0633\u0644\u06cc \u06a9\u0647 \u06a9\u0627\u0646\u0627\u0644\u200c\u0647\u0627\u06cc \u0642\u0631\u0645\u0632\u060c \u0633\u0628\u0632 \u0648 \u0622\u0628\u06cc \u0631\u0627 \u062f\u0631 \u062a\u0635\u0648\u06cc\u0631 \u062a\u0634\u06a9\u06cc\u0644 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f \u0631\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u06a9\u0627\u0647\u0634 \u062f\u0627\u062f \u0648 \u0646\u062a\u06cc\u062c\u0647 \u062a\u0635\u0648\u06cc\u0631\u06cc \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f \u06a9\u0647 \u067e\u06cc\u0686\u06cc\u062f\u06af\u06cc \u06a9\u0645\u062a\u0631\u06cc \u062f\u0627\u0631\u062f \u0627\u0645\u0627 \u0647\u0645\u0686\u0646\u0627\u0646 \u0645\u062d\u062a\u0648\u0627\u06cc \u062a\u0635\u0648\u06cc\u0631 \u0645\u0634\u0627\u0628\u0647\u06cc \u062f\u0627\u0631\u062f.  \u0628\u06cc\u0627\u06cc\u06cc\u062f \u0633\u0639\u06cc \u06a9\u0646\u06cc\u0645 \u0627\u0632 SVD \u0628\u0631\u0627\u06cc \u0641\u0634\u0631\u062f\u0647 \u0633\u0627\u0632\u06cc \u06cc\u06a9 \u062a\u0635\u0648\u06cc\u0631 \u0648 \u0631\u0646\u062f\u0631 \u06a9\u0631\u062f\u0646 \u0622\u0646 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u0645.<\/p>\n<p>\u0645\u0627 \u0627\u0632 \u0686\u0646\u062f\u06cc\u0646 \u062a\u0627\u0628\u0639 \u0628\u0631\u0627\u06cc \u0645\u062f\u06cc\u0631\u06cc\u062a \u0641\u0634\u0631\u062f\u0647 \u0633\u0627\u0632\u06cc \u062a\u0635\u0648\u06cc\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f.  \u0645\u0627 \u0648\u0627\u0642\u0639\u0627 \u0641\u0642\u0637 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u0645 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/numpy.org\/\">\u0646\u0627\u067e\u062e\u062a\u0647<\/a> \u0648 <code>Image<\/code> \u062a\u0627\u0628\u0639 \u0627\u0632 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/pillow.readthedocs.io\/en\/stable\/\">\u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 PIL<\/a> \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u06a9\u0627\u0631\u060c \u0627\u0632 \u0622\u0646\u062c\u0627\u06cc\u06cc \u06a9\u0647 Numpy \u0631\u0648\u0634\u06cc \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u0645\u062d\u0627\u0633\u0628\u0647 SVD \u062f\u0627\u0631\u062f:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-keyword\">import<\/span> numpy\n<span class=\"hljs-keyword\">from<\/span> PIL <span class=\"hljs-keyword\">import<\/span> Image\n<\/code><\/pre>\n<p>\u0627\u0628\u062a\u062f\u0627\u060c \u0645\u0627 \u0641\u0642\u0637 \u06cc\u06a9 \u062a\u0627\u0628\u0639 \u0628\u0631\u0627\u06cc \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u062f\u0631 \u062a\u0635\u0648\u06cc\u0631 \u0645\u06cc \u0646\u0648\u06cc\u0633\u06cc\u0645 \u0648 \u0622\u0646 \u0631\u0627 \u0628\u0647 \u06cc\u06a9 \u0622\u0631\u0627\u06cc\u0647 Numpy \u062a\u0628\u062f\u06cc\u0644 \u0645\u06cc \u06a9\u0646\u06cc\u0645.  \u0633\u067e\u0633 \u0645\u06cc \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0627\u0646\u0627\u0644 \u0647\u0627\u06cc \u0631\u0646\u06af \u0642\u0631\u0645\u0632\u060c \u0633\u0628\u0632 \u0648 \u0622\u0628\u06cc \u0631\u0627 \u0627\u0632 \u062a\u0635\u0648\u06cc\u0631 \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0646\u06cc\u0645:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-function\"><span class=\"hljs-keyword\">def<\/span> <span class=\"hljs-title\">load_image<\/span>(<span class=\"hljs-params\">image<\/span>):<\/span>\n    image = Image.<span class=\"hljs-built_in\">open<\/span>(image)\n    im_array = numpy.array(image)\n\n    red = im_array(:, :, <span class=\"hljs-number\">0<\/span>)\n    green = im_array(:, :, <span class=\"hljs-number\">1<\/span>)\n    blue = im_array(:, :, <span class=\"hljs-number\">2<\/span>)\n\n    <span class=\"hljs-keyword\">return<\/span> red, green, blue\n<\/code><\/pre>\n<p>\u062d\u0627\u0644\u0627 \u06a9\u0647 \u0631\u0646\u06af \u0647\u0627 \u0631\u0627 \u062f\u0627\u0631\u06cc\u0645\u060c \u0628\u0627\u06cc\u062f \u06a9\u0627\u0646\u0627\u0644 \u0647\u0627\u06cc \u0631\u0646\u06af \u0631\u0627 \u0641\u0634\u0631\u062f\u0647 \u06a9\u0646\u06cc\u0645.  \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 \u0628\u0627 \u0641\u0631\u0627\u062e\u0648\u0627\u0646\u06cc \u062a\u0627\u0628\u0639 SVD Numpy \u0634\u0631\u0648\u0639 \u06a9\u0646\u06cc\u0645 \u0631\u0648\u06cc \u06a9\u0627\u0646\u0627\u0644 \u0631\u0646\u06af\u06cc \u06a9\u0647 \u0645\u06cc \u062e\u0648\u0627\u0647\u06cc\u0645  \u0633\u067e\u0633 \u0622\u0631\u0627\u06cc\u0647 \u0627\u06cc \u0627\u0632 \u0635\u0641\u0631\u0647\u0627 \u0631\u0627 \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u06cc\u0645 \u06a9\u0647 \u067e\u0633 \u0627\u0632 \u062a\u06a9\u0645\u06cc\u0644 \u0636\u0631\u0628 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0622\u0646 \u0631\u0627 \u067e\u0631 \u0645\u06cc \u06a9\u0646\u06cc\u0645.  \u0633\u067e\u0633 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a \u0645\u0642\u062f\u0627\u0631 \u0648\u0627\u062d\u062f\u06cc \u0631\u0627 \u06a9\u0647 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u0645 \u0647\u0646\u06af\u0627\u0645 \u0627\u0646\u062c\u0627\u0645 \u0645\u062d\u0627\u0633\u0628\u0627\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u0645\u060c \u0645\u0634\u062e\u0635 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-function\"><span class=\"hljs-keyword\">def<\/span> <span class=\"hljs-title\">channel_compress<\/span>(<span class=\"hljs-params\">color_channel, singular_value_limit<\/span>):<\/span>\n    u, s, v = numpy.linalg.svd(color_channel)\n    compressed = numpy.zeros((color_channel.shape(<span class=\"hljs-number\">0<\/span>), color_channel.shape(<span class=\"hljs-number\">1<\/span>)))\n    n = singular_value_limit\n\n    left_matrix = numpy.matmul(u(:, <span class=\"hljs-number\">0<\/span>:n), numpy.diag(s)(<span class=\"hljs-number\">0<\/span>:n, <span class=\"hljs-number\">0<\/span>:n))\n    inner_compressed = numpy.matmul(left_matrix, v(<span class=\"hljs-number\">0<\/span>:n, :))\n    compressed = inner_compressed.astype(<span class=\"hljs-string\">'uint8'<\/span>)\n    <span class=\"hljs-keyword\">return<\/span> compressed\n\nred, green, blue = load_image(<span class=\"hljs-string\">\"dog3.jpg\"<\/span>)\nsingular_val_lim = <span class=\"hljs-number\">350<\/span>\n<\/code><\/pre>\n<p>\u0628\u0639\u062f \u0627\u0632 \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0636\u0631\u0628 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0631\u0627 \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc \u062f\u0647\u06cc\u0645 \u0631\u0648\u06cc \u062d\u062f \u0645\u0648\u0631\u0628 \u0648 \u0645\u0642\u062f\u0627\u0631 \u062f\u0631 \u0645\u0627\u062a\u0631\u06cc\u0633 U\u060c \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0628\u0627\u0644\u0627 \u062a\u0648\u0636\u06cc\u062d \u062f\u0627\u062f\u0647 \u0634\u062f.  \u0627\u06cc\u0646 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0633\u0645\u062a \u0686\u067e \u0631\u0627 \u0628\u0647 \u062f\u0633\u062a \u0645\u06cc \u0622\u0648\u0631\u062f \u0648 \u0633\u067e\u0633 \u0622\u0646 \u0631\u0627 \u0628\u0627 \u0645\u0627\u062a\u0631\u06cc\u0633 V \u0636\u0631\u0628 \u0645\u06cc \u06a9\u0646\u06cc\u0645.  \u0627\u06cc\u0646 \u0628\u0627\u06cc\u062f \u0645\u0642\u0627\u062f\u06cc\u0631 \u0641\u0634\u0631\u062f\u0647\u200c\u0634\u062f\u0647\u200c\u0627\u06cc \u0631\u0627 \u06a9\u0647 \u0628\u0647 \u0646\u0648\u0639 &#8216;uint8&#8217; \u062a\u0628\u062f\u06cc\u0644 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645\u060c \u062f\u0631\u06cc\u0627\u0641\u062a \u06a9\u0646\u062f:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-function\"><span class=\"hljs-keyword\">def<\/span> <span class=\"hljs-title\">compress_image<\/span>(<span class=\"hljs-params\">red, green, blue, singular_val_lim<\/span>):<\/span>\n    compressed_red = channel_compress(red, singular_val_lim)\n    compressed_green = channel_compress(green, singular_val_lim)\n    compressed_blue = channel_compress(blue, singular_val_lim)\n\n    im_red = Image.fromarray(compressed_red)\n    im_blue = Image.fromarray(compressed_blue)\n    im_green = Image.fromarray(compressed_green)\n\n    new_image = Image.merge(<span class=\"hljs-string\">\"RGB\"<\/span>, (im_red, im_green, im_blue))\n    new_image.show()\n    new_image.save(<span class=\"hljs-string\">\"dog3-edited.jpg\"<\/span>)\n\ncompress_image(red, green, blue, singular_val_lim)\n<\/code><\/pre>\n<p>\u0645\u0627 \u0627\u0632 \u0627\u06cc\u0646 \u062a\u0635\u0648\u06cc\u0631 \u06cc\u06a9 \u0633\u06af \u0628\u0631\u0627\u06cc \u0622\u0632\u0645\u0627\u06cc\u0634 \u0641\u0634\u0631\u062f\u0647 \u0633\u0627\u0632\u06cc SVD \u062e\u0648\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f \u0631\u0648\u06cc:<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/rasanegar.com\/blog\/wp-content\/uploads\/2024\/01\/dimensionality-reduction-in-python-with-scikit-learn-numpy-pandas-5.jpg\" alt=\"\u062a\u0635\u0648\u06cc\u0631 \u06a9\u0627\u0647\u0634 \u0646\u06cc\u0627\u0641\u062a\u0647 \u0627\u0632 \u06cc\u06a9 \u0633\u06af\" title=\"\"><\/p>\n<p>\u0645\u0627 \u0647\u0645\u0686\u0646\u06cc\u0646 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u0645 \u06a9\u0647 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a \u0645\u0642\u062f\u0627\u0631 \u062a\u06a9\u06cc \u0631\u0627 \u06a9\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f\u060c \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u0645\u060c \u0641\u0639\u0644\u0627\u064b \u0628\u0627 600 \u0634\u0631\u0648\u0639 \u0645\u06cc \u06a9\u0646\u06cc\u0645:<\/p>\n<pre><code class=\"hljs\">red, green, blue = load_image(<span class=\"hljs-string\">\"dog.jpg\"<\/span>)\nsingular_val_lim = <span class=\"hljs-number\">350<\/span>\n<\/code><\/pre>\n<p>\u062f\u0631 \u0646\u0647\u0627\u06cc\u062a\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u0645 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0641\u0634\u0631\u062f\u0647\u200c\u0634\u062f\u0647 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0633\u0647 \u06a9\u0627\u0646\u0627\u0644 \u0631\u0646\u06af\u06cc \u062f\u0631\u06cc\u0627\u0641\u062a \u06a9\u0646\u06cc\u0645 \u0648 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 PIL\u060c \u0622\u0646\u0647\u0627 \u0631\u0627 \u0627\u0632 \u0622\u0631\u0627\u06cc\u0647\u200c\u0647\u0627\u06cc Numpy \u0628\u0647 \u0627\u062c\u0632\u0627\u06cc \u062a\u0635\u0648\u06cc\u0631 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u0645.  \u0633\u067e\u0633 \u0641\u0642\u0637 \u0628\u0627\u06cc\u062f \u0633\u0647 \u06a9\u0627\u0646\u0627\u0644 \u0631\u0627 \u0628\u0647 \u0647\u0645 \u0645\u062a\u0635\u0644 \u06a9\u0646\u06cc\u0645 \u0648 \u062a\u0635\u0648\u06cc\u0631 \u0631\u0627 \u0646\u0634\u0627\u0646 \u062f\u0647\u06cc\u0645.  \u0627\u06cc\u0646 \u062a\u0635\u0648\u06cc\u0631 \u0628\u0627\u06cc\u062f \u06a9\u0645\u06cc \u06a9\u0648\u0686\u06a9\u062a\u0631 \u0648 \u0633\u0627\u062f\u0647 \u062a\u0631 \u0627\u0632 \u062a\u0635\u0648\u06cc\u0631 \u0627\u0635\u0644\u06cc \u0628\u0627\u0634\u062f:<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/rasanegar.com\/blog\/wp-content\/uploads\/2024\/01\/dimensionality-reduction-in-python-with-scikit-learn-numpy-pandas-6.jpg\" alt=\"\u062a\u0635\u0648\u06cc\u0631 \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0633\u06af\" title=\"\"><\/p>\n<p>\u062f\u0631 \u0648\u0627\u0642\u0639\u060c \u0627\u06af\u0631 \u0627\u0646\u062f\u0627\u0632\u0647 \u062a\u0635\u0627\u0648\u06cc\u0631 \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u06cc\u062f\u060c \u0645\u062a\u0648\u062c\u0647 \u0645\u06cc\u200c\u0634\u0648\u06cc\u062f \u06a9\u0647 \u062a\u0635\u0648\u06cc\u0631 \u0641\u0634\u0631\u062f\u0647\u200c\u0634\u062f\u0647 \u06a9\u0648\u0686\u06a9\u200c\u062a\u0631 \u0627\u0633\u062a\u060c \u0647\u0631\u0686\u0646\u062f \u06a9\u0647 \u0645\u0627 \u0646\u06cc\u0632 \u0641\u0634\u0631\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u0628\u0627 \u0627\u062a\u0644\u0627\u0641 \u06a9\u0645\u06cc \u062f\u0627\u0634\u062a\u0647\u200c\u0627\u06cc\u0645.  \u0647\u0645\u0686\u0646\u06cc\u0646 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0645\u0642\u062f\u0627\u0631\u06cc \u0646\u0648\u06cc\u0632 \u0631\u0627 \u062f\u0631 \u062a\u0635\u0648\u06cc\u0631 \u0645\u0634\u0627\u0647\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n<p>\u0634\u0645\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0628\u0627 \u062a\u0646\u0638\u06cc\u0645 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a \u0645\u0642\u062f\u0627\u0631 \u0645\u0646\u0641\u0631\u062f \u0628\u0627\u0632\u06cc \u06a9\u0646\u06cc\u062f.  \u0647\u0631\u0686\u0647 \u062d\u062f \u0627\u0646\u062a\u062e\u0627\u0628 \u0634\u062f\u0647 \u06a9\u0645\u062a\u0631 \u0628\u0627\u0634\u062f\u060c \u0641\u0634\u0631\u062f\u0647 \u0633\u0627\u0632\u06cc \u0628\u06cc\u0634\u062a\u0631 \u0645\u06cc \u0634\u0648\u062f\u060c \u0627\u0645\u0627 \u062f\u0631 \u06cc\u06a9 \u0646\u0642\u0637\u0647 \u062e\u0627\u0635\u060c \u062a\u0635\u0648\u06cc\u0631 \u0645\u0635\u0646\u0648\u0639 \u0638\u0627\u0647\u0631 \u0645\u06cc \u0634\u0648\u062f \u0648 \u06a9\u06cc\u0641\u06cc\u062a \u062a\u0635\u0648\u06cc\u0631 \u06a9\u0627\u0647\u0634 \u0645\u06cc \u06cc\u0627\u0628\u062f:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-function\"><span class=\"hljs-keyword\">def<\/span> <span class=\"hljs-title\">compress_image<\/span>(<span class=\"hljs-params\">red, green, blue, singular_val_lim<\/span>):<\/span>\n    compressed_red = channel_compress(red, singular_val_lim)\n    compressed_green = channel_compress(green, singular_val_lim)\n    compressed_blue = channel_compress(blue, singular_val_lim)\n\n    im_red = Image.fromarray(compressed_red)\n    im_blue = Image.fromarray(compressed_blue)\n    im_green = Image.fromarray(compressed_green)\n\n    new_image = Image.merge(<span class=\"hljs-string\">\"RGB\"<\/span>, (im_red, im_green, im_blue))\n    new_image.show()\n\ncompress_image(red, green, blue, singular_val_lim)\n<\/code><\/pre>\n<h2 id=\"lineardiscriminantanalysis\"><span class=\"ez-toc-section\" id=\"%d8%aa%d8%ad%d9%84%db%8c%d9%84_%d8%aa%d8%b4%d8%ae%db%8c%d8%b5%db%8c_%d8%ae%d8%b7%db%8c\"><\/span>\u062a\u062d\u0644\u06cc\u0644 \u062a\u0634\u062e\u06cc\u0635\u06cc \u062e\u0637\u06cc<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u062a\u0634\u062e\u06cc\u0635 \u062e\u0637\u06cc \u0628\u0627 \u0646\u0645\u0627\u06cc\u0634 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0627\u0632 \u06cc\u06a9 \u0646\u0645\u0648\u062f\u0627\u0631 \u0686\u0646\u062f \u0628\u0639\u062f\u06cc \u0628\u0631 \u0631\u0648\u06cc \u06cc\u06a9 \u0646\u0645\u0648\u062f\u0627\u0631 \u062e\u0637\u06cc \u0639\u0645\u0644 \u0645\u06cc \u06a9\u0646\u062f.  \u0633\u0627\u062f\u0647 \u062a\u0631\u06cc\u0646 \u0631\u0627\u0647 \u0628\u0631\u0627\u06cc \u062f\u0631\u06a9 \u0627\u06cc\u0646 \u0645\u0648\u0636\u0648\u0639 \u0628\u0627 \u0646\u0645\u0648\u062f\u0627\u0631\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0628\u0627 \u0646\u0642\u0627\u0637 \u062f\u0627\u062f\u0647 \u062f\u0648 \u06a9\u0644\u0627\u0633 \u0645\u062e\u062a\u0644\u0641 \u067e\u0631 \u0634\u062f\u0647 \u0627\u0633\u062a.  \u0628\u0627 \u0641\u0631\u0636 \u0627\u06cc\u0646\u06a9\u0647 \u0647\u06cc\u0686 \u062e\u0637\u06cc \u0648\u062c\u0648\u062f \u0646\u062f\u0627\u0631\u062f \u06a9\u0647 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0631\u0627 \u0628\u0647 \u062f\u0648 \u062f\u0633\u062a\u0647 \u062a\u0642\u0633\u06cc\u0645 \u06a9\u0646\u062f\u060c \u0646\u0645\u0648\u062f\u0627\u0631 \u062f\u0648 \u0628\u0639\u062f\u06cc \u0631\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0628\u0647 \u06cc\u06a9 \u0646\u0645\u0648\u062f\u0627\u0631 1 \u0628\u0639\u062f\u06cc \u06a9\u0627\u0647\u0634 \u062f\u0627\u062f.  \u0633\u067e\u0633 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0627\u0632 \u0627\u06cc\u0646 \u0646\u0645\u0648\u062f\u0627\u0631 1 \u0628\u0639\u062f\u06cc \u0628\u0631\u0627\u06cc \u062f\u0633\u062a\u06cc\u0627\u0628\u06cc \u0628\u0647 \u0628\u0647\u062a\u0631\u06cc\u0646 \u062c\u062f\u0627\u0633\u0627\u0632\u06cc \u0645\u0645\u06a9\u0646 \u0627\u0632 \u0646\u0642\u0627\u0637 \u062f\u0627\u062f\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f.<\/p>\n<p>\u0647\u0646\u06af\u0627\u0645\u06cc \u06a9\u0647 LDA \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc \u0634\u0648\u062f \u062f\u0648 \u0647\u062f\u0641 \u0627\u0635\u0644\u06cc \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f: \u0628\u0647 \u062d\u062f\u0627\u0642\u0644 \u0631\u0633\u0627\u0646\u062f\u0646 \u0648\u0627\u0631\u06cc\u0627\u0646\u0633 \u062f\u0648 \u06a9\u0644\u0627\u0633 \u0648 \u0628\u0647 \u062d\u062f\u0627\u06a9\u062b\u0631 \u0631\u0633\u0627\u0646\u062f\u0646 \u0641\u0627\u0635\u0644\u0647 \u0628\u06cc\u0646 \u0645\u06cc\u0627\u0646\u06af\u06cc\u0646 \u062f\u0648 \u06a9\u0644\u0627\u0633 \u062f\u0627\u062f\u0647.<\/p>\n<p>\u0628\u0631\u0627\u06cc \u062f\u0633\u062a\u06cc\u0627\u0628\u06cc \u0628\u0647 \u0627\u06cc\u0646 \u0647\u062f\u0641\u060c \u06cc\u06a9 \u0645\u062d\u0648\u0631 \u062c\u062f\u06cc\u062f \u062f\u0631 \u0646\u0645\u0648\u062f\u0627\u0631 \u062f\u0648 \u0628\u0639\u062f\u06cc \u062a\u0631\u0633\u06cc\u0645 \u0645\u06cc \u0634\u0648\u062f.  \u0627\u06cc\u0646 \u0645\u062d\u0648\u0631 \u062c\u062f\u06cc\u062f \u0628\u0627\u06cc\u062f \u062f\u0648 \u0646\u0642\u0637\u0647 \u062f\u0627\u062f\u0647 \u0631\u0627 \u0628\u0631 \u0627\u0633\u0627\u0633 \u062c\u062f\u0627 \u06a9\u0646\u062f \u0631\u0648\u06cc \u0645\u0639\u06cc\u0627\u0631\u0647\u0627\u06cc \u0630\u06a9\u0631 \u0634\u062f\u0647 \u0642\u0628\u0644\u06cc  \u0647\u0646\u06af\u0627\u0645\u06cc \u06a9\u0647 \u0645\u062d\u0648\u0631 \u062c\u062f\u06cc\u062f \u0627\u06cc\u062c\u0627\u062f \u0634\u062f\u060c \u0646\u0642\u0627\u0637 \u062f\u0627\u062f\u0647 \u062f\u0631 \u0646\u0645\u0648\u062f\u0627\u0631 \u062f\u0648\u0628\u0639\u062f\u06cc \u062f\u0631 \u0627\u0645\u062a\u062f\u0627\u062f \u0645\u062d\u0648\u0631 \u062c\u062f\u06cc\u062f \u062f\u0648\u0628\u0627\u0631\u0647 \u062a\u0631\u0633\u06cc\u0645 \u0645\u06cc \u0634\u0648\u0646\u062f.<\/p>\n<p>LDA \u0633\u0647 \u0645\u0631\u062d\u0644\u0647 \u0645\u062e\u062a\u0644\u0641 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0627\u0646\u062a\u0642\u0627\u0644 \u0646\u0645\u0648\u062f\u0627\u0631 \u0627\u0635\u0644\u06cc \u0628\u0647 \u0645\u062d\u0648\u0631 \u062c\u062f\u06cc\u062f \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc \u062f\u0647\u062f.  \u0627\u0628\u062a\u062f\u0627\u060c \u062a\u0641\u06a9\u06cc\u06a9 \u067e\u0630\u06cc\u0631\u06cc \u0628\u06cc\u0646 \u06a9\u0644\u0627\u0633 \u0647\u0627 \u0628\u0627\u06cc\u062f \u0645\u062d\u0627\u0633\u0628\u0647 \u0634\u0648\u062f\u060c \u0648 \u0627\u06cc\u0646 \u0645\u0628\u062a\u0646\u06cc \u0627\u0633\u062a \u0631\u0648\u06cc \u0641\u0627\u0635\u0644\u0647 \u0628\u06cc\u0646 \u0645\u06cc\u0627\u0646\u06af\u06cc\u0646 \u06a9\u0644\u0627\u0633 \u06cc\u0627 \u0648\u0627\u0631\u06cc\u0627\u0646\u0633 \u0628\u06cc\u0646 \u06a9\u0644\u0627\u0633.  \u062f\u0631 \u0645\u0631\u062d\u0644\u0647 \u0628\u0639\u062f\u060c \u0648\u0627\u0631\u06cc\u0627\u0646\u0633 \u062f\u0631\u0648\u0646 \u06a9\u0644\u0627\u0633\u06cc \u0628\u0627\u06cc\u062f \u0645\u062d\u0627\u0633\u0628\u0647 \u0634\u0648\u062f \u06a9\u0647 \u0641\u0627\u0635\u0644\u0647 \u0628\u06cc\u0646 \u0645\u06cc\u0627\u0646\u06af\u06cc\u0646 \u0648 \u0646\u0645\u0648\u0646\u0647 \u0628\u0631\u0627\u06cc \u06a9\u0644\u0627\u0633 \u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0627\u0633\u062a.  \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a\u060c \u0641\u0636\u0627\u06cc \u0627\u0628\u0639\u0627\u062f \u067e\u0627\u06cc\u06cc\u0646\u200c\u062a\u0631\u06cc \u06a9\u0647 \u0648\u0627\u0631\u06cc\u0627\u0646\u0633 \u0628\u06cc\u0646 \u06a9\u0644\u0627\u0633\u200c\u0647\u0627 \u0631\u0627 \u0628\u0647 \u062d\u062f\u0627\u06a9\u062b\u0631 \u0645\u06cc\u200c\u0631\u0633\u0627\u0646\u062f \u0628\u0627\u06cc\u062f \u0633\u0627\u062e\u062a\u0647 \u0634\u0648\u062f.<\/p>\n<p>LDA \u0632\u0645\u0627\u0646\u06cc \u0628\u0647\u062a\u0631\u06cc\u0646 \u0639\u0645\u0644\u06a9\u0631\u062f \u0631\u0627 \u062f\u0627\u0631\u062f \u06a9\u0647 \u0648\u0633\u0627\u06cc\u0644 \u06a9\u0644\u0627\u0633 \u0647\u0627 \u0627\u0632 \u06cc\u06a9\u062f\u06cc\u06af\u0631 \u062f\u0648\u0631 \u0628\u0627\u0634\u0646\u062f.  \u0627\u06af\u0631 \u0645\u06cc\u0627\u0646\u06af\u06cc\u0646 \u062a\u0648\u0632\u06cc\u0639 \u0645\u0634\u062a\u0631\u06a9 \u0628\u0627\u0634\u062f\u060c LDA \u0646\u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u06a9\u0644\u0627\u0633\u200c\u0647\u0627 \u0631\u0627 \u0628\u0627 \u06cc\u06a9 \u0645\u062d\u0648\u0631 \u062e\u0637\u06cc \u062c\u062f\u06cc\u062f \u062c\u062f\u0627 \u06a9\u0646\u062f.<\/p>\n<h3 id=\"ldaimplementationexample\"><span class=\"ez-toc-section\" id=\"%d9%85%d8%ab%d8%a7%d9%84_%d9%be%db%8c%d8%a7%d8%af%d9%87_%d8%b3%d8%a7%d8%b2%db%8c_lda\"><\/span>\u0645\u062b\u0627\u0644 \u067e\u06cc\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc LDA<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u062f\u0631 \u0646\u0647\u0627\u06cc\u062a\u060c \u0628\u06cc\u0627\u06cc\u06cc\u062f \u0628\u0628\u06cc\u0646\u06cc\u0645 \u06a9\u0647 \u0686\u06af\u0648\u0646\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0627\u0632 LDA \u0628\u0631\u0627\u06cc \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f.  \u062a\u0648\u062c\u0647 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f \u06a9\u0647 LDA \u0645\u06cc \u062a\u0648\u0627\u0646\u062f \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u06cc\u06a9 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0637\u0628\u0642\u0647 \u0628\u0646\u062f\u06cc \u0639\u0644\u0627\u0648\u0647 \u0628\u0631 \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0634\u0648\u062f.<\/p>\n<p>\u0645\u0627 \u0627\u0632 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/www.kaggle.com\/c\/titanic\">\u062a\u0627\u06cc\u062a\u0627\u0646\u06cc\u06a9<\/a> \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0645\u062b\u0627\u0644 \u0632\u06cc\u0631<\/p>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0628\u0627 \u0627\u0646\u062c\u0627\u0645 \u062a\u0645\u0627\u0645 \u0648\u0627\u0631\u062f\u0627\u062a \u0636\u0631\u0648\u0631\u06cc \u062e\u0648\u062f \u0634\u0631\u0648\u0639 \u06a9\u0646\u06cc\u0645:<\/p>\n<pre><code class=\"hljs\"><span class=\"hljs-keyword\">import<\/span> pandas <span class=\"hljs-keyword\">as<\/span> pd\n<span class=\"hljs-keyword\">import<\/span> numpy <span class=\"hljs-keyword\">as<\/span> np\n<span class=\"hljs-keyword\">from<\/span> sklearn.metrics <span class=\"hljs-keyword\">import<\/span> accuracy_score, f1_score\n<span class=\"hljs-keyword\">from<\/span> sklearn.preprocessing <span class=\"hljs-keyword\">import<\/span> LabelEncoder, StandardScaler\n<span class=\"hljs-keyword\">from<\/span> sklearn.discriminant_analysis <span class=\"hljs-keyword\">import<\/span> LinearDiscriminantAnalysis <span class=\"hljs-keyword\">as<\/span> LDA\n<span class=\"hljs-keyword\">from<\/span> sklearn.model_selection <span class=\"hljs-keyword\">import<\/span> train_test_split\n<span class=\"hljs-keyword\">from<\/span> sklearn.linear_model <span class=\"hljs-keyword\">import<\/span> LogisticRegression\n<\/code><\/pre>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u062e\u0648\u062f \u0631\u0627 \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u0645\u06cc \u06a9\u0646\u06cc\u0645\u060c \u06a9\u0647 \u0622\u0646\u0647\u0627 \u0631\u0627 \u0628\u0647 \u0645\u062c\u0645\u0648\u0639\u0647 \u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0648 \u0627\u0639\u062a\u0628\u0627\u0631 \u0633\u0646\u062c\u06cc \u062a\u0642\u0633\u06cc\u0645 \u0645\u06cc \u06a9\u0646\u06cc\u0645.<\/p>\n<p>\u0627\u06af\u0631\u0686\u0647\u060c \u0627\u0628\u062a\u062f\u0627 \u0628\u0627\u06cc\u062f \u06a9\u0645\u06cc \u067e\u06cc\u0634 \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0631\u0627 \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u0645.  \u0628\u06cc\u0627\u06cc\u06cc\u062f \u0631\u0647\u0627 \u06a9\u0646\u06cc\u0645 <code>Name<\/code>\u060c <code>Cabin<\/code>\u060c \u0648 <code>Ticket<\/code> \u0633\u062a\u0648\u0646\u200c\u0647\u0627 \u0686\u0648\u0646 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0645\u0641\u06cc\u062f \u0632\u06cc\u0627\u062f\u06cc \u0646\u062f\u0627\u0631\u0646\u062f.  \u0647\u0645\u0686\u0646\u06cc\u0646 \u0628\u0627\u06cc\u062f \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u06af\u0645\u0634\u062f\u0647 \u0631\u0627 \u067e\u0631 \u06a9\u0646\u06cc\u0645\u060c \u06a9\u0647 \u062f\u0631 \u0645\u0648\u0631\u062f the \u0622\u0646 \u0631\u0627 \u0628\u0627 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0645\u06cc\u0627\u0646\u0647 \u062c\u0627\u06cc\u06af\u0632\u06cc\u0646 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645 <code>Age<\/code> \u0648\u06cc\u0698\u06af\u06cc \u0648 \u06cc\u06a9 <code>S<\/code> \u062f\u0631 \u0645\u0648\u0631\u062f <code>Embarked<\/code> \u0648\u06cc\u0698\u06af\u06cc:<\/p>\n<pre><code class=\"hljs\">training_data = pd.read_csv(<span class=\"hljs-string\">\"train.csv\"<\/span>)\n\n\ntraining_data.drop(labels=(<span class=\"hljs-string\">'Cabin'<\/span>, <span class=\"hljs-string\">'Ticket'<\/span>), axis=<span class=\"hljs-number\">1<\/span>, inplace=<span class=\"hljs-literal\">True<\/span>)\n\ntraining_data(<span class=\"hljs-string\">\"Age\"<\/span>).fillna(training_data(<span class=\"hljs-string\">\"Age\"<\/span>).median(), inplace=<span class=\"hljs-literal\">True<\/span>)\ntraining_data(<span class=\"hljs-string\">\"Embarked\"<\/span>).fillna(<span class=\"hljs-string\">\"S\"<\/span>, inplace=<span class=\"hljs-literal\">True<\/span>)\n<\/code><\/pre>\n<p>\u0647\u0645\u0686\u0646\u06cc\u0646 \u0628\u0627\u06cc\u062f \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u063a\u06cc\u0631 \u0639\u062f\u062f\u06cc \u0631\u0627 \u0631\u0645\u0632\u06af\u0630\u0627\u0631\u06cc \u06a9\u0646\u06cc\u0645.  \u0645\u0627 \u0647\u0631 \u062f\u0648 \u0631\u0627 \u0631\u0645\u0632\u06af\u0630\u0627\u0631\u06cc \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f <code>Sex<\/code> \u0648 <code>Embarked<\/code> \u0633\u062a\u0648\u0646 \u0647\u0627.  \u0628\u06cc\u0627\u06cc\u06cc\u062f \u0631\u0647\u0627 \u06a9\u0646\u06cc\u0645 <code>Name<\/code> \u0633\u062a\u0648\u0646 \u0647\u0645\u0686\u0646\u06cc\u0646\u060c \u0632\u06cc\u0631\u0627 \u0628\u0639\u06cc\u062f \u0628\u0647 \u0646\u0638\u0631 \u0645\u06cc \u0631\u0633\u062f \u06a9\u0647 \u062f\u0631 \u0637\u0628\u0642\u0647 \u0628\u0646\u062f\u06cc \u0645\u0641\u06cc\u062f \u0628\u0627\u0634\u062f:<\/p>\n<pre><code class=\"hljs\">encoder_1 = LabelEncoder()\n\n\nencoder_1.fit(training_data(<span class=\"hljs-string\">\"Sex\"<\/span>))\n\n\ntraining_sex_encoded = encoder_1.transform(training_data(<span class=\"hljs-string\">\"Sex\"<\/span>))\ntraining_data(<span class=\"hljs-string\">\"Sex\"<\/span>) = training_sex_encoded\n\nencoder_2 = LabelEncoder()\nencoder_2.fit(training_data(<span class=\"hljs-string\">\"Embarked\"<\/span>))\n\ntraining_embarked_encoded = encoder_2.transform(training_data(<span class=\"hljs-string\">\"Embarked\"<\/span>))\ntraining_data(<span class=\"hljs-string\">\"Embarked\"<\/span>) = training_embarked_encoded\n\n\ntraining_data.drop(<span class=\"hljs-string\">\"Name\"<\/span>, axis=<span class=\"hljs-number\">1<\/span>, inplace=<span class=\"hljs-literal\">True<\/span>)\n<\/code><\/pre>\n<p>\u0645\u0627 \u0628\u0627\u06cc\u062f \u0645\u0642\u0627\u062f\u06cc\u0631 \u0631\u0627 \u0645\u0642\u06cc\u0627\u0633 \u06a9\u0646\u06cc\u0645\u060c \u0627\u0645\u0627 <code>Scaler<\/code> \u0627\u0628\u0632\u0627\u0631 \u0622\u0631\u0627\u06cc\u0647\u200c\u0647\u0627 \u0631\u0627 \u0645\u06cc\u200c\u06af\u06cc\u0631\u062f\u060c \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0645\u0642\u0627\u062f\u06cc\u0631\u06cc \u06a9\u0647 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u0645 \u062a\u063a\u06cc\u06cc\u0631 \u0634\u06a9\u0644 \u062f\u0647\u06cc\u0645 \u0628\u0627\u06cc\u062f \u0627\u0628\u062a\u062f\u0627 \u0628\u0647 \u0622\u0631\u0627\u06cc\u0647 \u062a\u0628\u062f\u06cc\u0644 \u0634\u0648\u0646\u062f.  \u067e\u0633 \u0627\u0632 \u0622\u0646\u060c \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0631\u0627 \u0645\u0642\u06cc\u0627\u0633 \u0628\u0646\u062f\u06cc \u06a9\u0646\u06cc\u0645:<\/p>\n<pre><code class=\"hljs\">\nages_train = np.array(training_data(<span class=\"hljs-string\">\"Age\"<\/span>)).reshape(-<span class=\"hljs-number\">1<\/span>, <span class=\"hljs-number\">1<\/span>)\nfares_train = np.array(training_data(<span class=\"hljs-string\">\"Fare\"<\/span>)).reshape(-<span class=\"hljs-number\">1<\/span>, <span class=\"hljs-number\">1<\/span>)\n\nscaler = StandardScaler()\n\ntraining_data(<span class=\"hljs-string\">\"Age\"<\/span>) = scaler.fit_transform(ages_train)\ntraining_data(<span class=\"hljs-string\">\"Fare\"<\/span>) = scaler.fit_transform(fares_train)\n\n\nfeatures = training_data.drop(labels=(<span class=\"hljs-string\">'PassengerId'<\/span>, <span class=\"hljs-string\">'Survived'<\/span>), axis=<span class=\"hljs-number\">1<\/span>)\nlabels = training_data(<span class=\"hljs-string\">'Survived'<\/span>)\n<\/code><\/pre>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627 \u0648 \u0628\u0631\u0686\u0633\u0628 \u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0631\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0631\u062f\u0647 \u0648 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u0645 <code>train_test_split<\/code> \u0628\u0631\u0627\u06cc \u0627\u06cc\u062c\u0627\u062f \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0648 \u0627\u0639\u062a\u0628\u0627\u0631 \u0633\u0646\u062c\u06cc \u0645\u0627.  \u0627\u0646\u062c\u0627\u0645 \u0637\u0628\u0642\u0647 \u0628\u0646\u062f\u06cc \u0628\u0627 LDA \u0622\u0633\u0627\u0646 \u0627\u0633\u062a\u060c \u0634\u0645\u0627 \u0622\u0646 \u0631\u0627 \u062f\u0631\u0633\u062a \u0645\u0627\u0646\u0646\u062f \u0647\u0631 \u0637\u0628\u0642\u0647 \u0628\u0646\u062f\u06cc \u06a9\u0646\u0646\u062f\u0647 \u062f\u06cc\u06af\u0631\u06cc \u062f\u0631 Scikit-Learn \u0645\u062f\u06cc\u0631\u06cc\u062a \u0645\u06cc \u06a9\u0646\u06cc\u062f.<\/p>\n<p>\u0641\u0642\u0637 \u0645\u062a\u0646\u0627\u0633\u0628 \u0628\u0627 \u0639\u0645\u0644\u06a9\u0631\u062f \u0631\u0648\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0648 \u0622\u0646 \u0631\u0627 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u06a9\u0646\u06cc\u062f \u0631\u0648\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0627\u0639\u062a\u0628\u0627\u0631 \u0633\u0646\u062c\u06cc\/\u0622\u0632\u0645\u0627\u06cc\u0634  \u0622\u0646 \u0648\u0642\u062a \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 print \u0645\u0639\u06cc\u0627\u0631\u0647\u0627\u06cc \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u062f\u0631 \u0628\u0631\u0627\u0628\u0631 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0648\u0627\u0642\u0639\u06cc:<\/p>\n<pre><code class=\"hljs\">X_train, X_val, y_train, y_val = train_test_split(features, labels, test_size=<span class=\"hljs-number\">0.2<\/span>, random_state=<span class=\"hljs-number\">27<\/span>)\n\nmodel = LDA()\nmodel.fit(X_train, y_train)\npreds = model.predict(X_val)\nacc = accuracy_score(y_val, preds)\nf1 = f1_score(y_val, preds)\n\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"Accuracy: {}\"<\/span>.<span class=\"hljs-built_in\">format<\/span>(acc))\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"F1 Score: {}\"<\/span>.<span class=\"hljs-built_in\">format<\/span>(f1))\n<\/code><\/pre>\n<p>\u0627\u06cc\u0646\u062c\u0627\u0633\u062a print \u0628\u06cc\u0631\u0648\u0646:<\/p>\n<pre><code class=\"hljs\">Accuracy: 0.8100558659217877\nF1 Score: 0.734375\n<\/code><\/pre>\n<p>\u0648\u0642\u062a\u06cc \u0646\u0648\u0628\u062a \u0628\u0647 \u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0648 \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0645\u06cc \u0631\u0633\u062f\u060c \u0628\u06cc\u0627\u06cc\u06cc\u062f \u06cc\u06a9 \u0637\u0628\u0642\u0647 \u0628\u0646\u062f\u06cc \u0631\u06af\u0631\u0633\u06cc\u0648\u0646 \u0644\u062c\u0633\u062a\u06cc\u06a9 \u0631\u0627 \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u0645. \u0631\u0648\u06cc \u0627\u0628\u062a\u062f\u0627 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0631\u0627 \u0628\u0647 \u062f\u0633\u062a \u0622\u0648\u0631\u06cc\u0645 \u062a\u0627 \u0628\u062a\u0648\u0627\u0646\u06cc\u0645 \u0639\u0645\u0644\u06a9\u0631\u062f\u0645\u0627\u0646 \u0631\u0627 \u0642\u0628\u0644 \u0627\u0632 \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0628\u0628\u06cc\u0646\u06cc\u0645:<\/p>\n<pre><code class=\"hljs\">logreg_clf = LogisticRegression()\nlogreg_clf.fit(X_train, y_train)\npreds = logreg_clf.predict(X_val)\nacc = accuracy_score(y_val, preds)\nf1 = f1_score(y_val, preds)\n\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"Accuracy: {}\"<\/span>.<span class=\"hljs-built_in\">format<\/span>(acc))\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"F1 Score: {}\"<\/span>.<span class=\"hljs-built_in\">format<\/span>(f1))\n<\/code><\/pre>\n<p>\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0646\u062a\u0627\u06cc\u062c:<\/p>\n<pre><code class=\"hljs\">Accuracy: 0.8100558659217877\nF1 Score: 0.734375\n<\/code><\/pre>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u062f\u0627\u062f\u0647 \u0631\u0627 \u0628\u0627 \u062a\u0639\u06cc\u06cc\u0646 \u062a\u0639\u062f\u0627\u062f\u06cc \u0645\u0648\u0644\u0641\u0647 \u0645\u0648\u0631\u062f \u0646\u0638\u0631 \u0628\u0631\u0627\u06cc LDA \u0648 \u0628\u0631\u0627\u0632\u0634 \u0645\u062f\u0644 \u062a\u063a\u06cc\u06cc\u0631 \u0645\u06cc \u062f\u0647\u06cc\u0645 \u0631\u0648\u06cc \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627 \u0648 \u0628\u0631\u0686\u0633\u0628 \u0647\u0627  \u0633\u067e\u0633 \u0641\u0642\u0637 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627 \u0631\u0627 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0631\u062f\u0647 \u0648 \u0622\u0646 \u0631\u0627 \u0628\u0647 \u06cc\u06a9 \u0645\u062a\u063a\u06cc\u0631 \u062c\u062f\u06cc\u062f \u0630\u062e\u06cc\u0631\u0647 \u0645\u06cc \u06a9\u0646\u06cc\u0645.  \u0627\u062c\u0627\u0632\u0647 \u062f\u0647\u06cc\u062f print \u062a\u0639\u062f\u0627\u062f \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u0648 \u06a9\u0627\u0647\u0634 \u06cc\u0627\u0641\u062a\u0647 \u0631\u0627 \u062d\u0630\u0641 \u06a9\u0646\u06cc\u062f:<\/p>\n<pre><code class=\"hljs\">LDA_transform = LDA(n_components=<span class=\"hljs-number\">1<\/span>)\nLDA_transform.fit(features, labels)\nfeatures_new = LDA_transform.transform(features)\n\n\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">'Original feature #:'<\/span>, features.shape(<span class=\"hljs-number\">1<\/span>))\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">'Reduced feature #:'<\/span>, features_new.shape(<span class=\"hljs-number\">1<\/span>))\n\n\n<span class=\"hljs-built_in\">print<\/span>(LDA_transform.explained_variance_ratio_)\n<\/code><\/pre>\n<p>\u0627\u06cc\u0646\u062c\u0627\u0633\u062a print \u0628\u0631\u0627\u06cc \u06a9\u062f \u0628\u0627\u0644\u0627:<\/p>\n<pre><code class=\"hljs\">Original feature #: 7\nReduced feature #: 1\n(1.)\n<\/code><\/pre>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u0641\u0642\u0637 \u0628\u0627\u06cc\u062f \u062f\u0648\u0628\u0627\u0631\u0647 \u0628\u0627 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u062a\u0642\u0633\u06cc\u0645\u200c\u0628\u0646\u062f\u06cc train\/test \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u0645 \u0648 \u062f\u0648\u0628\u0627\u0631\u0647 \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u06a9\u0646\u0646\u062f\u0647 \u0631\u0627 \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u0645 \u062a\u0627 \u0628\u0628\u06cc\u0646\u06cc\u0645 \u0639\u0645\u0644\u06a9\u0631\u062f \u0686\u06af\u0648\u0646\u0647 \u062a\u063a\u06cc\u06cc\u0631 \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<pre><code class=\"hljs\">X_train, X_val, y_train, y_val = train_test_split(features_new, labels, test_size=<span class=\"hljs-number\">0.2<\/span>, random_state=<span class=\"hljs-number\">27<\/span>)\n\nlogreg_clf = LogisticRegression()\nlogreg_clf.fit(X_train, y_train)\npreds = logreg_clf.predict(X_val)\nacc = accuracy_score(y_val, preds)\nf1 = f1_score(y_val, preds)\n\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"Accuracy: {}\"<\/span>.<span class=\"hljs-built_in\">format<\/span>(acc))\n<span class=\"hljs-built_in\">print<\/span>(<span class=\"hljs-string\">\"F1 Score: {}\"<\/span>.<span class=\"hljs-built_in\">format<\/span>(f1))\n<\/code><\/pre>\n<pre><code class=\"hljs\">Accuracy: 0.8212290502793296\nF1 Score: 0.7500000000000001\n<\/code><\/pre>\n<h2 id=\"conclusion\"><span class=\"ez-toc-section\" id=\"%d9%86%d8%aa%db%8c%d8%ac%d9%87\"><\/span>\u0646\u062a\u06cc\u062c\u0647<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0645\u0627 \u0631\u0648\u0634\u200c\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u062a\u06a9\u0646\u06cc\u06a9\u200c\u0647\u0627\u06cc \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0631\u062f\u0647\u200c\u0627\u06cc\u0645: \u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0645\u0624\u0644\u0641\u0647\u200c\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc\u060c \u062a\u062c\u0632\u06cc\u0647 \u0627\u0631\u0632\u0634 \u0645\u0646\u0641\u0631\u062f\u060c \u0648 \u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0645\u062a\u0645\u0627\u06cc\u0632 \u062e\u0637\u06cc.  \u0627\u06cc\u0646\u0647\u0627 \u062a\u06a9\u0646\u06cc\u06a9\u200c\u0647\u0627\u06cc \u0622\u0645\u0627\u0631\u06cc \u0647\u0633\u062a\u0646\u062f \u06a9\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0632 \u0622\u0646\u0647\u0627 \u0628\u0631\u0627\u06cc \u06a9\u0645\u06a9 \u0628\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646\u06cc \u062e\u0648\u062f \u0628\u0631\u0627\u06cc \u0639\u0645\u0644\u06a9\u0631\u062f \u0628\u0647\u062a\u0631\u060c \u0645\u0628\u0627\u0631\u0632\u0647 \u0628\u0627 \u0628\u06cc\u0634 \u0627\u0632 \u062d\u062f \u0645\u0646\u0627\u0633\u0628 \u0648 \u06a9\u0645\u06a9 \u0628\u0647 \u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n<p>\u062f\u0631 \u062d\u0627\u0644\u06cc \u06a9\u0647 \u0627\u06cc\u0646 \u0633\u0647 \u062a\u06a9\u0646\u06cc\u06a9 \u0631\u0627\u06cc\u062c \u062a\u0631\u06cc\u0646 \u062a\u06a9\u0646\u06cc\u06a9 \u0647\u0627\u06cc \u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u0647\u0633\u062a\u0646\u062f\u060c \u0631\u0648\u0634 \u0647\u0627\u06cc \u062f\u06cc\u06af\u0631\u06cc \u0646\u06cc\u0632 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u0646\u062f.  \u0633\u0627\u06cc\u0631 \u062a\u06a9\u0646\u06cc\u06a9 \u0647\u0627\u06cc \u0627\u0628\u0639\u0627\u062f\u06cc \u0639\u0628\u0627\u0631\u062a\u0646\u062f \u0627\u0632 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/en.wikipedia.org\/wiki\/Kernel_method\">\u062a\u0642\u0631\u06cc\u0628 \u0647\u0633\u062a\u0647<\/a> \u0648 <a rel=\"nofollow noopener\" target=\"_blank\" href=\"https:\/\/en.wikipedia.org\/wiki\/Isomap\">\u0627\u06cc\u0632\u0648\u0645\u067e<\/a> \u062a\u0639\u0628\u06cc\u0647 \u0637\u06cc\u0641\u06cc<\/p>\n<\/div>\n<p><script>\n                        !function(f,b,e,v,n,t,s)\n                        {if(f.fbq)return;n=f.fbq=function(){n.callMethod?\n                        n.callMethod.apply(n,arguments):n.queue.push(arguments)};\n                        if(!f._fbq)f._fbq=n;n.push=n;n.loaded=!0;n.version='2.0';\n                        n.queue=();t=b.createElement(e);t.async=!0;\n                        t.src=v;s=b.getElementsByTagName(e)(0);\n                        s.parentNode.insertBefore(t,s)}(window, document,'script',\n                        'https:\/\/connect.facebook.net\/en_US\/fbevents.js');\n                        fbq('init', '525232124909042');\n                        fbq('track', 'PageView');\n                    <\/script>    (\u0628\u0631\u0686\u0633\u0628\u200c\u0647\u0627 \u0628\u0647 \u062a\u0631\u062c\u0645\u0647)# python<br \/>\n<br \/><br \/>\n<br \/>\u0645\u0646\u062a\u0634\u0631 \u0634\u062f\u0647 \u062f\u0631 1403-01-19 12:38:05<br \/>\n<\/p>\n\n\n<div class=\"kk-star-ratings kksr-auto kksr-align-center kksr-valign-bottom\"\n    data-payload='{&quot;align&quot;:&quot;center&quot;,&quot;id&quot;:&quot;15985&quot;,&quot;slug&quot;:&quot;default&quot;,&quot;valign&quot;:&quot;bottom&quot;,&quot;ignore&quot;:&quot;&quot;,&quot;reference&quot;:&quot;auto&quot;,&quot;class&quot;:&quot;&quot;,&quot;count&quot;:&quot;0&quot;,&quot;legendonly&quot;:&quot;&quot;,&quot;readonly&quot;:&quot;&quot;,&quot;score&quot;:&quot;0&quot;,&quot;starsonly&quot;:&quot;&quot;,&quot;best&quot;:&quot;5&quot;,&quot;gap&quot;:&quot;5&quot;,&quot;greet&quot;:&quot;\u0627\u0645\u062a\u06cc\u0627\u0632 \u0634\u0645\u0627 \u0628\u0647 \u0627\u06cc\u0646 \u0645\u0637\u0644\u0628&quot;,&quot;legend&quot;:&quot;0\\\/5 (0 \u0631\u0627\u06cc)&quot;,&quot;size&quot;:&quot;30&quot;,&quot;title&quot;:&quot;\u06a9\u0627\u0647\u0634 \u0627\u0628\u0639\u0627\u062f \u062f\u0631 \u067e\u0627\u06cc\u062a\u0648\u0646 \u0628\u0627 Scikit-Learn&quot;,&quot;width&quot;:&quot;0&quot;,&quot;_legend&quot;:&quot;{score}\\\/{best} ({count} \u0631\u0627\u06cc)&quot;,&quot;font_factor&quot;:&quot;1.25&quot;}'>\n            \n<div class=\"kksr-stars\">\n    \n<div class=\"kksr-stars-inactive\">\n            <div class=\"kksr-star\" data-star=\"1\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"2\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"3\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"4\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"5\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n    <\/div>\n    \n<div class=\"kksr-stars-active\" style=\"width: 0px;\">\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 30px; height: 30px;\"><\/div>\n        <\/div>\n    <\/div>\n<\/div>\n                \n\n<div class=\"kksr-legend\" style=\"font-size: 24px;\">\n            <span class=\"kksr-muted\">\u0627\u0645\u062a\u06cc\u0627\u0632 \u0634\u0645\u0627 \u0628\u0647 \u0627\u06cc\u0646 \u0645\u0637\u0644\u0628<\/span>\n    <\/div>\n    <\/div>\n","protected":false},"excerpt":{"rendered":"<p><span class=\"span-reading-time rt-reading-time\" style=\"display: block;\"><span class=\"rt-label rt-prefix\">\u0632\u0645\u0627\u0646 \u0644\u0627\u0632\u0645 \u0628\u0631\u0627\u06cc \u0645\u0637\u0627\u0644\u0639\u0647: <\/span> <span class=\"rt-time\"> 10<\/span> <span class=\"rt-label rt-postfix\">\u062f\u0642\u06cc\u0642\u0647<\/span><\/span>\u0645\u0639\u0631\u0641\u06cc \u062f\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646\u06cc\u060c \u0639\u0645\u0644\u06a9\u0631\u062f \u06cc\u06a9 \u0645\u062f\u0644 \u0641\u0642\u0637 \u062a\u0627 \u06cc\u06a9 \u0646\u0642\u0637\u0647 \u062e\u0627\u0635 \u0627\u0632 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc \u0628\u0647\u0631\u0647 \u0645\u06cc\u200c\u0628\u0631\u062f. \u0647\u0631 \u0686\u0647 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc \u0628\u0647 \u06cc\u06a9 \u0645\u062f\u0644 \u062f\u0627\u062f\u0647 \u0634\u0648\u062f\u060c \u0627\u0628\u0639\u0627\u062f \u062f\u0627\u062f\u0647 \u0647\u0627 \u0628\u06cc\u0634\u062a\u0631 \u0645\u06cc \u0634\u0648\u062f. \u0628\u0627 \u0627\u0641\u0632\u0627\u06cc\u0634 \u0627\u0628\u0639\u0627\u062f\u060c \u0627\u062d\u062a\u0645\u0627\u0644 \u0628\u06cc\u0634 \u0627\u0632 \u062d\u062f \u0628\u0631\u0627\u0632\u0634 \u0628\u06cc\u0634\u062a\u0631 \u0645\u06cc \u0634\u0648\u062f. \u0686\u0646\u062f\u06cc\u0646 \u062a\u06a9\u0646\u06cc\u06a9 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f \u06a9\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0627\u0632 \u0622\u0646\u0647\u0627 \u0628\u0631\u0627\u06cc \u0645\u0628\u0627\u0631\u0632\u0647 [&hellip;]<\/p>\n","protected":false},"author":3,"featured_media":15986,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1743,620],"tags":[],"class_list":["post-15985","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-python","category-programming"],"acf":[],"_links":{"self":[{"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/posts\/15985","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/comments?post=15985"}],"version-history":[{"count":0,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/posts\/15985\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/media\/15986"}],"wp:attachment":[{"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/media?parent=15985"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/categories?post=15985"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/rasanegaar.com\/blog\/wp-json\/wp\/v2\/tags?post=15985"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}