{"id":27070,"date":"2025-12-18T12:00:00","date_gmt":"2025-12-18T08:30:00","guid":{"rendered":"https:\/\/webdade.com\/blog\/?p=27070"},"modified":"2026-02-18T12:07:36","modified_gmt":"2026-02-18T08:37:36","slug":"control-search-bots-robots-txt","status":"publish","type":"post","link":"https:\/\/webdade.com\/blog\/control-search-bots-robots-txt","title":{"rendered":"\u0686\u06af\u0648\u0646\u06af\u06cc \u06a9\u0646\u062a\u0631\u0644 crawl \u06a9\u0631\u062f\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u062a\u0648\u0633\u0637 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0641\u0627\u06cc\u0644 robots.txt"},"content":{"rendered":"\n<div id=\"gspb_text-id-gsbp-d82e80d\" class=\"gspb_text gspb_text-id-gsbp-d82e80d \">\u062a\u0635\u0648\u0631 \u06a9\u0646\u06cc\u062f \u0635\u0627\u062d\u0628 \u06cc\u06a9 \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0628\u0632\u0631\u06af \u0647\u0633\u062a\u06cc\u062f. \u0627\u06af\u0631 \u0628\u0627\u0632\u0631\u0633\u0627\u0646 (\u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u06af\u0648\u06af\u0644) \u0648\u0627\u0631\u062f \u0634\u0648\u0646\u062f \u0648 \u0648\u0642\u062a\u0634\u0627\u0646 \u0631\u0627 \u0635\u0631\u0641 \u0634\u0645\u0631\u062f\u0646 \u062f\u0633\u062a\u0645\u0627\u0644\u200c\u0647\u0627\u06cc \u06a9\u0627\u063a\u0630\u06cc \u0627\u0646\u0628\u0627\u0631 \u06a9\u0646\u0646\u062f\u060c \u0641\u0631\u0635\u062a\u06cc \u0628\u0631\u0627\u06cc \u062f\u06cc\u062f\u0646 \u06a9\u062a\u0627\u0628\u200c\u0647\u0627\u06cc \u0627\u0631\u0632\u0634\u0645\u0646\u062f \u0648 \u062c\u062f\u06cc\u062f \u0634\u0645\u0627 \u0646\u062e\u0648\u0627\u0647\u0646\u062f \u062f\u0627\u0634\u062a. \u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u0648\u0628\u060c <strong>\u0622\u0645\u0648\u0632\u0634 \u06a9\u0627\u0645\u0644 robots.txt \u0628\u0631\u0627\u06cc \u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/strong> \u062f\u0642\u06cc\u0642\u0627\u064b \u0646\u0642\u0634 \u0647\u0645\u0627\u0646 \u0631\u0627\u0647\u0646\u0645\u0627\u06cc\u06cc \u0631\u0627 \u062f\u0627\u0631\u062f \u06a9\u0647 \u0628\u0647 \u0628\u0627\u0632\u0631\u0633\u0627\u0646 \u0645\u06cc\u200c\u06af\u0648\u06cc\u062f: &#8220;\u0627\u0646\u0628\u0627\u0631 \u0631\u0627 \u0631\u0647\u0627 \u06a9\u0646\u06cc\u062f\u060c \u0628\u0647 \u0642\u0641\u0633\u0647 \u06a9\u062a\u0627\u0628\u200c\u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u0628\u0631\u0648\u06cc\u062f&#8221;. \u0641\u0627\u06cc\u0644 robots.txt \u0627\u0648\u0644\u06cc\u0646 \u0646\u0642\u0637\u0647\u200c\u0627\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062e\u0632\u0646\u062f\u0647 \u0642\u0628\u0644 \u0627\u0632 \u0648\u0631\u0648\u062f \u0628\u0647 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0628\u0627 \u0622\u0646 \u0645\u0644\u0627\u0642\u0627\u062a \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-4175b87\" class=\"gspb_text gspb_text-id-gsbp-4175b87 \">\u0645\u062f\u06cc\u0631\u06cc\u062a \u0635\u062d\u06cc\u062d \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0646\u0647 \u062a\u0646\u0647\u0627 \u0627\u0632 \u0628\u0627\u0631 \u0627\u0636\u0627\u0641\u06cc \u0631\u0648\u06cc \u0633\u0631\u0648\u0631 \u0634\u0645\u0627 \u0645\u06cc\u200c\u06a9\u0627\u0647\u062f\u060c \u0628\u0644\u06a9\u0647 \u0646\u0642\u0634\u06cc \u062d\u06cc\u0627\u062a\u06cc \u062f\u0631 \u0633\u0626\u0648 \u0641\u0646\u06cc (Technical SEO) \u0627\u06cc\u0641\u0627 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u0634\u062a\u0628\u0627\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u06a9\u0644 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0631\u0627 \u0627\u0632 \u0646\u062a\u0627\u06cc\u062c \u06af\u0648\u06af\u0644 \u062d\u0630\u0641 \u06a9\u0646\u062f\u060c \u0648 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0635\u062d\u06cc\u062d \u0627\u0632 \u0622\u0646 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0633\u0631\u0639\u062a \u0627\u06cc\u0646\u062f\u06a9\u0633 \u0645\u0637\u0627\u0644\u0628 \u062c\u062f\u06cc\u062f\u062a\u0627\u0646 \u0631\u0627 \u0686\u0646\u062f \u0628\u0631\u0627\u0628\u0631 \u06a9\u0646\u062f.<\/div>\n\n\n\n<div class=\"wp-block-greenshift-blocks-container gspb_container gspb_container-gsbp-ece0ea6\" id=\"gspb_container-id-gsbp-ece0ea6\">\n<div id=\"gspb_text-id-gsbp-67df801\" class=\"gspb_text gspb_text-id-gsbp-67df801 \"><strong>\ud83d\udca1 \u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f<\/strong><br>\u06cc\u06a9 \u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc \u0633\u0627\u062f\u0647 \u062f\u0631 \u0631\u06cc\u0634\u0647 (root) \u0633\u0627\u06cc\u062a \u06a9\u0647 \u062d\u0627\u0648\u06cc \u062f\u0633\u062a\u0648\u0631\u0627\u0644\u0639\u0645\u0644\u200c\u0647\u0627\u06cc\u06cc \u0628\u0631\u0627\u06cc \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062e\u0632\u0646\u062f\u0647 \u0627\u0633\u062a \u062a\u0627 \u0628\u062f\u0627\u0646\u0646\u062f \u06a9\u062f\u0627\u0645 \u0635\u0641\u062d\u0627\u062a \u0631\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u0646\u062f \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u0646\u062f \u0648 \u06a9\u062f\u0627\u0645\u200c\u0647\u0627 \u0645\u0645\u0646\u0648\u0639 \u0647\u0633\u062a\u0646\u062f.<\/div>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u2705 \u0646\u06a9\u062a\u0647 \u06a9\u0644\u06cc\u062f\u06cc: \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0628\u0631\u0627\u06cc \u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u0627\u0632 \u0627\u06cc\u0646\u062f\u06a9\u0633 \u0634\u062f\u0646 \u0646\u06cc\u0633\u062a\u060c \u0628\u0644\u06a9\u0647 \u0628\u0631\u0627\u06cc \u0645\u062f\u06cc\u0631\u06cc\u062a \u062a\u0631\u0627\u0641\u06cc\u06a9 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u0633\u062a.<\/li>\n<\/ul>\n<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-9635fbb\" class=\"gspb_text gspb_text-id-gsbp-9635fbb \">\u062d\u062a\u0645\u0627\u064b \u0632\u0645\u0627\u0646\u06cc \u06a9\u0647 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0627 \u0628\u0627\u0632 \u06a9\u0631\u062f\u0647\u200c\u0627\u06cc\u062f\u060c \u0628\u0647 \u062f\u0646\u0628\u0627\u0644 \u0631\u0627\u0647\u06cc \u0647\u0633\u062a\u06cc\u062f \u062a\u0627 <strong>\u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/strong> \u0631\u0627 \u062f\u0631 \u062f\u0633\u062a \u0628\u06af\u06cc\u0631\u06cc\u062f \u0648 \u0627\u0632 \u0647\u062f\u0631 \u0631\u0641\u062a\u0646 \u0628\u0648\u062f\u062c\u0647 \u062e\u0632\u0634 \u0633\u0627\u06cc\u062a \u062e\u0648\u062f \u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u06a9\u0646\u06cc\u062f. \u0627\u06af\u0631 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u062f \u0628\u062f\u0627\u0646\u06cc\u062f \u0686\u06af\u0648\u0646\u0647 \u0628\u0627 \u0686\u0646\u062f \u062e\u0637 \u06a9\u062f \u0633\u0627\u062f\u0647\u060c \u0633\u0631\u0646\u0648\u0634\u062a \u0633\u0626\u0648\u06cc \u0633\u0627\u06cc\u062a\u062a\u0627\u0646 \u0631\u0627 \u062a\u063a\u06cc\u06cc\u0631 \u062f\u0647\u06cc\u062f\u060c \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0628\u0631\u0627\u06cc \u0634\u0645\u0627\u0633\u062a. \ud83d\ude09\ud83d\udc47<\/div>\n\n\n\n<div class=\"wp-block-greenshift-blocks-container gspb_container gspb_container-gsbp-3090342\" id=\"gspb_container-id-gsbp-3090342\">\n<p id=\"gspb_heading-id-gsbp-4f2eab8\" class=\"gspb_heading gspb_heading-id-gsbp-4f2eab8 \"><strong>\u0622\u0646\u0686\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0645\u06cc\u200c\u062e\u0648\u0627\u0646\u06cc\u062f:<\/strong><\/p>\n\n\n\n<div class=\"wp-block-greenshift-blocks-toc gs-toc gspb_toc-id-gsbp-9ed45ff\" id=\"gspb_toc-id-gsbp-9ed45ff\" data-offset=\"100\" itemscope itemtype=\"\"><div class=\"gs-autolist\"><div class=\"gs-autolist-item\" itemscope><span class=\"gs-autolist-number\">1<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\" \u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0648 \u0646\u062d\u0648\u0647 \u0646\u0648\u0634\u062a\u0646 \u0622\u0646 \u0686\u06af\u0648\u0646\u0647 \u0627\u0633\u062a\u061f\"\/><a class=\"gs-scrollto\" href=\"#The-robots-txt-file-and-how-to-write-it\"> \u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0648 \u0646\u062d\u0648\u0647 \u0646\u0648\u0634\u062a\u0646 \u0622\u0646 \u0686\u06af\u0648\u0646\u0647 \u0627\u0633\u062a\u061f<\/a><\/span><\/div><div class=\"gs-autolist-item\" itemscope><span class=\"gs-autolist-number\">2<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\"\u0628\u0647\u06cc\u0646\u0647\u200c\u0633\u0627\u0632\u06cc Crawl Budget \u0628\u0627 robots.txt\"\/><a class=\"gs-scrollto\" href=\"#Optimize-Crawl-Budget-with-robots-txt\">\u0628\u0647\u06cc\u0646\u0647\u200c\u0633\u0627\u0632\u06cc Crawl Budget \u0628\u0627 robots.txt<\/a><\/span><\/div><div class=\"gs-autolist-item\" itemscope><span class=\"gs-autolist-number\">3<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\"\u062f\u0633\u062a\u0648\u0631\u0627\u062a Disallow \u0648 Allow \u062f\u0631 robots.txt \u0648 \u0646\u062d\u0648\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647\"\/><a class=\"gs-scrollto\" href=\"#Disallow-and-Allow-directives-in-robots-txt-and-how-to-use-them\">\u062f\u0633\u062a\u0648\u0631\u0627\u062a Disallow \u0648 Allow \u062f\u0631 robots.txt \u0648 \u0646\u062d\u0648\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/a><\/span><\/div><div class=\"gs-autolist-item gs_sub_heading\" itemscope><span class=\"gs-autolist-number\">3.1<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\"1- User-agent (\u0645\u062e\u0627\u0637\u0628 \u062f\u0633\u062a\u0648\u0631)\"\/><a class=\"gs-scrollto\" href=\"#User-agent\">1- User-agent (\u0645\u062e\u0627\u0637\u0628 \u062f\u0633\u062a\u0648\u0631)<\/a><\/span><\/div><div class=\"gs-autolist-item gs_sub_heading\" itemscope><span class=\"gs-autolist-number\">3.2<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\"2- Disallow (\u0645\u0645\u0646\u0648\u0639\u06cc\u062a)\"\/><a class=\"gs-scrollto\" href=\"#Disallow\">2- Disallow (\u0645\u0645\u0646\u0648\u0639\u06cc\u062a)<\/a><\/span><\/div><div class=\"gs-autolist-item gs_sub_heading\" itemscope><span class=\"gs-autolist-number\">3.3<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\"3- Allow (\u0627\u062c\u0627\u0632\u0647)\"\/><a class=\"gs-scrollto\" href=\"#Allow\">3- Allow (\u0627\u062c\u0627\u0632\u0647)<\/a><\/span><\/div><div class=\"gs-autolist-item\" itemscope><span class=\"gs-autolist-number\">4<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\" \u0622\u0645\u0648\u0632\u0634 \u0639\u0645\u0644\u06cc \u0633\u0627\u062e\u062a \u0648 \u0648\u06cc\u0631\u0627\u06cc\u0634 \u0641\u0627\u06cc\u0644 (\u0633\u0646\u0627\u0631\u06cc\u0648 \u0645\u062d\u0648\u0631)\"\/><a class=\"gs-scrollto\" href=\"#Practical-training-in-creating-and-editing-files\"> \u0622\u0645\u0648\u0632\u0634 \u0639\u0645\u0644\u06cc \u0633\u0627\u062e\u062a \u0648 \u0648\u06cc\u0631\u0627\u06cc\u0634 \u0641\u0627\u06cc\u0644 (\u0633\u0646\u0627\u0631\u06cc\u0648 \u0645\u062d\u0648\u0631)<\/a><\/span><\/div><div class=\"gs-autolist-item\" itemscope><span class=\"gs-autolist-number\">5<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\" \u0628\u0644\u0627\u06a9 \u06a9\u0631\u062f\u0646 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc (AI Bots)\u061b \u0686\u0627\u0644\u0634 \u062c\u062f\u06cc\u062f 2025\"\/><a class=\"gs-scrollto\" href=\"#Blocking-AI-Bots-The-New-Challenge-of-2025\"> \u0628\u0644\u0627\u06a9 \u06a9\u0631\u062f\u0646 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc (AI Bots)\u061b \u0686\u0627\u0644\u0634 \u062c\u062f\u06cc\u062f 2025<\/a><\/span><\/div><div class=\"gs-autolist-item gs_sub_heading\" itemscope><span class=\"gs-autolist-number\">5.1<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\"\u062a\u0633\u062a \u0648 \u0627\u0639\u062a\u0628\u0627\u0631\u0633\u0646\u062c\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0631 Search Console\"\/><a class=\"gs-scrollto\" href=\"#10a-%D8%AA%D8%B3%D8%AA-%D9%88-%D8%A7%D8%B9%D8%AA%D8%A8%D8%A7%D8%B1%D8%B3%D9%86%D8%AC%DB%8C-%D9%81%D8%A7%DB%8C%D9%84-robotstxt-%D8%AF%D8%B1-search-console\">\u062a\u0633\u062a \u0648 \u0627\u0639\u062a\u0628\u0627\u0631\u0633\u0646\u062c\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0631 Search Console<\/a><\/span><\/div><div class=\"gs-autolist-item\" itemscope><span class=\"gs-autolist-number\">6<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\"\u062e\u062f\u0645\u0627\u062a \u0633\u0631\u0648\u0631 \u0645\u062c\u0627\u0632\u06cc \u0648\u0628\u200c\u062f\u0627\u062f\u0647\"\/><a class=\"gs-scrollto\" href=\"#Webdade-Virtual-Server-Services\">\u062e\u062f\u0645\u0627\u062a \u0633\u0631\u0648\u0631 \u0645\u062c\u0627\u0632\u06cc \u0648\u0628\u200c\u062f\u0627\u062f\u0647<\/a><\/span><\/div><div class=\"gs-autolist-item gs_sub_heading\" itemscope><span class=\"gs-autolist-number\">6.1<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\"\u0646\u062a\u06cc\u062c\u0647\u200c\u06af\u06cc\u0631\u06cc: \u06a9\u0646\u062a\u0631\u0644 crawl \u06a9\u0631\u062f\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u062a\u0648\u0633\u0637 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\"\/><a class=\"gs-scrollto\" href=\"#Conclusion-Controlling-website-crawling-by-search-bots\">\u0646\u062a\u06cc\u062c\u0647\u200c\u06af\u06cc\u0631\u06cc: \u06a9\u0646\u062a\u0631\u0644 crawl \u06a9\u0631\u062f\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u062a\u0648\u0633\u0637 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/a><\/span><\/div><div class=\"gs-autolist-item gs_sub_heading\" itemscope><span class=\"gs-autolist-number\">6.2<\/span><span class=\"gs-autolist-title\"><meta itemprop=\"name\" content=\"\u0633\u0648\u0627\u0644\u0627\u062a \u0645\u062a\u062f\u0627\u0648\u0644 \u0627\u0632 \u0622\u0645\u0648\u0632\u0634 \u06a9\u0627\u0645\u0644 robots.txt \u0628\u0631\u0627\u06cc \u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\"\/><a class=\"gs-scrollto\" href=\"#FAQ-from-the-Complete-Robots-txt-Tutorial-for-Controlling-Search-Bots\">\u0633\u0648\u0627\u0644\u0627\u062a \u0645\u062a\u062f\u0627\u0648\u0644 \u0627\u0632 \u0622\u0645\u0648\u0632\u0634 \u06a9\u0627\u0645\u0644 robots.txt \u0628\u0631\u0627\u06cc \u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/a><\/span><\/div><\/div><\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-greenshift-blocks-image gspb_image gspb_image-id-gsbp-0fbabdb\" id=\"gspb_image-id-gsbp-0fbabdb\"><img decoding=\"async\" src=\"https:\/\/webdade.com\/blog\/wp-content\/uploads\/2025\/12\/control-search-bots-robots-txt2-min_11zon.webp\" data-src=\"\" alt=\"\u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\" loading=\"lazy\" width=\"910\" height=\"492\"\/><\/div>\n\n\n\n<div id=\"The-robots-txt-file-and-how-to-write-it\"><\/div><h2 id=\"gspb_heading-id-gsbp-88c2a54\" class=\"gspb_heading gspb_heading-id-gsbp-88c2a54 \"> \u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0648 \u0646\u062d\u0648\u0647 \u0646\u0648\u0634\u062a\u0646 \u0622\u0646 \u0686\u06af\u0648\u0646\u0647 \u0627\u0633\u062a\u061f<\/h2>\n\n\n\n<div id=\"gspb_text-id-gsbp-5f4af8e\" class=\"gspb_text gspb_text-id-gsbp-5f4af8e \">\u0628\u0631\u0627\u06cc \u0634\u0631\u0648\u0639 <strong>\u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/strong>\u060c \u0627\u0628\u062a\u062f\u0627 \u0628\u0627\u06cc\u062f \u0645\u0627\u0647\u06cc\u062a \u0627\u06cc\u0646 \u0627\u0628\u0632\u0627\u0631 \u0631\u0627 \u0628\u0634\u0646\u0627\u0633\u06cc\u0645. \u0641\u0627\u06cc\u0644 <code>robots.txt<\/code> \u0628\u062e\u0634\u06cc \u0627\u0632 \u067e\u0631\u0648\u062a\u06a9\u0644 &#8220;Robots Exclusion Protocol&#8221; \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc \u0628\u0627\u06cc\u062f \u062f\u0642\u06cc\u0642\u0627\u064b \u062f\u0631 \u067e\u0648\u0634\u0647 \u0627\u0635\u0644\u06cc (Root Directory) \u0647\u0627\u0633\u062a \u0634\u0645\u0627 \u0642\u0631\u0627\u0631 \u0628\u06af\u06cc\u0631\u062f (\u0645\u062b\u0644\u0627\u064b <code>example.com\/robots.txt<\/code>). \u0627\u06af\u0631 \u0622\u0646 \u0631\u0627 \u062f\u0631 \u067e\u0648\u0634\u0647\u200c\u0627\u06cc \u062f\u06cc\u06af\u0631 \u0628\u06af\u0630\u0627\u0631\u06cc\u062f\u060c \u0631\u0628\u0627\u062a\u200c\u0647\u0627 \u0622\u0646 \u0631\u0627 \u067e\u06cc\u062f\u0627 \u0646\u062e\u0648\u0627\u0647\u0646\u062f \u06a9\u0631\u062f.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-00b235b\" class=\"gspb_text gspb_text-id-gsbp-00b235b \">\u0639\u0645\u0644\u06a9\u0631\u062f \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0634\u0628\u06cc\u0647 \u0628\u0647 \u0646\u06af\u0647\u0628\u0627\u0646\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0644\u06cc\u0633\u062a \u0645\u0647\u0645\u0627\u0646\u0627\u0646 \u0645\u062c\u0627\u0632 \u0648 \u063a\u06cc\u0631\u0645\u062c\u0627\u0632 \u0631\u0627 \u062f\u0631 \u062f\u0633\u062a \u062f\u0627\u0631\u062f. \u0648\u0642\u062a\u06cc \u0631\u0628\u0627\u062a\u06cc \u0645\u062b\u0644 Googlebot \u0628\u0647 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0645\u06cc\u200c\u0631\u0633\u062f\u060c \u0642\u0628\u0644 \u0627\u0632 \u062f\u0627\u0646\u0644\u0648\u062f \u0647\u0631 \u0635\u0641\u062d\u0647\u200c\u0627\u06cc\u060c \u0627\u0628\u062a\u062f\u0627 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0631\u0627 \u0686\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-5dae74f\" class=\"gspb_text gspb_text-id-gsbp-5dae74f \">\ud83d\udcdd <strong>\u0646\u0645\u0648\u062f\u0627\u0631 \u0641\u0631\u0622\u06cc\u0646\u062f \u0628\u0631\u062e\u0648\u0631\u062f \u0631\u0628\u0627\u062a \u0628\u0627 \u0633\u0627\u06cc\u062a:<\/strong><\/div>\n\n\n\n<pre class=\"wp-block-code has-background\" style=\"background-color:#00529e1a\"><code>Googlebot (\u0631\u0628\u0627\u062a) \ud83d\udd77\ufe0f\n       \u2b07\ufe0f\n\u062f\u0631\u062e\u0648\u0627\u0633\u062a \u0641\u0627\u06cc\u0644 robots.txt\n       \u2b07\ufe0f\n\u0622\u06cc\u0627 \u0641\u0627\u06cc\u0644 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f\u061f\n\u251c\u2500\u2500 \u274c \u062e\u06cc\u0631: \u0631\u0628\u0627\u062a \u0634\u0631\u0648\u0639 \u0628\u0647 \u062e\u0632\u0634 (Crawl) \u062a\u0645\u0627\u0645 \u0633\u0627\u06cc\u062a \u0645\u06cc\u200c\u06a9\u0646\u062f.\n\u2514\u2500\u2500 \u2705 \u0628\u0644\u0647: \u0631\u0628\u0627\u062a \u062f\u0633\u062a\u0648\u0631\u0627\u062a \u0631\u0627 \u0645\u06cc\u200c\u062e\u0648\u0627\u0646\u062f.\n       \u2b07\ufe0f\n   &#91;\u0628\u0631\u0631\u0633\u06cc \u0642\u0648\u0627\u0646\u06cc\u0646]\n   \u251c\u2500\u2500 Allow: \u0627\u062c\u0627\u0632\u0647 \u0648\u0631\u0648\u062f \u2705\n   \u2514\u2500\u2500 Disallow: \u0648\u0631\u0648\u062f \u0645\u0645\u0646\u0648\u0639 \u26d4\n\n<\/code><\/pre>\n\n\n\n<div class=\"wp-block-greenshift-blocks-container gspb_container gspb_container-gsbp-5edec11\" id=\"gspb_container-id-gsbp-5edec11\">\n<div id=\"gspb_text-id-gsbp-6e00b49\" class=\"gspb_text gspb_text-id-gsbp-6e00b49 \">\ud83d\udd38 \u062a\u0648\u062c\u0647 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f \u06a9\u0647 robots.txt \u0646\u0633\u0628\u062a \u0628\u0647 \u0628\u0632\u0631\u06af\u06cc \u0648 \u06a9\u0648\u0686\u06a9\u06cc \u062d\u0631\u0648\u0641 (Case Sensitive) \u062d\u0633\u0627\u0633 \u0627\u0633\u062a. \u0646\u0627\u0645 \u0641\u0627\u06cc\u0644 \u0628\u0627\u06cc\u062f \u062f\u0642\u06cc\u0642\u0627\u064b \u0628\u0627 \u062d\u0631\u0648\u0641 \u06a9\u0648\u0686\u06a9 \u0646\u0648\u0634\u062a\u0647 \u0634\u0648\u062f.<\/div>\n<\/div>\n\n\n\n<div id=\"Optimize-Crawl-Budget-with-robots-txt\"><\/div><h2 id=\"gspb_heading-id-gsbp-dd1fc91\" class=\"gspb_heading gspb_heading-id-gsbp-dd1fc91 \">\u0628\u0647\u06cc\u0646\u0647\u200c\u0633\u0627\u0632\u06cc Crawl Budget \u0628\u0627 robots.txt<\/h2>\n\n\n\n<div id=\"gspb_text-id-gsbp-a1a45b0\" class=\"gspb_text gspb_text-id-gsbp-a1a45b0 \">\u06cc\u06a9\u06cc \u0627\u0632 \u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u062f\u0644\u0627\u06cc\u0644 \u0628\u0631\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0622\u0645\u0648\u0632\u0634 \u06a9\u0627\u0645\u0644 robots.txt \u0628\u0631\u0627\u06cc \u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u060c \u0645\u062f\u06cc\u0631\u06cc\u062a \u0645\u0641\u0647\u0648\u0645\u06cc \u0628\u0647 \u0646\u0627\u0645 &#8220;\u0628\u0648\u062f\u062c\u0647 \u062e\u0632\u0634&#8221; \u06cc\u0627 Crawl Budget \u0627\u0633\u062a.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-ee4bd8a\" class=\"gspb_text gspb_text-id-gsbp-ee4bd8a \">\u06af\u0648\u06af\u0644 \u0645\u0646\u0627\u0628\u0639 \u0646\u0627\u0645\u062d\u062f\u0648\u062f\u06cc \u0646\u062f\u0627\u0631\u062f\u061b \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0628\u0631\u0627\u06cc \u0647\u0631 \u0633\u0627\u06cc\u062a\u060c \u0632\u0645\u0627\u0646 \u0648 \u062a\u0639\u062f\u0627\u062f \u0645\u0634\u062e\u0635\u06cc \u0627\u0632 \u0635\u0641\u062d\u0627\u062a \u0631\u0627 \u0628\u0631\u0627\u06cc \u062e\u0632\u0634 \u062f\u0631 \u0646\u0638\u0631 \u0645\u06cc\u200c\u06af\u06cc\u0631\u062f.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-1f02e07\" class=\"gspb_text gspb_text-id-gsbp-1f02e07 \"> \ud83d\udc48<strong>\u0686\u0631\u0627 \u0628\u0647\u06cc\u0646\u0647\u200c\u0633\u0627\u0632\u06cc Crawl Budget \u0628\u0627 robots.txt \u062d\u06cc\u0627\u062a\u06cc \u0627\u0633\u062a\u061f<\/strong><\/div>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u0635\u0631\u0641\u0647\u200c\u062c\u0648\u06cc\u06cc \u062f\u0631 \u0645\u0646\u0627\u0628\u0639:<\/strong> \u0627\u06af\u0631 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0647\u0632\u0627\u0631\u0627\u0646 \u0635\u0641\u062d\u0647 \u0628\u06cc\u200c\u0627\u0631\u0632\u0634 (\u0645\u062b\u0644 \u0646\u062a\u0627\u06cc\u062c \u0641\u06cc\u0644\u062a\u0631 \u0645\u062d\u0635\u0648\u0644\u0627\u062a\u060c \u0635\u0641\u062d\u0627\u062a \u067e\u0631\u06cc\u0646\u062a\u060c \u06cc\u0627 \u067e\u0646\u0644 \u0627\u062f\u0645\u06cc\u0646) \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u062f \u0648 \u0631\u0628\u0627\u062a\u200c\u0647\u0627 \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u062e\u0632\u0634 \u06a9\u0646\u0646\u062f\u060c \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u0642\u0628\u0644 \u0627\u0632 \u0631\u0633\u06cc\u062f\u0646 \u0628\u0647 \u0645\u0642\u0627\u0644\u0627\u062a \u0645\u0647\u0645 \u06cc\u0627 \u0645\u062d\u0635\u0648\u0644\u0627\u062a \u062c\u062f\u06cc\u062f \u0634\u0645\u0627\u060c \u0633\u0627\u06cc\u062a \u0631\u0627 \u062a\u0631\u06a9 \u06a9\u0646\u0646\u062f.<\/li>\n\n\n\n<li><strong>\u06a9\u0627\u0647\u0634 \u0628\u0627\u0631 \u0633\u0631\u0648\u0631:<\/strong> <strong>\u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/strong> \u0628\u0627\u0639\u062b \u0645\u06cc\u200c\u0634\u0648\u062f \u062f\u0631\u062e\u0648\u0627\u0633\u062a\u200c\u0647\u0627\u06cc (Requests) \u06a9\u0645\u062a\u0631\u06cc \u0628\u0647 \u0633\u0631\u0648\u0631 \u0627\u0631\u0633\u0627\u0644 \u0634\u0648\u062f \u06a9\u0647 \u062f\u0631 \u0646\u062a\u06cc\u062c\u0647 \u0633\u0631\u0639\u062a \u0633\u0627\u06cc\u062a \u0628\u0631\u0627\u06cc \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0648\u0627\u0642\u0639\u06cc \u0627\u0641\u0632\u0627\u06cc\u0634 \u0645\u06cc\u200c\u06cc\u0627\u0628\u062f.<\/li>\n\n\n\n<li><strong>\u0627\u06cc\u0646\u062f\u06a9\u0633 \u0633\u0631\u06cc\u0639\u200c\u062a\u0631:<\/strong> \u0648\u0642\u062a\u06cc \u0631\u0628\u0627\u062a\u200c\u0647\u0627 \u062f\u0631 \u0645\u0633\u06cc\u0631\u0647\u0627\u06cc \u0641\u0631\u0639\u06cc \u06af\u0645 \u0646\u0634\u0648\u0646\u062f\u060c \u0645\u062d\u062a\u0648\u0627\u06cc \u0627\u0635\u0644\u06cc \u0633\u0631\u06cc\u0639\u200c\u062a\u0631 \u0627\u06cc\u0646\u062f\u06a9\u0633 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/li>\n<\/ul>\n\n\n\n<div id=\"Disallow-and-Allow-directives-in-robots-txt-and-how-to-use-them\"><\/div><h2 id=\"gspb_heading-id-gsbp-2ac7934\" class=\"gspb_heading gspb_heading-id-gsbp-2ac7934 \">\u062f\u0633\u062a\u0648\u0631\u0627\u062a Disallow \u0648 Allow \u062f\u0631 robots.txt \u0648 \u0646\u062d\u0648\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/h2>\n\n\n\n<div id=\"gspb_text-id-gsbp-0885b8f\" class=\"gspb_text gspb_text-id-gsbp-0885b8f \">\u062f\u0631 \u0627\u06cc\u0646 \u0628\u062e\u0634\u060c \u0632\u0628\u0627\u0646 \u0635\u062d\u0628\u062a \u0628\u0627 \u0631\u0628\u0627\u062a\u200c\u0647\u0627 \u0631\u0627 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u0645. \u0628\u0631\u0627\u06cc <strong>\u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/strong>\u060c \u0628\u0627\u06cc\u062f \u0628\u0627 \u0633\u0647 \u062f\u0633\u062a\u0648\u0631 \u0627\u0635\u0644\u06cc \u0622\u0634\u0646\u0627 \u0628\u0627\u0634\u06cc\u062f. \u0627\u06cc\u0646 \u062f\u0633\u062a\u0648\u0631\u0627\u062a \u0633\u0627\u062f\u0647 \u0627\u0645\u0627 \u0628\u0633\u06cc\u0627\u0631 \u0642\u062f\u0631\u062a\u0645\u0646\u062f \u0647\u0633\u062a\u0646\u062f.<\/div>\n\n\n\n<div id=\"User-agent\"><\/div><h3 id=\"gspb_heading-id-gsbp-65b22ca\" class=\"gspb_heading gspb_heading-id-gsbp-65b22ca \">1- User-agent (\u0645\u062e\u0627\u0637\u0628 \u062f\u0633\u062a\u0648\u0631)<\/h3>\n\n\n\n<div id=\"gspb_text-id-gsbp-b60cb7b\" class=\"gspb_text gspb_text-id-gsbp-b60cb7b \">\u0627\u06cc\u0646 \u062e\u0637 \u0645\u0634\u062e\u0635 \u0645\u06cc\u200c\u06a9\u0646\u062f \u06a9\u0647 \u062f\u0633\u062a\u0648\u0631\u0627\u062a \u0632\u06cc\u0631 \u0622\u0646 \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u06a9\u062f\u0627\u0645 \u0631\u0628\u0627\u062a \u0627\u0633\u062a.<\/div>\n\n\n\n<ul class=\"wp-block-list\">\n<li><code>User-agent: *<\/code> : \u06cc\u0639\u0646\u06cc \u0627\u06cc\u0646 \u0642\u0627\u0646\u0648\u0646 \u0628\u0631\u0627\u06cc <strong>\u0647\u0645\u0647<\/strong> \u0631\u0628\u0627\u062a\u200c\u0647\u0627 \u0627\u0639\u0645\u0627\u0644 \u0634\u0648\u062f.<\/li>\n\n\n\n<li><code>User-agent: Googlebot<\/code> : \u06cc\u0639\u0646\u06cc \u0627\u06cc\u0646 \u0642\u0627\u0646\u0648\u0646 \u0641\u0642\u0637 \u0645\u062e\u0635\u0648\u0635 \u0631\u0628\u0627\u062a \u06af\u0648\u06af\u0644 \u0627\u0633\u062a.<\/li>\n<\/ul>\n\n\n\n<div id=\"Disallow\"><\/div><h3 id=\"gspb_heading-id-gsbp-0415621\" class=\"gspb_heading gspb_heading-id-gsbp-0415621 \">2- Disallow (\u0645\u0645\u0646\u0648\u0639\u06cc\u062a)<\/h3>\n\n\n\n<div id=\"gspb_text-id-gsbp-97879b4\" class=\"gspb_text gspb_text-id-gsbp-97879b4 \">\u0627\u06cc\u0646 \u062f\u0633\u062a\u0648\u0631 \u0628\u0647 \u0631\u0628\u0627\u062a \u0645\u06cc\u200c\u06af\u0648\u06cc\u062f \u06a9\u0647 \u062d\u0642 \u0646\u062f\u0627\u0631\u062f \u0628\u0647 \u0645\u0633\u06cc\u0631 \u0645\u0634\u062e\u0635 \u0634\u062f\u0647 \u0648\u0627\u0631\u062f \u0634\u0648\u062f.<\/div>\n\n\n\n<ul class=\"wp-block-list\">\n<li><code>Disallow: \/admin\/<\/code> : \u06cc\u0639\u0646\u06cc \u0648\u0631\u0648\u062f \u0628\u0647 \u067e\u0648\u0634\u0647 \u0627\u062f\u0645\u06cc\u0646 \u0645\u0645\u0646\u0648\u0639.<\/li>\n\n\n\n<li><code>Disallow: \/<\/code> : \u06cc\u0639\u0646\u06cc \u0648\u0631\u0648\u062f \u0628\u0647 <strong>\u06a9\u0644 \u0633\u0627\u06cc\u062a<\/strong> \u0645\u0645\u0646\u0648\u0639 (\u062e\u0637\u0631\u0646\u0627\u06a9!).<\/li>\n<\/ul>\n\n\n\n<div id=\"Allow\"><\/div><h3 id=\"gspb_heading-id-gsbp-4269368\" class=\"gspb_heading gspb_heading-id-gsbp-4269368 \">3- Allow (\u0627\u062c\u0627\u0632\u0647)<\/h3>\n\n\n\n<div id=\"gspb_text-id-gsbp-ab5c585\" class=\"gspb_text gspb_text-id-gsbp-ab5c585 \">\u0627\u06cc\u0646 \u062f\u0633\u062a\u0648\u0631 \u0628\u0631\u0627\u06cc \u0627\u0633\u062a\u062b\u0646\u0627 \u0642\u0627\u0626\u0644 \u0634\u062f\u0646 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f. \u0645\u062b\u0644\u0627\u064b \u0648\u0642\u062a\u06cc \u06cc\u06a9 \u067e\u0648\u0634\u0647 \u0631\u0627 \u0628\u0633\u062a\u0647\u200c\u0627\u06cc\u062f \u0627\u0645\u0627 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u062f \u06cc\u06a9 \u0641\u0627\u06cc\u0644 \u062e\u0627\u0635 \u062f\u0631\u0648\u0646 \u0622\u0646 \u0628\u0627\u0632 \u0628\u0627\u0634\u062f.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-5b147a7\" class=\"gspb_text gspb_text-id-gsbp-5b147a7 \"> \ud83d\udcdd<strong>\u0645\u062b\u0627\u0644 \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc:<\/strong><\/div>\n\n\n\n<div class=\"wp-block-kevinbatdorf-code-block-pro padding-bottom-disabled cbp-has-line-numbers\" data-code-block-pro-font-family=\"Code-Pro-JetBrains-Mono\" style=\"font-size:.875rem;font-family:Code-Pro-JetBrains-Mono,ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,monospace;--cbp-line-number-color:#f6f6f4;--cbp-line-number-width:calc(1 * 0.6 * .875rem);line-height:1rem;--cbp-tab-width:2;tab-size:var(--cbp-tab-width, 2)\"><span style=\"display:block;padding:16px 0 0 16px;margin-bottom:-1px;width:100%;text-align:left;background-color:#282A36\"><svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"54\" height=\"14\" viewBox=\"0 0 54 14\"><g fill=\"none\" fill-rule=\"evenodd\" transform=\"translate(1 1)\"><circle cx=\"6\" cy=\"6\" r=\"6\" fill=\"#FF5F56\" stroke=\"#E0443E\" stroke-width=\".5\"><\/circle><circle cx=\"26\" cy=\"6\" r=\"6\" fill=\"#FFBD2E\" stroke=\"#DEA123\" stroke-width=\".5\"><\/circle><circle cx=\"46\" cy=\"6\" r=\"6\" fill=\"#27C93F\" stroke=\"#1AAB29\" stroke-width=\".5\"><\/circle><\/g><\/svg><\/span><span role=\"button\" tabindex=\"0\" style=\"color:#282A36;display:none;background-color:#f6f6f4\" aria-label=\"Copy\" data-copied-text=\"Copied!\" data-has-text-button=\"textSimple\" data-inside-header-type=\"headlights\" aria-live=\"polite\" class=\"code-block-pro-copy-button\"><pre class=\"code-block-pro-copy-button-pre\" aria-hidden=\"true\"><textarea class=\"code-block-pro-copy-button-textarea\" tabindex=\"-1\" aria-hidden=\"true\" readonly>User-agent: *\nDisallow: \/wp-admin\/\nAllow: \/wp-admin\/admin-ajax.php<\/textarea><\/pre><span class=\"cbp-btn-text\">Copy<\/span><\/span><pre class=\"shiki dracula-soft\" style=\"background-color: #282A36\" tabindex=\"0\"><code><span class=\"line\"><span style=\"color: #62E884\">User-agent:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #BF9EEE; font-style: italic\">*<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/wp-admin\/<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Allow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/wp-admin\/admin-ajax.php<\/span><\/span><\/code><\/pre><span style=\"display:flex;align-items:flex-end;padding:10px;width:100%;justify-content:flex-start;background-color:#282A36;color:#ebebe6;font-size:12px;line-height:1;position:relative\"> <\/span><\/div>\n\n\n\n<div class=\"wp-block-greenshift-blocks-image gspb_image gspb_image-id-gsbp-07e8a22\" id=\"gspb_image-id-gsbp-07e8a22\"><img decoding=\"async\" src=\"https:\/\/webdade.com\/blog\/wp-content\/uploads\/2025\/12\/control-search-bots-robots-txt-min_11zon.webp\" data-src=\"\" alt=\"\u0622\u0645\u0648\u0632\u0634 \u06a9\u0627\u0645\u0644 robots.txt \u0628\u0631\u0627\u06cc \u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\" loading=\"lazy\" width=\"910\" height=\"492\"\/><\/div>\n\n\n\n<div id=\"Practical-training-in-creating-and-editing-files\"><\/div><h2 id=\"gspb_heading-id-gsbp-d776dcb\" class=\"gspb_heading gspb_heading-id-gsbp-d776dcb \"> \u0622\u0645\u0648\u0632\u0634 \u0639\u0645\u0644\u06cc \u0633\u0627\u062e\u062a \u0648 \u0648\u06cc\u0631\u0627\u06cc\u0634 \u0641\u0627\u06cc\u0644 (\u0633\u0646\u0627\u0631\u06cc\u0648 \u0645\u062d\u0648\u0631)<\/h2>\n\n\n\n<div id=\"gspb_text-id-gsbp-b68b012\" class=\"gspb_text gspb_text-id-gsbp-b68b012 \">\u062f\u0631 \u0627\u06cc\u0646 \u0628\u062e\u0634 \u0647\u0645\u0631\u0627\u0647 \u062a\u06cc\u0645 \u0648\u0628\u200c\u062f\u0627\u062f\u0647 \u0628\u0627\u0634\u06cc\u062f \u062a\u0627 \u0628\u0647 \u0635\u0648\u0631\u062a \u0639\u0645\u0644\u06cc \u0648 \u062a\u0635\u0648\u06cc\u0631\u06cc\u060c <strong>\u06a9\u0646\u062a\u0631\u0644 crawl \u06a9\u0631\u062f\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a<\/strong> \u0631\u0627 \u0628\u0627 \u0686\u0646\u062f \u0633\u0646\u0627\u0631\u06cc\u0648\u06cc \u0648\u0627\u0642\u0639\u06cc \u062a\u0645\u0631\u06cc\u0646 \u06a9\u0646\u06cc\u0645.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-b551e32\" class=\"gspb_text gspb_text-id-gsbp-b551e32 \">1\ufe0f\u20e3 <strong>\u0633\u0646\u0627\u0631\u06cc\u0648\u06cc 1: \u0633\u0627\u06cc\u062a \u0648\u0631\u062f\u067e\u0631\u0633\u06cc \u0627\u0633\u062a\u0627\u0646\u062f\u0627\u0631\u062f<\/strong><\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-d3b1fb2\" class=\"gspb_text gspb_text-id-gsbp-d3b1fb2 \">\u0641\u0631\u0636 \u06a9\u0646\u06cc\u062f \u0634\u0645\u0627 \u06cc\u06a9 \u0633\u0627\u06cc\u062a \u0648\u0631\u062f\u067e\u0631\u0633\u06cc \u062f\u0627\u0631\u06cc\u062f \u0648 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u062f \u0627\u0632 \u0633\u0626\u0648 \u0641\u0646\u06cc \u0648 \u0627\u0647\u0645\u06cc\u062a \u0641\u0627\u06cc\u0644 robots.txt \u0628\u0631\u0627\u06cc \u0628\u0647\u0628\u0648\u062f \u0631\u062a\u0628\u0647 \u062e\u0648\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-3896348\" class=\"gspb_text gspb_text-id-gsbp-3896348 \">\u0634\u0645\u0627 \u0628\u0627\u06cc\u062f \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0647 \u067e\u0648\u0634\u0647\u200c\u0647\u0627\u06cc \u0645\u062f\u06cc\u0631\u06cc\u062a \u0648 \u067e\u0644\u0627\u06af\u06cc\u0646\u200c\u0647\u0627 \u0631\u0627 \u0645\u062d\u062f\u0648\u062f \u06a9\u0646\u06cc\u062f\u060c \u0627\u0645\u0627 \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0647 \u062a\u0635\u0627\u0648\u06cc\u0631 \u0648 \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc CSS\/JS \u0631\u0627 \u0628\u0627\u0632 \u0628\u06af\u0630\u0627\u0631\u06cc\u062f (\u0686\u0648\u0646 \u06af\u0648\u06af\u0644 \u0628\u0631\u0627\u06cc \u0631\u062a\u0628\u0647\u200c\u0628\u0646\u062f\u06cc \u0645\u0648\u0628\u0627\u06cc\u0644 \u0628\u0647 \u0622\u0646\u200c\u0647\u0627 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u062f).<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-e994c28\" class=\"gspb_text gspb_text-id-gsbp-e994c28 \"><strong>\u06a9\u062f \u067e\u06cc\u0634\u0646\u0647\u0627\u062f\u06cc:<\/strong><\/div>\n\n\n\n<div class=\"wp-block-kevinbatdorf-code-block-pro padding-bottom-disabled cbp-has-line-numbers\" data-code-block-pro-font-family=\"Code-Pro-JetBrains-Mono\" style=\"font-size:.875rem;font-family:Code-Pro-JetBrains-Mono,ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,monospace;--cbp-line-number-color:#f6f6f4;--cbp-line-number-width:calc(1 * 0.6 * .875rem);line-height:1rem;--cbp-tab-width:2;tab-size:var(--cbp-tab-width, 2)\"><span style=\"display:block;padding:16px 0 0 16px;margin-bottom:-1px;width:100%;text-align:left;background-color:#282A36\"><svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"54\" height=\"14\" viewBox=\"0 0 54 14\"><g fill=\"none\" fill-rule=\"evenodd\" transform=\"translate(1 1)\"><circle cx=\"6\" cy=\"6\" r=\"6\" fill=\"#FF5F56\" stroke=\"#E0443E\" stroke-width=\".5\"><\/circle><circle cx=\"26\" cy=\"6\" r=\"6\" fill=\"#FFBD2E\" stroke=\"#DEA123\" stroke-width=\".5\"><\/circle><circle cx=\"46\" cy=\"6\" r=\"6\" fill=\"#27C93F\" stroke=\"#1AAB29\" stroke-width=\".5\"><\/circle><\/g><\/svg><\/span><span role=\"button\" tabindex=\"0\" style=\"color:#282A36;display:none;background-color:#f6f6f4\" aria-label=\"Copy\" data-copied-text=\"Copied!\" data-has-text-button=\"textSimple\" data-inside-header-type=\"headlights\" aria-live=\"polite\" class=\"code-block-pro-copy-button\"><pre class=\"code-block-pro-copy-button-pre\" aria-hidden=\"true\"><textarea class=\"code-block-pro-copy-button-textarea\" tabindex=\"-1\" aria-hidden=\"true\" readonly>User-agent: *\nDisallow: \/wp-admin\/\nAllow: \/wp-admin\/admin-ajax.php\nDisallow: \/?s=\nDisallow: \/search\/\nDisallow: \/wp-content\/plugins\/\n\nSitemap: &#91;https:\/\/yourdomain.com\/sitemap_index.xml&#93;(https:\/\/yourdomain.com\/sitemap_index.xml)<\/textarea><\/pre><span class=\"cbp-btn-text\">Copy<\/span><\/span><pre class=\"shiki dracula-soft\" style=\"background-color: #282A36\" tabindex=\"0\"><code><span class=\"line\"><span style=\"color: #62E884\">User-agent:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #BF9EEE; font-style: italic\">*<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/wp-admin\/<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Allow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/wp-admin\/admin-ajax.php<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/?s=<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/search\/<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/wp-content\/plugins\/<\/span><\/span>\n<span class=\"line\"><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Sitemap:<\/span><span style=\"color: #F6F6F4\"> &#91;https:\/\/yourdomain.com\/sitemap_index.xml&#93;(<\/span><span style=\"color: #62E884\">https:\/\/yourdomain.com\/sitemap_index.xml<\/span><span style=\"color: #F6F6F4\">)<\/span><\/span><\/code><\/pre><span style=\"display:flex;align-items:flex-end;padding:10px;width:100%;justify-content:flex-start;background-color:#282A36;color:#ebebe6;font-size:12px;line-height:1;position:relative\"> <\/span><\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-b3031b5\" class=\"gspb_text gspb_text-id-gsbp-b3031b5 \"><strong>\u0633\u0646\u0627\u0631\u06cc\u0648\u06cc 2: \u0633\u0627\u06cc\u062a \u062f\u0631 \u062d\u0627\u0644 \u062a\u0648\u0633\u0639\u0647 (Staging)<\/strong><\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-a690a45\" class=\"gspb_text gspb_text-id-gsbp-a690a45 \">\u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0647\u0646\u0648\u0632 \u06a9\u0627\u0645\u0644 \u0646\u0634\u062f\u0647 \u0648 \u0631\u0648\u06cc \u06cc\u06a9 \u0633\u0627\u0628\u200c\u062f\u0627\u0645\u06cc\u0646 \u062a\u0633\u062a\u06cc \u0642\u0631\u0627\u0631 \u062f\u0627\u0631\u062f. \u0646\u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u062f \u06af\u0648\u06af\u0644 \u0622\u0646 \u0631\u0627 \u0627\u06cc\u0646\u062f\u06a9\u0633 \u06a9\u0646\u062f.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-c8a7c3c\" class=\"gspb_text gspb_text-id-gsbp-c8a7c3c \"><strong>\u06a9\u062f \u067e\u06cc\u0634\u0646\u0647\u0627\u062f\u06cc:<\/strong><\/div>\n\n\n\n<div class=\"wp-block-kevinbatdorf-code-block-pro padding-bottom-disabled cbp-has-line-numbers\" data-code-block-pro-font-family=\"Code-Pro-JetBrains-Mono\" style=\"font-size:.875rem;font-family:Code-Pro-JetBrains-Mono,ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,monospace;--cbp-line-number-color:#f6f6f4;--cbp-line-number-width:calc(1 * 0.6 * .875rem);line-height:1rem;--cbp-tab-width:2;tab-size:var(--cbp-tab-width, 2)\"><span style=\"display:block;padding:16px 0 0 16px;margin-bottom:-1px;width:100%;text-align:left;background-color:#282A36\"><svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"54\" height=\"14\" viewBox=\"0 0 54 14\"><g fill=\"none\" fill-rule=\"evenodd\" transform=\"translate(1 1)\"><circle cx=\"6\" cy=\"6\" r=\"6\" fill=\"#FF5F56\" stroke=\"#E0443E\" stroke-width=\".5\"><\/circle><circle cx=\"26\" cy=\"6\" r=\"6\" fill=\"#FFBD2E\" stroke=\"#DEA123\" stroke-width=\".5\"><\/circle><circle cx=\"46\" cy=\"6\" r=\"6\" fill=\"#27C93F\" stroke=\"#1AAB29\" stroke-width=\".5\"><\/circle><\/g><\/svg><\/span><span role=\"button\" tabindex=\"0\" style=\"color:#282A36;display:none;background-color:#f6f6f4\" aria-label=\"Copy\" data-copied-text=\"Copied!\" data-has-text-button=\"textSimple\" data-inside-header-type=\"headlights\" aria-live=\"polite\" class=\"code-block-pro-copy-button\"><pre class=\"code-block-pro-copy-button-pre\" aria-hidden=\"true\"><textarea class=\"code-block-pro-copy-button-textarea\" tabindex=\"-1\" aria-hidden=\"true\" readonly>User-agent: *\nDisallow: \/<\/textarea><\/pre><span class=\"cbp-btn-text\">Copy<\/span><\/span><pre class=\"shiki dracula-soft\" style=\"background-color: #282A36\" tabindex=\"0\"><code><span class=\"line\"><span style=\"color: #62E884\">User-agent:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #BF9EEE; font-style: italic\">*<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/<\/span><\/span><\/code><\/pre><span style=\"display:flex;align-items:flex-end;padding:10px;width:100%;justify-content:flex-start;background-color:#282A36;color:#ebebe6;font-size:12px;line-height:1;position:relative\"> <\/span><\/div>\n\n\n\n<div class=\"wp-block-greenshift-blocks-container gspb_container gspb_container-gsbp-25a8302\" id=\"gspb_container-id-gsbp-25a8302\">\n<div id=\"gspb_text-id-gsbp-5fc74cc\" class=\"gspb_text gspb_text-id-gsbp-5fc74cc \">\ud83d\udccc <strong>\u0646\u06a9\u062a\u0647:<\/strong> \u0627\u06cc\u0646 \u062f\u0633\u062a\u0648\u0631 \u062f\u0642\u06cc\u0642\u0627\u064b \u0645\u062b\u0644 \u06a9\u0634\u06cc\u062f\u0646 \u06cc\u06a9 \u062f\u06cc\u0648\u0627\u0631 \u0628\u062a\u0646\u06cc \u062f\u0648\u0631 \u0633\u0627\u06cc\u062a \u0627\u0633\u062a. \u0647\u06cc\u0686 \u0631\u0628\u0627\u062a\u06cc \u0648\u0627\u0631\u062f \u0646\u062e\u0648\u0627\u0647\u062f \u0634\u062f. \u0641\u0631\u0627\u0645\u0648\u0634 \u0646\u06a9\u0646\u06cc\u062f \u0628\u0639\u062f \u0627\u0632 \u0644\u0627\u0646\u0686 \u0633\u0627\u06cc\u062a\u060c \u0627\u06cc\u0646 \u062e\u0637 \u0631\u0627 \u067e\u0627\u06a9 \u06a9\u0646\u06cc\u062f!<\/div>\n<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-35d9279\" class=\"gspb_text gspb_text-id-gsbp-35d9279 \"><strong>\u0633\u0646\u0627\u0631\u06cc\u0648\u06cc 3: \u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u0627\u0632 \u062e\u0632\u0634 \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc PDF<\/strong><\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-5bbb9e5\" class=\"gspb_text gspb_text-id-gsbp-5bbb9e5 \">\u0634\u0645\u0627 \u0646\u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u062f \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc PDF \u0633\u0627\u06cc\u062a\u062a\u0627\u0646 \u062a\u0648\u0633\u0637 \u06af\u0648\u06af\u0644 \u062e\u0648\u0627\u0646\u062f\u0647 \u0634\u0648\u0646\u062f \u062a\u0627 \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0645\u062c\u0628\u0648\u0631 \u0634\u0648\u0646\u062f \u0648\u0627\u0631\u062f \u0635\u0641\u062d\u0627\u062a \u0633\u0627\u06cc\u062a \u0634\u0648\u0646\u062f.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-947aa92\" class=\"gspb_text gspb_text-id-gsbp-947aa92 \"><strong>\u06a9\u062f \u067e\u06cc\u0634\u0646\u0647\u0627\u062f\u06cc:<\/strong><\/div>\n\n\n\n<div class=\"wp-block-kevinbatdorf-code-block-pro padding-bottom-disabled cbp-has-line-numbers\" data-code-block-pro-font-family=\"Code-Pro-JetBrains-Mono\" style=\"font-size:.875rem;font-family:Code-Pro-JetBrains-Mono,ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,monospace;--cbp-line-number-color:#f6f6f4;--cbp-line-number-width:calc(1 * 0.6 * .875rem);line-height:1rem;--cbp-tab-width:2;tab-size:var(--cbp-tab-width, 2)\"><span style=\"display:block;padding:16px 0 0 16px;margin-bottom:-1px;width:100%;text-align:left;background-color:#282A36\"><svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"54\" height=\"14\" viewBox=\"0 0 54 14\"><g fill=\"none\" fill-rule=\"evenodd\" transform=\"translate(1 1)\"><circle cx=\"6\" cy=\"6\" r=\"6\" fill=\"#FF5F56\" stroke=\"#E0443E\" stroke-width=\".5\"><\/circle><circle cx=\"26\" cy=\"6\" r=\"6\" fill=\"#FFBD2E\" stroke=\"#DEA123\" stroke-width=\".5\"><\/circle><circle cx=\"46\" cy=\"6\" r=\"6\" fill=\"#27C93F\" stroke=\"#1AAB29\" stroke-width=\".5\"><\/circle><\/g><\/svg><\/span><span role=\"button\" tabindex=\"0\" style=\"color:#282A36;display:none;background-color:#f6f6f4\" aria-label=\"Copy\" data-copied-text=\"Copied!\" data-has-text-button=\"textSimple\" data-inside-header-type=\"headlights\" aria-live=\"polite\" class=\"code-block-pro-copy-button\"><pre class=\"code-block-pro-copy-button-pre\" aria-hidden=\"true\"><textarea class=\"code-block-pro-copy-button-textarea\" tabindex=\"-1\" aria-hidden=\"true\" readonly>User-agent: *\nDisallow: \/*.pdf$<\/textarea><\/pre><span class=\"cbp-btn-text\">Copy<\/span><\/span><pre class=\"shiki dracula-soft\" style=\"background-color: #282A36\" tabindex=\"0\"><code><span class=\"line\"><span style=\"color: #62E884\">User-agent:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #BF9EEE; font-style: italic\">*<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/<\/span><span style=\"color: #BF9EEE; font-style: italic\">*<\/span><span style=\"color: #E7EE98\">.pdf<\/span><span style=\"color: #F6F6F4\">$<\/span><\/span><\/code><\/pre><span style=\"display:flex;align-items:flex-end;padding:10px;width:100%;justify-content:flex-start;background-color:#282A36;color:#ebebe6;font-size:12px;line-height:1;position:relative\"> <\/span><\/div>\n\n\n\n<div id=\"Blocking-AI-Bots-The-New-Challenge-of-2025\"><\/div><h2 id=\"gspb_heading-id-gsbp-d8b07cd\" class=\"gspb_heading gspb_heading-id-gsbp-d8b07cd \"> \u0628\u0644\u0627\u06a9 \u06a9\u0631\u062f\u0646 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc (AI Bots)\u061b \u0686\u0627\u0644\u0634 \u062c\u062f\u06cc\u062f 2025<\/h2>\n\n\n\n<div id=\"gspb_text-id-gsbp-a98f029\" class=\"gspb_text gspb_text-id-gsbp-a98f029 \">\u062f\u0631 \u0633\u0627\u0644 2025\u060c \u06cc\u06a9\u06cc \u0627\u0632 \u062f\u063a\u062f\u063a\u0647\u200c\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u0645\u062f\u06cc\u0631\u0627\u0646 \u0633\u0627\u06cc\u062a\u060c \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0628\u062f\u0648\u0646 \u0627\u062c\u0627\u0632\u0647 \u0627\u0632 \u0645\u062d\u062a\u0648\u0627\u06cc \u0622\u0646\u200c\u0647\u0627 \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0627\u0633\u062a. \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0634\u0631\u06a9\u062a\u200c\u0647\u0627\u06cc \u0628\u0632\u0631\u06af \u0645\u0627\u0646\u0646\u062f OpenAI\u060c Google \u0648 Anthropic \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc\u06cc \u062f\u0627\u0631\u0646\u062f \u06a9\u0647 \u0645\u062d\u062a\u0648\u0627\u06cc \u0648\u0628 \u0631\u0627 \u0628\u0631\u0627\u06cc &#8220;\u0622\u0645\u0648\u0632\u0634&#8221; (Training) \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062e\u0648\u062f \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u0627\u06af\u0631 \u0646\u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u062f \u0645\u062d\u062a\u0648\u0627\u06cc \u0634\u0645\u0627 \u062e\u0648\u0631\u0627\u06a9 \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0634\u0648\u062f\u060c \u0628\u0627\u06cc\u062f \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u0635\u0631\u06cc\u062d\u0627\u064b \u062f\u0631 \u0641\u0627\u06cc\u0644 <code>robots.txt<\/code> \u0645\u0633\u062f\u0648\u062f \u06a9\u0646\u06cc\u062f.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-87c3048\" class=\"gspb_text gspb_text-id-gsbp-87c3048 \">\u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0644\u06cc\u0633\u062a \u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u0627\u06cc\u062f \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u0628\u0634\u0646\u0627\u0633\u06cc\u062f \u0648 \u062f\u0631 \u0635\u0648\u0631\u062a \u0646\u06cc\u0627\u0632 \u0628\u0644\u0627\u06a9 \u06a9\u0646\u06cc\u062f \u0622\u0648\u0631\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a:<\/div>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>GPTBot:<\/strong> \u0631\u0628\u0627\u062a \u0627\u0635\u0644\u06cc OpenAI \u0628\u0631\u0627\u06cc \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc ChatGPT.<\/li>\n\n\n\n<li><strong>ChatGPT-User:<\/strong> \u0631\u0628\u0627\u062a\u06cc \u06a9\u0647 \u0648\u0642\u062a\u06cc \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 ChatGPT \u0644\u06cc\u0646\u06a9 \u0633\u0627\u06cc\u062a\u06cc \u0631\u0627 \u0628\u0627\u0632 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f\u060c \u0641\u0639\u0627\u0644 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/li>\n\n\n\n<li><strong>CCBot:<\/strong> \u0631\u0628\u0627\u062a Common Crawl \u06a9\u0647 \u062f\u06cc\u062a\u0627\u0628\u06cc\u0633 \u0639\u0638\u06cc\u0645\u06cc \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0645\u06cc\u200c\u0633\u0627\u0632\u062f.<\/li>\n\n\n\n<li><strong>Google-Extended:<\/strong> \u0631\u0628\u0627\u062a \u06af\u0648\u06af\u0644 \u0628\u0631\u0627\u06cc \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u062f\u0627\u062f\u0647 \u062c\u0647\u062a \u0622\u0645\u0648\u0632\u0634 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc Gemini \u0648 Bard (\u062c\u062f\u0627 \u0627\u0632 \u062c\u0633\u062a\u062c\u0648\u06cc \u06af\u0648\u06af\u0644).<\/li>\n\n\n\n<li><strong>anthropic-ai:<\/strong> \u0631\u0628\u0627\u062a \u0634\u0631\u06a9\u062a Anthropic \u0628\u0631\u0627\u06cc \u0645\u062f\u0644 Claude.<\/li>\n\n\n\n<li><strong>Bytespider:<\/strong> \u0631\u0628\u0627\u062a \u0634\u0631\u06a9\u062a ByteDance (\u062a\u06cc\u06a9\u200c\u062a\u0627\u06a9).<\/li>\n<\/ul>\n\n\n\n<div id=\"gspb_text-id-gsbp-65aab58\" class=\"gspb_text gspb_text-id-gsbp-65aab58 \"><strong>\u06a9\u062f \u06a9\u0627\u0645\u0644 \u0628\u0631\u0627\u06cc \u0628\u0644\u0627\u06a9 \u06a9\u0631\u062f\u0646 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc AI:<\/strong><\/div>\n\n\n\n<div class=\"wp-block-kevinbatdorf-code-block-pro padding-bottom-disabled cbp-has-line-numbers\" data-code-block-pro-font-family=\"Code-Pro-JetBrains-Mono\" style=\"font-size:.875rem;font-family:Code-Pro-JetBrains-Mono,ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,monospace;--cbp-line-number-color:#f6f6f4;--cbp-line-number-width:calc(2 * 0.6 * .875rem);line-height:1rem;--cbp-tab-width:2;tab-size:var(--cbp-tab-width, 2)\"><span style=\"display:block;padding:16px 0 0 16px;margin-bottom:-1px;width:100%;text-align:left;background-color:#282A36\"><svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"54\" height=\"14\" viewBox=\"0 0 54 14\"><g fill=\"none\" fill-rule=\"evenodd\" transform=\"translate(1 1)\"><circle cx=\"6\" cy=\"6\" r=\"6\" fill=\"#FF5F56\" stroke=\"#E0443E\" stroke-width=\".5\"><\/circle><circle cx=\"26\" cy=\"6\" r=\"6\" fill=\"#FFBD2E\" stroke=\"#DEA123\" stroke-width=\".5\"><\/circle><circle cx=\"46\" cy=\"6\" r=\"6\" fill=\"#27C93F\" stroke=\"#1AAB29\" stroke-width=\".5\"><\/circle><\/g><\/svg><\/span><span role=\"button\" tabindex=\"0\" style=\"color:#282A36;display:none;background-color:#f6f6f4\" aria-label=\"Copy\" data-copied-text=\"Copied!\" data-has-text-button=\"textSimple\" data-inside-header-type=\"headlights\" aria-live=\"polite\" class=\"code-block-pro-copy-button\"><pre class=\"code-block-pro-copy-button-pre\" aria-hidden=\"true\"><textarea class=\"code-block-pro-copy-button-textarea\" tabindex=\"-1\" aria-hidden=\"true\" readonly># Block OpenAI (ChatGPT training data)\nUser-agent: GPTBot\nDisallow: \/\n\n# Block ChatGPT user browsing\nUser-agent: ChatGPT-User\nDisallow: \/\n\n# Block Common Crawl (Used by many AIs)\nUser-agent: CCBot\nDisallow: \/\n\n# Block Anthropic (Claude AI)\nUser-agent: anthropic-ai\nDisallow: \/\n\n# Block Google's AI Training (Gemini)\nUser-agent: Google-Extended\nDisallow: \/\n\n# Block ByteDance (TikTok AI)\nUser-agent: Bytespider\nDisallow: \/<\/textarea><\/pre><span class=\"cbp-btn-text\">Copy<\/span><\/span><pre class=\"shiki dracula-soft\" style=\"background-color: #282A36\" tabindex=\"0\"><code><span class=\"line\"><span style=\"color: #7B7F8B\"># Block OpenAI (ChatGPT training data)<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">User-agent:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">GPTBot<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/<\/span><\/span>\n<span class=\"line\"><\/span>\n<span class=\"line\"><span style=\"color: #7B7F8B\"># Block ChatGPT user browsing<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">User-agent:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">ChatGPT-User<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/<\/span><\/span>\n<span class=\"line\"><\/span>\n<span class=\"line\"><span style=\"color: #7B7F8B\"># Block Common Crawl (Used by many AIs)<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">User-agent:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">CCBot<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/<\/span><\/span>\n<span class=\"line\"><\/span>\n<span class=\"line\"><span style=\"color: #7B7F8B\"># Block Anthropic (Claude AI)<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">User-agent:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">anthropic-ai<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/<\/span><\/span>\n<span class=\"line\"><\/span>\n<span class=\"line\"><span style=\"color: #7B7F8B\"># Block Google&#39;s AI Training (Gemini)<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">User-agent:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">Google-Extended<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/<\/span><\/span>\n<span class=\"line\"><\/span>\n<span class=\"line\"><span style=\"color: #7B7F8B\"># Block ByteDance (TikTok AI)<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">User-agent:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">Bytespider<\/span><\/span>\n<span class=\"line\"><span style=\"color: #62E884\">Disallow:<\/span><span style=\"color: #F6F6F4\"> <\/span><span style=\"color: #E7EE98\">\/<\/span><\/span><\/code><\/pre><span style=\"display:flex;align-items:flex-end;padding:10px;width:100%;justify-content:flex-start;background-color:#282A36;color:#ebebe6;font-size:12px;line-height:1;position:relative\"> <\/span><\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-09e02dd\" class=\"gspb_text gspb_text-id-gsbp-09e02dd \">\u26a0\ufe0f <strong>\u0647\u0634\u062f\u0627\u0631:<\/strong> \u0628\u0644\u0627\u06a9 \u06a9\u0631\u062f\u0646 <code>Google-Extended<\/code> \u0628\u0627\u0639\u062b \u062d\u0630\u0641 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0627\u0632 \u0646\u062a\u0627\u06cc\u062c \u062c\u0633\u062a\u062c\u0648\u06cc \u06af\u0648\u06af\u0644 <strong>\u0646\u0645\u06cc\u200c\u0634\u0648\u062f<\/strong>\u061b \u0641\u0642\u0637 \u0627\u0632 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u062d\u062a\u0648\u0627 \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u06af\u0648\u06af\u0644 \u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u0645\u0627 \u0628\u0644\u0627\u06a9 \u06a9\u0631\u062f\u0646 <code>Googlebot<\/code> \u0628\u0627\u0639\u062b \u062d\u0630\u0641 \u06a9\u0627\u0645\u0644 \u0633\u0627\u06cc\u062a \u0627\u0632 \u0646\u062a\u0627\u06cc\u062c \u0645\u06cc\u200c\u0634\u0648\u062f.<\/div>\n\n\n\n<h3 id=\"gspb_heading-id-gsbp-4517bdf\" class=\"gspb_heading gspb_heading-id-gsbp-4517bdf \">\u062a\u0633\u062a \u0648 \u0627\u0639\u062a\u0628\u0627\u0631\u0633\u0646\u062c\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0631 Search Console<\/h3>\n\n\n\n<div id=\"gspb_text-id-gsbp-03b99b2\" class=\"gspb_text gspb_text-id-gsbp-03b99b2 \">\u0646\u0648\u0634\u062a\u0646 \u0641\u0627\u06cc\u0644 \u06cc\u06a9 \u0686\u06cc\u0632 \u0627\u0633\u062a \u0648 \u0627\u0637\u0645\u06cc\u0646\u0627\u0646 \u0627\u0632 \u0639\u0645\u0644\u06a9\u0631\u062f \u0635\u062d\u06cc\u062d \u0622\u0646 \u0686\u06cc\u0632 \u062f\u06cc\u06af\u0631. \u06cc\u06a9 \u0627\u0634\u062a\u0628\u0627\u0647 \u06a9\u0648\u0686\u06a9 (\u0645\u062b\u0644 \u06cc\u06a9 \u0641\u0627\u0635\u0644\u0647 \u0627\u0636\u0627\u0641\u0647) \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f <strong>\u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/strong> \u0631\u0627 \u0645\u062e\u062a\u0644 \u06a9\u0646\u062f. \u0628\u0647\u062a\u0631\u06cc\u0646 \u0631\u0627\u0647\u060c \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 <strong>\u062a\u0633\u062a \u0648 \u0627\u0639\u062a\u0628\u0627\u0631\u0633\u0646\u062c\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0631 Search Console<\/strong> \u0627\u0633\u062a.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-4eefa6d\" class=\"gspb_text gspb_text-id-gsbp-4eefa6d \"> \ud83d\udcdd<strong>\u0645\u0631\u0627\u062d\u0644 \u062a\u0633\u062a:<\/strong><\/div>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u0648\u0627\u0631\u062f Google Search Console \u0634\u0648\u06cc\u062f.<\/li>\n\n\n\n<li>\u0627\u06af\u0631 \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0647 \u0627\u0628\u0632\u0627\u0631 \u0642\u062f\u06cc\u0645\u06cc (Legacy Tools) \u062f\u0627\u0631\u06cc\u062f\u060c \u06af\u0632\u06cc\u0646\u0647 <code>Robots.txt Tester<\/code> \u0631\u0627 \u067e\u06cc\u062f\u0627 \u06a9\u0646\u06cc\u062f (\u06cc\u0627 \u0627\u0632 \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u0622\u0646\u0644\u0627\u06cc\u0646 \u0645\u0639\u062a\u0628\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f).<\/li>\n\n\n\n<li>\u0622\u062f\u0631\u0633 \u06cc\u06a9 \u0635\u0641\u062d\u0647 \u0627\u0632 \u0633\u0627\u06cc\u062a \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f (\u0645\u062b\u0644\u0627\u064b \u0635\u0641\u062d\u0647\u200c\u0627\u06cc \u06a9\u0647 Disallow \u06a9\u0631\u062f\u0647\u200c\u0627\u06cc\u062f).<\/li>\n\n\n\n<li>\u062f\u06a9\u0645\u0647 <strong>Test<\/strong> \u0631\u0627 \u0628\u0632\u0646\u06cc\u062f.<\/li>\n\n\n\n<li>\u0627\u06af\u0631 \u0646\u0648\u0627\u0631 \u0642\u0631\u0645\u0632 \u0634\u062f \u0648 \u0646\u0648\u0634\u062a <code>Blocked<\/code>\u060c \u06cc\u0639\u0646\u06cc \u062f\u0633\u062a\u0648\u0631\u0627\u062a \u0634\u0645\u0627 \u0628\u0647 \u062f\u0631\u0633\u062a\u06cc \u06a9\u0627\u0631 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f.<\/li>\n<\/ol>\n\n\n\n<div class=\"wp-block-greenshift-blocks-image gspb_image gspb_image-id-gsbp-9687aaf\" id=\"gspb_image-id-gsbp-9687aaf\"><img decoding=\"async\" src=\"https:\/\/webdade.com\/blog\/wp-content\/uploads\/2025\/12\/control-search-bots-robots-txt3-min_11zon.webp\" data-src=\"\" alt=\"\u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\" loading=\"lazy\" width=\"910\" height=\"492\"\/><\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-5ef7c9f\" class=\"gspb_text gspb_text-id-gsbp-5ef7c9f \"><strong>\u062c\u062f\u0648\u0644 \u0645\u0642\u0627\u06cc\u0633\u0647 \u0627\u0634\u062a\u0628\u0627\u0647\u0627\u062a \u0631\u0627\u06cc\u062c:<\/strong><\/div>\n\n\n\n<figure class=\"wp-block-table is-style-stripes\"><table class=\"has-fixed-layout\"><tbody><tr><th class=\"has-text-align-center\" data-align=\"center\"><strong>\u062f\u0633\u062a\u0648\u0631 \u0627\u0634\u062a\u0628\u0627\u0647<\/strong><\/th><th class=\"has-text-align-center\" data-align=\"center\"><strong>\u0646\u062a\u06cc\u062c\u0647 \u0641\u0627\u062c\u0639\u0647\u200c\u0628\u0627\u0631<\/strong><\/th><th class=\"has-text-align-center\" data-align=\"center\"><strong>\u062f\u0633\u062a\u0648\u0631 \u0635\u062d\u06cc\u062d<\/strong><\/th><\/tr><tr><td class=\"has-text-align-center\" data-align=\"center\"><code>Disallow: \/<\/code><\/td><td class=\"has-text-align-center\" data-align=\"center\">\u06a9\u0644 \u0633\u0627\u06cc\u062a \u0627\u0632 \u06af\u0648\u06af\u0644 \u062d\u0630\u0641 \u0645\u06cc\u200c\u0634\u0648\u062f<\/td><td class=\"has-text-align-center\" data-align=\"center\"><code>Disallow: \/private-folder\/<\/code><\/td><\/tr><tr><td class=\"has-text-align-center\" data-align=\"center\">\u0628\u0644\u0627\u06a9 \u06a9\u0631\u062f\u0646 CSS\/JS<\/td><td class=\"has-text-align-center\" data-align=\"center\">\u06af\u0648\u06af\u0644 \u0633\u0627\u06cc\u062a \u0631\u0627 \u0632\u0634\u062a \u0648 \u0628\u0647\u0645\u200c\u0631\u06cc\u062e\u062a\u0647 \u0645\u06cc\u200c\u0628\u06cc\u0646\u062f<\/td><td class=\"has-text-align-center\" data-align=\"center\">\u0639\u062f\u0645 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Disallow \u0628\u0631\u0627\u06cc \u067e\u0648\u0634\u0647 \u0627\u0633\u062a\u0627\u06cc\u0644\u200c\u0647\u0627<\/td><\/tr><tr><td class=\"has-text-align-center\" data-align=\"center\"><code>user-agent<\/code> (\u062a\u0627\u06cc\u067e \u063a\u0644\u0637)<\/td><td class=\"has-text-align-center\" data-align=\"center\">\u062f\u0633\u062a\u0648\u0631\u0627\u062a \u0646\u0627\u062f\u06cc\u062f\u0647 \u06af\u0631\u0641\u062a\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f<\/td><td class=\"has-text-align-center\" data-align=\"center\"><code>User-agent<\/code><\/td><\/tr><tr><td class=\"has-text-align-center\" data-align=\"center\">\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u06a9\u0627\u0631\u0627\u06a9\u062a\u0631\u0647\u0627\u06cc \u0641\u0627\u0631\u0633\u06cc<\/td><td class=\"has-text-align-center\" data-align=\"center\">\u0641\u0627\u06cc\u0644 \u063a\u06cc\u0631\u0642\u0627\u0628\u0644 \u062e\u0648\u0627\u0646\u062f\u0646 \u0645\u06cc\u200c\u0634\u0648\u062f<\/td><td class=\"has-text-align-center\" data-align=\"center\">\u0641\u0642\u0637 \u06a9\u0627\u0631\u0627\u06a9\u062a\u0631\u0647\u0627\u06cc \u0627\u0633\u062a\u0627\u0646\u062f\u0627\u0631\u062f \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<div class=\"wp-block-greenshift-blocks-container gspb_container gspb_container-gsbp-59268e9\" id=\"gspb_container-id-gsbp-59268e9\"><div class=\"gspb_backgroundOverlay\"><\/div>\n<div class=\"wp-block-greenshift-blocks-container gspb_container gspb_container-gsbp-e966676\" id=\"gspb_container-id-gsbp-e966676\">\n<div class=\"wp-block-greenshift-blocks-iconlist gspb_iconsList gspb_iconsList-id-gsbp-a17caaa\" id=\"gspb_iconsList-id-gsbp-a17caaa\"><div class=\"gspb_iconsList__item\" data-id=\"0\"><img decoding=\"async\" src=\"https:\/\/webdade.com\/blog\/wp-content\/uploads\/2025\/07\/svgexport-58.webp\" alt=\"\"><span class=\"gspb_iconsList__item__text\">\u0633\u0631\u0648\u0631 \u0645\u062c\u0627\u0632\u06cc \u0647\u0644\u0646\u062f<\/span><\/div><\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-d6c2753\" class=\"gspb_text gspb_text-id-gsbp-d6c2753 \">\u062e\u0631\u06cc\u062f \u0633\u0631\u0648\u0631 \u0645\u062c\u0627\u0632\u06cc \u0647\u0644\u0646\u062f \u0648\u0628\u200c\u062f\u0627\u062f\u0647 \u0628\u0627 \u067e\u0648\u0631\u062a\u00a010Gbps\u00a0 <\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-greenshift-blocks-container gspb_container gspb_container-gsbp-26f2035\" id=\"gspb_container-id-gsbp-26f2035\">\n<div id=\"gspb_text-id-gsbp-4c23345\" class=\"gspb_text gspb_text-id-gsbp-4c23345 \"><strong>\u06a9\u062f \u062a\u062e\u0641\u06cc\u0641 100 \u0647\u0632\u0627\u0631 \u062a\u0648\u0645\u0627\u0646\u06cc : <\/strong><\/div>\n\n\n\n<style>\n.tooltip {\n  position: relative;\n  display: grid;\n  justify-content: space-around;\n}\n.tooltip .tooltiptext {\n  visibility: hidden;\n  width: 100px;\n  background-color: #eaeaea;\n  color: #000;\n  text-align: center;\n  border-radius: 6px;\n  padding: 5px;\n  position: absolute;\n  z-index: 1;\n  bottom: 100%;\n  left: 50%;\n  margin-left: -75px;\n  opacity: 0;\n  transition: opacity 0.3s;\n}\ndiv.tooltip {\n  font-size: 16px;\n}\n.tooltip .tooltiptext::after {\n  content: \"\";\n  position: absolute;\n  top: 100%;\n  left: 50%;\n  margin-left: -5px;\n  border-width: 0px;\n  border-style: solid;\n  border-color: #555 transparent transparent transparent;\n}\n.myinput {\n  display: none;\n  width: 0px;\n}\n.tooltip:hover .tooltiptext {\n  visibility: visible;\n  opacity: 1;\n}\n<\/style>\n\n<input type=\"text\" value=\"NL100OFF\" id=\"myInput\" class=\"myinput\">\n<div class=\"tooltip\">\n  <button onclick=\"myFunction()\" onmouseout=\"outFunc()\">\n    <span class=\"tooltiptext\" id=\"myTooltip\">\u06a9\u067e\u06cc<\/span>\n    NL100OFF\n  <\/button>\n<\/div>\n\n<script>\nfunction myFunction() {\n  var copyText = document.getElementById(\"myInput\");\n  copyText.select();\n  copyText.setSelectionRange(0, 99999);\n  navigator.clipboard.writeText(copyText.value);\n  var tooltip = document.getElementById(\"myTooltip\");\n  tooltip.innerHTML = \"\u06a9\u067e\u06cc \u0634\u062f \" + copyText.value;\n}\nfunction outFunc() {\n  var tooltip = document.getElementById(\"myTooltip\");\n  tooltip.innerHTML = \"\u0628\u0631\u0627\u06cc \u06a9\u067e\u06cc \u06a9\u0644\u06cc\u06a9 \u06a9\u0646\u06cc\u062f\";\n}\n<\/script>\n\n\n\n<div id=\"gspb_text-id-gsbp-0ffd1b8\" class=\"gspb_text gspb_text-id-gsbp-0ffd1b8 \">\u0628\u0631\u0627\u06cc \u062e\u0631\u06cc\u062f \u0627\u0648\u0644 \u060c \u06cc\u06a9 \u0628\u0627\u0631 \u0645\u0635\u0631\u0641<\/div>\n\n\n\n<div class=\"gspb_button_wrapper gspb_button-id-gsbp-bff1e2d\" id=\"gspb_button-id-gsbp-bff1e2d\"><a class=\"wp-block-greenshift-blocks-buttonbox gspb-buttonbox wp-element-button\" href=\"https:\/\/webdade.com\/vps-server-netherlands\" title=\"\u062e\u0631\u06cc\u062f \u0633\u0631\u0648\u0631 \u0645\u062c\u0627\u0632\u06cc \u0647\u0644\u0646\u062f\" rel=\"noopener\"><span class=\"gspb-buttonbox-textwrap\"><span class=\"gspb-buttonbox-text\"><span class=\"gspb-buttonbox-title\">\u062e\u0631\u06cc\u062f \u0633\u0631\u0648\u0631 \u0645\u062c\u0627\u0632\u06cc \u0647\u0644\u0646\u062f<\/span><\/span><\/span><\/a><\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-greenshift-blocks-container gspb_container gspb_container-gsbp-4d1b065\" id=\"gspb_container-id-gsbp-4d1b065\">\n<div style=\"height:100%\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n<\/div>\n<\/div>\n\n\n\n<div id=\"Webdade-Virtual-Server-Services\"><\/div><h2 id=\"gspb_heading-id-gsbp-baba6c1\" class=\"gspb_heading gspb_heading-id-gsbp-baba6c1 \">\u062e\u062f\u0645\u0627\u062a \u0633\u0631\u0648\u0631 \u0645\u062c\u0627\u0632\u06cc \u0648\u0628\u200c\u062f\u0627\u062f\u0647<\/h2>\n\n\n\n<div id=\"gspb_text-id-gsbp-5eef2d1\" class=\"gspb_text gspb_text-id-gsbp-5eef2d1 \"><strong>\u0633\u0631\u0648\u0631 \u0645\u062c\u0627\u0632\u06cc \u0648\u0628\u200c\u062f\u0627\u062f\u0647\u061b \u06a9\u0646\u062a\u0631\u0644 \u06a9\u0627\u0645\u0644 \u062f\u0631 \u062f\u0633\u062a\u0627\u0646 \u0634\u0645\u0627<\/strong><\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-a3d121b\" class=\"gspb_text gspb_text-id-gsbp-a3d121b \">\u0628\u0631\u0627\u06cc \u0627\u06cc\u0646\u06a9\u0647 \u0628\u062a\u0648\u0627\u0646\u06cc\u062f \u06a9\u0646\u062a\u0631\u0644 crawl \u06a9\u0631\u062f\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0631\u0627 \u0628\u0647 \u0628\u0647\u062a\u0631\u06cc\u0646 \u0634\u06a9\u0644 \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u062f\u060c \u0646\u06cc\u0627\u0632 \u0628\u0647 \u062f\u0633\u062a\u0631\u0633\u06cc \u0645\u0633\u062a\u0642\u06cc\u0645 \u0628\u0647 \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc \u0631\u06cc\u0634\u0647 \u062f\u0627\u0631\u06cc\u062f. \u062f\u0631 \u0647\u0627\u0633\u062a\u200c\u0647\u0627\u06cc \u0627\u0634\u062a\u0631\u0627\u06a9\u06cc \u0645\u062d\u062f\u0648\u062f\u060c \u06af\u0627\u0647\u06cc \u0627\u0648\u0642\u0627\u062a \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0647 \u0648\u06cc\u0631\u0627\u06cc\u0634 \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc \u0633\u06cc\u0633\u062a\u0645\u06cc \u062f\u0634\u0648\u0627\u0631 \u0627\u0633\u062a.<\/div>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u2705 \u062f\u0633\u062a\u0631\u0633\u06cc Root: \u0628\u0627 \u062e\u0631\u06cc\u062f \u0633\u0631\u0648\u0631 \u0645\u062c\u0627\u0632\u06cc \u0648\u0628\u200c\u062f\u0627\u062f\u0647\u060c \u0634\u0645\u0627 \u067e\u0627\u062f\u0634\u0627\u0647 \u0633\u0631\u0648\u0631 \u062e\u0648\u062f \u0647\u0633\u062a\u06cc\u062f \u0648 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u0647\u0631 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a\u06cc \u0631\u0627 \u0627\u0639\u0645\u0627\u0644 \u06a9\u0646\u06cc\u062f.<\/li>\n\n\n\n<li>\u2705 \u0633\u0631\u0639\u062a \u0628\u0627\u0644\u0627 (NVMe): \u0633\u0631\u0639\u062a \u067e\u0627\u0633\u062e\u06af\u0648\u06cc\u06cc \u0633\u0631\u0648\u0631\u0647\u0627\u06cc \u0645\u0627 \u0628\u0627\u0639\u062b \u0645\u06cc\u200c\u0634\u0648\u062f \u0628\u0648\u062f\u062c\u0647 \u062e\u0632\u0634 \u0634\u0645\u0627 \u0647\u062f\u0631 \u0646\u0631\u0648\u062f (\u0631\u0628\u0627\u062a\u200c\u0647\u0627 \u0639\u0627\u0634\u0642 \u0633\u0627\u06cc\u062a\u200c\u0647\u0627\u06cc \u0633\u0631\u06cc\u0639 \u0647\u0633\u062a\u0646\u062f).<\/li>\n\n\n\n<li>\u2705 \u067e\u0634\u062a\u06cc\u0628\u0627\u0646\u06cc \u0641\u0646\u06cc: \u0627\u06af\u0631 \u062f\u0631 \u0646\u0648\u0634\u062a\u0646 \u06a9\u062f\u0647\u0627\u06cc robots.txt \u0634\u06a9 \u062f\u0627\u0631\u06cc\u062f\u060c \u062a\u06cc\u0645 \u0641\u0646\u06cc \u0645\u0627 \u0631\u0627\u0647\u0646\u0645\u0627\u06cc \u0634\u0645\u0627\u0633\u062a.<\/li>\n<\/ul>\n\n\n\n<div id=\"Conclusion-Controlling-website-crawling-by-search-bots\"><\/div><h3 id=\"gspb_heading-id-gsbp-4e78904\" class=\"gspb_heading gspb_heading-id-gsbp-4e78904 \">\u0646\u062a\u06cc\u062c\u0647\u200c\u06af\u06cc\u0631\u06cc: \u06a9\u0646\u062a\u0631\u0644 crawl \u06a9\u0631\u062f\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u062a\u0648\u0633\u0637 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/h3>\n\n\n\n<div id=\"gspb_text-id-gsbp-d75835a\" class=\"gspb_text gspb_text-id-gsbp-d75835a \">\u062f\u0631 \u067e\u0627\u06cc\u0627\u0646\u060c \u06cc\u0627\u062f\u06af\u0631\u0641\u062a\u06cc\u0645 \u06a9\u0647 <strong>\u0686\u06af\u0648\u0646\u06af\u06cc \u06a9\u0646\u062a\u0631\u0644 crawl \u06a9\u0631\u062f\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u062a\u0648\u0633\u0637 \u0631\u0628\u0627\u062a \u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0641\u0627\u06cc\u0644 robots.txt<\/strong> \u0646\u0647 \u062a\u0646\u0647\u0627 \u06cc\u06a9 \u0645\u0647\u0627\u0631\u062a \u0641\u0646\u06cc\u060c \u0628\u0644\u06a9\u0647 \u06cc\u06a9 \u0647\u0646\u0631 \u0645\u062f\u06cc\u0631\u06cc\u062a\u06cc \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc \u06a9\u0648\u0686\u06a9\u060c \u062f\u0631\u0648\u0627\u0632\u0647\u200c\u0628\u0627\u0646 \u0628\u0632\u0631\u06af \u06a9\u0633\u0628\u200c\u0648\u06a9\u0627\u0631 \u0622\u0646\u0644\u0627\u06cc\u0646 \u0634\u0645\u0627\u0633\u062a.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-3c246c2\" class=\"gspb_text gspb_text-id-gsbp-3c246c2 \">\u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0635\u062d\u06cc\u062d \u0627\u0632 \u062f\u0633\u062a\u0648\u0631\u0627\u062a <code>Disallow<\/code> \u0648 <code>Allow<\/code>\u060c \u0634\u0645\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f <strong>\u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/strong> \u0631\u0627 \u0628\u0647 \u062f\u0633\u062a \u0628\u06af\u06cc\u0631\u06cc\u062f\u060c \u062f\u0631 \u0645\u0646\u0627\u0628\u0639 \u0633\u0631\u0648\u0631 \u0635\u0631\u0641\u0647\u200c\u062c\u0648\u06cc\u06cc \u06a9\u0646\u06cc\u062f \u0648 \u0645\u0637\u0645\u0626\u0646 \u0634\u0648\u06cc\u062f \u06a9\u0647 \u06af\u0648\u06af\u0644 \u062f\u0642\u06cc\u0642\u0627\u064b \u0647\u0645\u0627\u0646 \u0686\u06cc\u0632\u06cc \u0631\u0627 \u0645\u06cc\u200c\u0628\u06cc\u0646\u062f \u06a9\u0647 \u0634\u0645\u0627 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u062f. \u0641\u0642\u0637 \u0628\u0647 \u06cc\u0627\u062f \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f: &#8220;\u0642\u062f\u0631\u062a \u0632\u06cc\u0627\u062f\u060c \u0645\u0633\u0626\u0648\u0644\u06cc\u062a \u0632\u06cc\u0627\u062f \u0645\u06cc\u200c\u0622\u0648\u0631\u062f&#8221;. \u0647\u0645\u06cc\u0634\u0647 \u0642\u0628\u0644 \u0627\u0632 \u0627\u0639\u0645\u0627\u0644 \u062a\u063a\u06cc\u06cc\u0631\u0627\u062a \u0646\u0647\u0627\u06cc\u06cc\u060c \u0641\u0627\u06cc\u0644 \u062e\u0648\u062f \u0631\u0627 \u062a\u0633\u062a \u06a9\u0646\u06cc\u062f.<\/div>\n\n\n\n<div id=\"gspb_text-id-gsbp-55acbc2\" class=\"gspb_text gspb_text-id-gsbp-55acbc2 \">\u062f\u0631 \u0635\u0648\u0631\u062a\u06cc \u06a9\u0647 \u0633\u0648\u0627\u0644\u06cc \u062f\u0631\u0628\u0627\u0631\u0647 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u062e\u0627\u0635 \u06cc\u0627 \u0627\u0628\u0647\u0627\u0645\u06cc \u062f\u0631 \u0645\u0648\u0631\u062f \u062f\u0633\u062a\u0648\u0631\u0627\u062a \u062f\u0627\u0634\u062a\u06cc\u062f\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u062f\u0631 \u0628\u062e\u0634 \u0646\u0638\u0631\u0627\u062a \u0628\u0627 \u0645\u0627 \u062f\u0631 \u0627\u0631\u062a\u0628\u0627\u0637 \u0628\u0627\u0634\u06cc\u062f. \u0627\u0645\u06cc\u062f\u0648\u0627\u0631\u0645 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0627\u0632 \u0628\u0644\u0627\u06af \u0648\u0628\u200c\u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0634\u0645\u0627 \u0645\u0641\u06cc\u062f \u0628\u0648\u062f\u0647 \u0628\u0627\u0634\u062f.<\/div>\n\n\n\n<div id=\"FAQ-from-the-Complete-Robots-txt-Tutorial-for-Controlling-Search-Bots\"><\/div><h3 id=\"gspb_heading-id-gsbp-1eae81c\" class=\"gspb_heading gspb_heading-id-gsbp-1eae81c \">\u0633\u0648\u0627\u0644\u0627\u062a \u0645\u062a\u062f\u0627\u0648\u0644 \u0627\u0632 \u0622\u0645\u0648\u0632\u0634 \u06a9\u0627\u0645\u0644 robots.txt \u0628\u0631\u0627\u06cc \u06a9\u0646\u062a\u0631\u0644 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/h3>\n\n\n\n<div class=\"wp-block-greenshift-blocks-accordion gs-accordion gspb_accordion-id-gsbp-1c83e2f togglelogic\" id=\"gspb_accordion-id-gsbp-1c83e2f\" itemscope itemtype=\"https:\/\/schema.org\/FAQPage\">\n<div class=\"wp-block-greenshift-blocks-accordionitem gs-accordion-item gspb_accordionitem-gsbp-38d760d gsopen\" id=\"gspb_accordionitem-gsbp-38d760d\" itemscope itemprop=\"mainEntity\" itemtype=\"https:\/\/schema.org\/Question\"><div id=\"gs-trigger-gsbp-1c83e2f-0\" class=\"gs-accordion-item__title\" aria-expanded=\"true\" role=\"button\" tabindex=\"0\" aria-controls=\"gspb-accordion-item-content-gsbp-38d760d\"><h4 class=\"gs-accordion-item__heading\">1- \u0622\u06cc\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 robots.txt \u0628\u0631\u0627\u06cc \u062d\u0630\u0641 \u0633\u0627\u06cc\u062a \u0627\u0632 \u06af\u0648\u06af\u0644 \u06a9\u0627\u0641\u06cc \u0627\u0633\u062a\u061f<\/h4><meta itemprop=\"name\" content=\"1- \u0622\u06cc\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 robots.txt \u0628\u0631\u0627\u06cc \u062d\u0630\u0641 \u0633\u0627\u06cc\u062a \u0627\u0632 \u06af\u0648\u06af\u0644 \u06a9\u0627\u0641\u06cc \u0627\u0633\u062a\u061f\"\/><span class=\"iconfortoggle\"><span class=\"gs-iconbefore\"><\/span><span class=\"gs-iconafter\"><\/span><\/span><\/div><div aria-labelledby=\"gs-trigger-gsbp-1c83e2f-0\" class=\"gs-accordion-item__content\" itemscope itemprop=\"acceptedAnswer\" itemtype=\"https:\/\/schema.org\/Answer\" id=\"gspb-accordion-item-content-gsbp-38d760d\" ><div class=\"gs-accordion-item__text\" itemprop=\"text\">\n<p>\u062e\u06cc\u0631. \u0641\u0627\u06cc\u0644 robots.txt \u0641\u0642\u0637 \u0628\u0647 \u0631\u0628\u0627\u062a \u0645\u06cc\u200c\u06af\u0648\u06cc\u062f &#8220;\u0627\u06cc\u0646\u062c\u0627 \u0631\u0627 \u0646\u062e\u0648\u0627\u0646&#8221;. \u0627\u06af\u0631 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0627\u0632 \u062c\u0627\u06cc \u062f\u06cc\u06af\u0631\u06cc \u0644\u06cc\u0646\u06a9 \u0634\u062f\u0647 \u0628\u0627\u0634\u062f\u060c \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u0622\u062f\u0631\u0633 \u0622\u0646 \u062f\u0631 \u0646\u062a\u0627\u06cc\u062c \u06af\u0648\u06af\u0644 \u0638\u0627\u0647\u0631 \u0634\u0648\u062f (\u0628\u062f\u0648\u0646 \u062a\u0648\u0636\u06cc\u062d\u0627\u062a). \u0628\u0631\u0627\u06cc \u062d\u0630\u0641 \u06a9\u0627\u0645\u0644\u060c \u0628\u0627\u06cc\u062f \u0627\u0632 \u062a\u06af noindex \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n<\/div><\/div><\/div>\n\n\n\n<div class=\"wp-block-greenshift-blocks-accordionitem gs-accordion-item gspb_accordionitem-gsbp-7ff5ada gsclose\" id=\"gspb_accordionitem-gsbp-7ff5ada\" itemscope itemprop=\"mainEntity\" itemtype=\"https:\/\/schema.org\/Question\"><div id=\"gs-trigger-gsbp-1c83e2f-1\" class=\"gs-accordion-item__title\" aria-expanded=\"false\" role=\"button\" tabindex=\"0\" aria-controls=\"gspb-accordion-item-content-gsbp-7ff5ada\"><h4 class=\"gs-accordion-item__heading\">2-  \u0622\u06cc\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u0645 \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0633\u0627\u0632\u0645 \u062d\u062a\u06cc \u0627\u06af\u0631 \u062f\u0627\u0646\u0634 \u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc \u0646\u062f\u0627\u0631\u0645\u061f<\/h4><meta itemprop=\"name\" content=\"2-  \u0622\u06cc\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u0645 \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0633\u0627\u0632\u0645 \u062d\u062a\u06cc \u0627\u06af\u0631 \u062f\u0627\u0646\u0634 \u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc \u0646\u062f\u0627\u0631\u0645\u061f\"\/><span class=\"iconfortoggle\"><span class=\"gs-iconbefore\"><\/span><span class=\"gs-iconafter\"><\/span><\/span><\/div><div aria-labelledby=\"gs-trigger-gsbp-1c83e2f-1\" class=\"gs-accordion-item__content\" itemscope itemprop=\"acceptedAnswer\" itemtype=\"https:\/\/schema.org\/Answer\" id=\"gspb-accordion-item-content-gsbp-7ff5ada\" ><div class=\"gs-accordion-item__text\" itemprop=\"text\">\n<p>\u0628\u0644\u0647\u060c \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0627\u0641\u0632\u0648\u0646\u0647\u200c\u0647\u0627\u06cc \u0633\u0626\u0648 (\u0645\u062b\u0644 Yoast SEO \u06cc\u0627 RankMath \u062f\u0631 \u0648\u0631\u062f\u067e\u0631\u0633) \u0627\u0645\u06a9\u0627\u0646 \u0648\u06cc\u0631\u0627\u06cc\u0634 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0631\u0627 \u0628\u0647 \u0635\u0648\u0631\u062a \u06af\u0631\u0627\u0641\u06cc\u06a9\u06cc \u0628\u0647 \u0634\u0645\u0627 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f \u0648 \u0646\u06cc\u0627\u0632\u06cc \u0628\u0647 \u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc \u062f\u0633\u062a\u06cc \u06cc\u0627 \u062f\u0633\u062a\u0631\u0633\u06cc FTP \u0646\u06cc\u0633\u062a.<\/p>\n<\/div><\/div><\/div>\n\n\n\n<div class=\"wp-block-greenshift-blocks-accordionitem gs-accordion-item gspb_accordionitem-gsbp-ae64f67 gsclose\" id=\"gspb_accordionitem-gsbp-ae64f67\" itemscope itemprop=\"mainEntity\" itemtype=\"https:\/\/schema.org\/Question\"><div id=\"gs-trigger-gsbp-1c83e2f-2\" class=\"gs-accordion-item__title\" aria-expanded=\"false\" role=\"button\" tabindex=\"0\" aria-controls=\"gspb-accordion-item-content-gsbp-ae64f67\"><h4 class=\"gs-accordion-item__heading\">3- \u062d\u062f \u0645\u062c\u0627\u0632 \u062d\u062c\u0645 \u0641\u0627\u06cc\u0644 robots.txt \u0686\u0642\u062f\u0631 \u0627\u0633\u062a\u061f<\/h4><meta itemprop=\"name\" content=\"3- \u062d\u062f \u0645\u062c\u0627\u0632 \u062d\u062c\u0645 \u0641\u0627\u06cc\u0644 robots.txt \u0686\u0642\u062f\u0631 \u0627\u0633\u062a\u061f\"\/><span class=\"iconfortoggle\"><span class=\"gs-iconbefore\"><\/span><span class=\"gs-iconafter\"><\/span><\/span><\/div><div aria-labelledby=\"gs-trigger-gsbp-1c83e2f-2\" class=\"gs-accordion-item__content\" itemscope itemprop=\"acceptedAnswer\" itemtype=\"https:\/\/schema.org\/Answer\" id=\"gspb-accordion-item-content-gsbp-ae64f67\" ><div class=\"gs-accordion-item__text\" itemprop=\"text\">\n<p>\u06af\u0648\u06af\u0644 \u0645\u0639\u0645\u0648\u0644\u0627\u064b \u062a\u0627 500 \u06a9\u06cc\u0644\u0648\u0628\u0627\u06cc\u062a \u0627\u0632 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0631\u0627 \u067e\u0631\u062f\u0627\u0632\u0634 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06af\u0631 \u0641\u0627\u06cc\u0644 \u0634\u0645\u0627 \u0628\u0632\u0631\u06af\u062a\u0631 \u0628\u0627\u0634\u062f\u060c \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u062f\u0633\u062a\u0648\u0631\u0627\u062a \u0627\u0646\u062a\u0647\u0627\u06cc\u06cc \u0646\u0627\u062f\u06cc\u062f\u0647 \u06af\u0631\u0641\u062a\u0647 \u0634\u0648\u0646\u062f. \u0627\u0645\u0627 \u0628\u0631\u0627\u06cc \u0627\u06a9\u062b\u0631 \u0633\u0627\u06cc\u062a\u200c\u0647\u0627\u060c \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u06a9\u0645\u062a\u0631 \u0627\u0632 2 \u06a9\u06cc\u0644\u0648\u0628\u0627\u06cc\u062a \u0627\u0633\u062a.<\/p>\n<\/div><\/div><\/div>\n\n\n\n<div class=\"wp-block-greenshift-blocks-accordionitem gs-accordion-item gspb_accordionitem-gsbp-60cba9e gsclose\" id=\"gspb_accordionitem-gsbp-60cba9e\" itemscope itemprop=\"mainEntity\" itemtype=\"https:\/\/schema.org\/Question\"><div id=\"gs-trigger-gsbp-1c83e2f-3\" class=\"gs-accordion-item__title\" aria-expanded=\"false\" role=\"button\" tabindex=\"0\" aria-controls=\"gspb-accordion-item-content-gsbp-60cba9e\"><h4 class=\"gs-accordion-item__heading\">4- \u0686\u06af\u0648\u0646\u0647 \u0628\u0641\u0647\u0645\u0645 \u0686\u0647 \u0635\u0641\u062d\u0627\u062a\u06cc \u0631\u0627 \u0628\u0627\u06cc\u062f Disallow \u06a9\u0646\u0645\u061f<\/h4><meta itemprop=\"name\" content=\"4- \u0686\u06af\u0648\u0646\u0647 \u0628\u0641\u0647\u0645\u0645 \u0686\u0647 \u0635\u0641\u062d\u0627\u062a\u06cc \u0631\u0627 \u0628\u0627\u06cc\u062f Disallow \u06a9\u0646\u0645\u061f\"\/><span class=\"iconfortoggle\"><span class=\"gs-iconbefore\"><\/span><span class=\"gs-iconafter\"><\/span><\/span><\/div><div aria-labelledby=\"gs-trigger-gsbp-1c83e2f-3\" class=\"gs-accordion-item__content\" itemscope itemprop=\"acceptedAnswer\" itemtype=\"https:\/\/schema.org\/Answer\" id=\"gspb-accordion-item-content-gsbp-60cba9e\" ><div class=\"gs-accordion-item__text\" itemprop=\"text\">\n<p>\u0635\u0641\u062d\u0627\u062a\u06cc \u06a9\u0647 \u0645\u062d\u062a\u0648\u0627\u06cc \u062a\u06a9\u0631\u0627\u0631\u06cc \u062f\u0627\u0631\u0646\u062f\u060c \u0635\u0641\u062d\u0627\u062a \u062c\u0633\u062a\u062c\u0648\u06cc \u062f\u0627\u062e\u0644\u06cc \u0633\u0627\u06cc\u062a\u060c \u0635\u0641\u062d\u0627\u062a \u067e\u0646\u0644 \u06a9\u0627\u0631\u0628\u0631\u06cc\u060c \u0633\u0628\u062f \u062e\u0631\u06cc\u062f (\u0642\u0628\u0644 \u0627\u0632 \u0646\u0647\u0627\u06cc\u06cc \u0634\u062f\u0646) \u0648 \u067e\u0648\u0634\u0647\u200c\u0647\u0627\u06cc \u0633\u06cc\u0633\u062a\u0645\u06cc \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a\u200c\u0647\u0627\u060c \u06a9\u0627\u0646\u062f\u06cc\u062f\u0627\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u0628\u0631\u0627\u06cc \u0628\u0644\u0627\u06a9 \u0634\u062f\u0646 \u0647\u0633\u062a\u0646\u062f.<\/p>\n<\/div><\/div><\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u0622\u06cc\u0627 \u0645\u06cc\u200c\u062f\u0627\u0646\u06cc\u062f \u06a9\u0647 \u06af\u0648\u06af\u0644 \u0648 \u0633\u0627\u06cc\u0631 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0645\u0646\u0627\u0628\u0639 \u0645\u062d\u062f\u0648\u062f\u06cc \u0628\u0631\u0627\u06cc \u0628\u0631\u0631\u0633\u06cc \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u062f\u0627\u0631\u0646\u062f\u061f \u0627\u06af\u0631 \u0627\u06cc\u0646 \u0645\u0646\u0627\u0628\u0639 \u0635\u0631\u0641 \u0635\u0641\u062d\u0627\u062a \u0628\u06cc\u200c\u0627\u0631\u0632\u0634 \u0634\u0648\u0646\u062f\u060c \u0635\u0641\u062d\u0627\u062a \u0645\u0647\u0645 \u0634\u0645\u0627 \u062f\u06cc\u062f\u0647 \u0646\u062e\u0648\u0627\u0647\u0646\u062f \u0634\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0627\u0632 \u0648\u0628\u200c\u062f\u0627\u062f\u0647\u060c \u0645\u0627 \u0628\u0647 &#8220;\u0686\u06af\u0648\u0646\u06af\u06cc \u06a9\u0646\u062a\u0631\u0644 crawl \u06a9\u0631\u062f\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u062a\u0648\u0633\u0637 \u0631\u0628\u0627\u062a \u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0641\u0627\u06cc\u0644 robots.txt&#8221; \u0645\u06cc\u200c\u067e\u0631\u062f\u0627\u0632\u06cc\u0645 \u0648 \u0628\u0647 \u0634\u0645\u0627 \u06cc\u0627\u062f \u0645\u06cc\u200c\u062f\u0647\u06cc\u0645 \u0686\u06af\u0648\u0646\u0647 \u0645\u0627\u0646\u0646\u062f \u06cc\u06a9 \u067e\u0644\u06cc\u0633 \u062a\u0631\u0627\u0641\u06cc\u06a9 \u062d\u0631\u0641\u0647\u200c\u0627\u06cc\u060c \u0631\u0628\u0627\u062a\u200c\u0647\u0627 (\u0627\u0632 \u062c\u0645\u0644\u0647 \u0631\u0628\u0627\u062a\u200c\u0647\u0627\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc) \u0631\u0627 \u0645\u062f\u06cc\u0631\u06cc\u062a \u06a9\u0646\u06cc\u062f.<\/p>\n","protected":false},"author":2,"featured_media":27123,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_gspb_post_css":".gspb_text-id-gsbp-d82e80d{margin-bottom:28px!important}.gspb_text-id-gsbp-4175b87{margin-bottom:38px!important}.gspb_container-id-gsbp-ece0ea6{flex-direction:column;box-sizing:border-box}#gspb_container-id-gsbp-25a8302.gspb_container>p:last-of-type,#gspb_container-id-gsbp-26f2035.gspb_container>p:last-of-type,#gspb_container-id-gsbp-3090342.gspb_container>p:last-of-type,#gspb_container-id-gsbp-4d1b065.gspb_container>p:last-of-type,#gspb_container-id-gsbp-59268e9.gspb_container>p:last-of-type,#gspb_container-id-gsbp-5edec11.gspb_container>p:last-of-type,#gspb_container-id-gsbp-e966676.gspb_container>p:last-of-type,#gspb_container-id-gsbp-ece0ea6.gspb_container>p:last-of-type{margin-bottom:0}#gspb_container-id-gsbp-ece0ea6.gspb_container{position:relative;padding:25px}@media (max-width:575.98px){#gspb_container-id-gsbp-ece0ea6.gspb_container{padding:10px}}#gspb_container-id-gsbp-ece0ea6.gspb_container{border-right-style:solid;border-right-width:5px;border-right-color:#00529eb0;background-color:#00529e1a}#gspb_container-id-gsbp-ece0ea6.gspb_container,#gspb_container-id-gsbp-ece0ea6.gspb_container>.gspb_backgroundOverlay{border-top-left-radius:5px;border-top-right-radius:5px;border-bottom-right-radius:5px;border-bottom-left-radius:5px}@media (max-width:575.98px){.gspb_text-id-gsbp-67df801{font-size:16px}}.gspb_text-id-gsbp-67df801{margin-top:0!important}.gspb_text-id-gsbp-9635fbb{margin-bottom:26px!important}.gspb_container-id-gsbp-3090342{flex-direction:column;box-sizing:border-box}#gspb_container-id-gsbp-3090342.gspb_container{position:relative;padding-top:10px;padding-bottom:10px}@media (min-width:992px){body.gspb-bodyfront #gspb_container-id-gsbp-3090342.gspb_container{display:none!important}}#gspb_heading-id-gsbp-4f2eab8{font-weight:700!important;margin-top:10px;margin-bottom:10px}.gs-autolist{margin:15px 0 30px;border:1px solid #dddddd7d}.gs-autolist-item{padding:15px 15px 15px 5px;display:flex;align-items:center}.gs-autolist-title,.gs-autolist-title a{font-size:18px;line-height:24px;text-decoration:none}.gs-autolist-item.gs_sub_heading{padding:10px 15px 10px 35px}#gspb_toc-id-gsbp-9ed45ff .gs-autolist-title a{color:var(--wp--preset--color--palette-color-2, var(--theme-palette-color-2, #00509d));font-size:16px;font-weight:400!important}#gspb_toc-id-gsbp-9ed45ff .gs-autolist-number{border-radius:50%;color:#fff;text-align:center;font-weight:700;color:var(--wp--preset--color--palette-color-2, var(--theme-palette-color-2, #00509d))}#gspb_toc-id-gsbp-9ed45ff .gs_sub_heading .gs-autolist-title a{font-size:16px}#gspb_toc-id-gsbp-9ed45ff{margin-top:2px;margin-bottom:2px}#gspb_toc-id-gsbp-9ed45ff .gs-autolist-item,#gspb_toc-id-gsbp-9ed45ff .gs-autolist-item.gs_sub_heading{margin-top:2px;margin-bottom:2px;padding-top:5px;padding-bottom:5px}#gspb_toc-id-gsbp-9ed45ff .gs-autolist-item.gs_sub_heading{margin-right:15px}#gspb_toc-id-gsbp-9ed45ff .gs-autolist{border-top-left-radius:10px;border-top-right-radius:10px;border-bottom-right-radius:10px;border-bottom-left-radius:10px;border-style:solid;border-width:1px;border-color:#00000000}.gs-autolist-title,.gs-autolist-title a:hover{color:var(--wp--preset--color--palette-color-4, var(--theme-palette-color-4, #000000))!important}#gspb_toc-id-gsbp-9ed45ff .gs-autolist-number{background-color:var(--wp--preset--color--palette-color-2, var(--theme-palette-color-2, #00509d));height:7px!important;margin:0 0 0 10px!important;line-height:7px!important;width:7px!important;font-size:0!important;min-width:7px!important}#gspb_toc-id-gsbp-9ed45ff .gs_sub_heading .gs-autolist-number{font-size:0!important}#gspb_image-id-gsbp-0fbabdb img{vertical-align:top;display:inline-block;box-sizing:border-box;max-width:100%;height:auto}#gspb_heading-id-gsbp-88c2a54{margin-bottom:14px}.gspb_text-id-gsbp-5f4af8e{margin-bottom:18px!important}.gspb_text-id-gsbp-00b235b{margin-top:0!important;margin-bottom:32px!important}.gspb_text-id-gsbp-5dae74f{color:var(--wp--preset--color--palette-color-1, var(--theme-palette-color-1, #106abf));margin-bottom:26px!important}.gspb_container-id-gsbp-5edec11{flex-direction:column;box-sizing:border-box}#gspb_container-id-gsbp-5edec11.gspb_container{position:relative;padding:25px}@media (max-width:575.98px){#gspb_container-id-gsbp-5edec11.gspb_container{padding:10px}}#gspb_container-id-gsbp-5edec11.gspb_container{border-right-style:solid;border-right-width:5px;border-right-color:#cf2d2d;background-color:#cf2d2d2b}#gspb_container-id-gsbp-25a8302.gspb_container>.gspb_backgroundOverlay,#gspb_container-id-gsbp-5edec11.gspb_container,#gspb_container-id-gsbp-5edec11.gspb_container>.gspb_backgroundOverlay{border-top-left-radius:5px;border-top-right-radius:5px;border-bottom-right-radius:5px;border-bottom-left-radius:5px}@media (max-width:575.98px){.gspb_text-id-gsbp-6e00b49{font-size:16px}}.gspb_text-id-gsbp-6e00b49{margin-top:0!important;margin-bottom:0!important}#gspb_heading-id-gsbp-0415621,#gspb_heading-id-gsbp-2ac7934,#gspb_heading-id-gsbp-4269368,#gspb_heading-id-gsbp-4517bdf,#gspb_heading-id-gsbp-65b22ca,#gspb_heading-id-gsbp-88c2a54,#gspb_heading-id-gsbp-d776dcb,#gspb_heading-id-gsbp-d8b07cd,#gspb_heading-id-gsbp-dd1fc91{color:var(--wp--preset--color--palette-color-1, var(--theme-palette-color-1, #106abf))}.gspb_text-id-gsbp-a1a45b0{margin-bottom:20px!important}.gspb_text-id-gsbp-ee4bd8a{margin-bottom:26px!important}.gspb_text-id-gsbp-1f02e07{color:var(--wp--preset--color--palette-color-1, var(--theme-palette-color-1, #106abf));margin-bottom:22px!important}.gspb_text-id-gsbp-0885b8f{margin-bottom:32px!important}.gspb_text-id-gsbp-b60cb7b{margin-bottom:16px!important}.gspb_text-id-gsbp-97879b4,.gspb_text-id-gsbp-ab5c585{margin-bottom:20px!important}.gspb_text-id-gsbp-5b147a7{margin-bottom:18px!important}.gspb_text-id-gsbp-b68b012{margin-bottom:14px!important}.gspb_text-id-gsbp-d3b1fb2{margin-top:6px!important;margin-bottom:8px!important}.gspb_text-id-gsbp-e994c28{margin-top:12px!important;margin-bottom:14px!important}.gspb_text-id-gsbp-a690a45{margin-top:14px!important;margin-bottom:16px!important}.gspb_text-id-gsbp-c8a7c3c{margin-top:4px!important;margin-bottom:6px!important}.gspb_container-id-gsbp-25a8302{flex-direction:column;box-sizing:border-box}#gspb_container-id-gsbp-25a8302.gspb_container{position:relative;padding:25px}@media (max-width:575.98px){#gspb_container-id-gsbp-25a8302.gspb_container{padding:10px}}#gspb_container-id-gsbp-25a8302.gspb_container{border-top-left-radius:5px;border-top-right-radius:5px;border-bottom-right-radius:5px;border-bottom-left-radius:5px;border-right-style:solid;border-right-width:5px;border-right-color:#cf2d2d;background-color:#cf2d2d2b}@media (max-width:575.98px){.gspb_text-id-gsbp-5fc74cc{font-size:16px}}.gspb_text-id-gsbp-5fc74cc{margin-bottom:0!important}.gspb_text-id-gsbp-5bbb9e5{margin-top:8px!important}.gspb_text-id-gsbp-947aa92{margin-top:14px!important;margin-bottom:12px!important}.gspb_text-id-gsbp-87c3048{margin-top:12px!important;margin-bottom:22px!important}.gspb_text-id-gsbp-65aab58{color:var(--wp--preset--color--palette-color-1, var(--theme-palette-color-1, #106abf));margin-top:14px!important;margin-bottom:46px!important}.gspb_text-id-gsbp-09e02dd{margin-bottom:18px!important}.gspb_text-id-gsbp-03b99b2{margin-bottom:20px!important}.gspb_text-id-gsbp-4eefa6d{margin-bottom:38px!important}#gspb_image-id-gsbp-07e8a22 img,#gspb_image-id-gsbp-9687aaf img{vertical-align:top;display:inline-block;box-sizing:border-box;max-width:100%;height:auto}.gspb_text-id-gsbp-5ef7c9f{color:var(--wp--preset--color--palette-color-1, var(--theme-palette-color-1, #106abf));margin-top:0!important;margin-bottom:22px!important}.gspb_container-id-gsbp-59268e9,.gspb_container-id-gsbp-e966676{flex-direction:column;box-sizing:border-box}#gspb_container-id-gsbp-59268e9.gspb_container{position:relative;display:grid;grid-template-columns:repeat(4,minmax(0,1fr));align-items:center}@media (max-width:991.98px){#gspb_container-id-gsbp-59268e9.gspb_container{grid-template-columns:repeat(4,minmax(0,1fr))}}@media (max-width:575.98px){#gspb_container-id-gsbp-59268e9.gspb_container{grid-template-columns:repeat(2,minmax(0,1fr))}}#gspb_container-id-gsbp-59268e9.gspb_container{box-shadow:0 2px 4px 0 rgba(0,0,0,.07);margin-bottom:0;padding:5px}@media (max-width:575.98px){#gspb_container-id-gsbp-59268e9.gspb_container{padding-bottom:5px}}#gspb_container-id-gsbp-59268e9.gspb_container,#gspb_container-id-gsbp-59268e9.gspb_container>.gspb_backgroundOverlay{border-top-left-radius:5px;border-top-right-radius:5px;border-bottom-right-radius:5px;border-bottom-left-radius:5px}@media (max-width:575.98px){#gspb_container-id-gsbp-59268e9.gspb_container{border-top-left-radius:5px;border-top-right-radius:5px;border-bottom-right-radius:5px;border-bottom-left-radius:5px}}@media (max-width:575.98px){#gspb_container-id-gsbp-59268e9.gspb_container>.gspb_backgroundOverlay{border-top-left-radius:5px;border-top-right-radius:5px;border-bottom-right-radius:5px;border-bottom-left-radius:5px}}#gspb_container-id-gsbp-59268e9.gspb_container{background-color:#010103;background-size:cover;background-repeat:no-repeat;background-position:50% 50%}@media (max-width:991.98px){#gspb_container-id-gsbp-59268e9.gspb_container{background-size:cover;background-repeat:no-repeat;background-position:0 53%}}@media (max-width:575.98px){#gspb_container-id-gsbp-59268e9.gspb_container{background-size:cover;background-repeat:no-repeat;background-position:100% 50%}}#gspb_container-id-gsbp-59268e9.gspb_container{background-image:url(https:\/\/webdade.com\/blog\/wp-content\/uploads\/2024\/10\/Colocation.jpg);isolation:isolate;height:180px;min-height:180px;max-height:180px}#gspb_container-id-gsbp-59268e9.gspb_container:hover{background-size:cover}@media (max-width:991.98px){#gspb_container-id-gsbp-59268e9.gspb_container:hover{background-size:cover}}@media (max-width:575.98px){#gspb_container-id-gsbp-59268e9.gspb_container:hover{background-size:cover}}#gspb_container-id-gsbp-59268e9.gspb_container>.gspb_backgroundOverlay{position:absolute;top:0;left:0;width:100%;height:100%;z-index:-1;opacity:.25;background-color:var(--wp--preset--color--palette-color-4, var(--theme-palette-color-4, #000000));mix-blend-mode:darken}@media (max-width:991.98px){#gspb_container-id-gsbp-59268e9.gspb_container{height:160px;min-height:160px;max-height:160px}}@media (max-width:575.98px){#gspb_container-id-gsbp-59268e9.gspb_container{height:150px;min-height:150px;max-height:200px}}#gspb_container-id-gsbp-e966676.gspb_container{position:relative;display:flex;flex-direction:column;justify-content:center;align-items:stretch;margin-right:25px;margin-bottom:0}body.gspb-bodyfront #gspb_container-id-gsbp-e966676.gspb_container{grid-column:span 3}@media (max-width:575.98px){body.gspb-bodyfront #gspb_container-id-gsbp-e966676.gspb_container{grid-column:span 1}}body.gspb-bodyfront #gspb_container-id-gsbp-e966676.gspb_container{align-self:center}@media (max-width:575.98px){#gspb_container-id-gsbp-e966676.gspb_container{margin-right:0;margin-bottom:0}}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item>.gs-accordion-item__title span.iconfortoggle,#gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList .gspb_iconsList__item__text{margin-left:15px}#gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList .gspb_iconsList__item{display:flex;flex-direction:row;align-items:center;position:relative;font-size:32px}#gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList .gspb_iconsList__item svg path{fill:var(--theme-link-initial-color, #2184f9)!important}body #gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList .gspb_iconsList__item img,body #gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList .gspb_iconsList__item svg{margin:0 0 0 15px!important}@media (max-width:991.98px){#gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList .gspb_iconsList__item{font-size:32px}}@media (max-width:575.98px){#gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList .gspb_iconsList__item{font-size:16px}}#gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList .gspb_iconsList__item{font-weight:800!important;color:var(--wp--preset--color--palette-color-11, var(--theme-palette-color-11, #ffffff));padding:5px}#gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList [data-id='0'] img{height:60px!important;width:60px!important;min-width:60px!important}@media (max-width:575.98px){#gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList [data-id='0'] img{height:32px!important;width:32px!important;min-width:32px!important}}#gspb_iconsList-id-gsbp-a17caaa.gspb_iconsList [data-id='0'] img{margin:0!important}@media (max-width:991.98px){.gspb_text-id-gsbp-d6c2753{font-size:16px}}@media (max-width:575.98px){.gspb_text-id-gsbp-d6c2753{font-size:14px}}.gspb_text-id-gsbp-d6c2753{font-weight:700!important;color:var(--wp--preset--color--palette-color-11, var(--theme-palette-color-11, #ffffff))}.gspb_container-id-gsbp-26f2035{flex-direction:column;box-sizing:border-box}#gspb_container-id-gsbp-26f2035.gspb_container{position:relative;display:flex;flex-direction:column;justify-content:center;align-items:center}@media (max-width:575.98px){body.gspb-bodyfront #gspb_container-id-gsbp-26f2035.gspb_container{grid-column:span 1}}@media (max-width:991.98px){#gspb_container-id-gsbp-26f2035.gspb_container{flex-direction:column;justify-content:center;align-items:center}}@media (max-width:575.98px){#gspb_container-id-gsbp-26f2035.gspb_container{flex-direction:column;justify-content:center;align-items:flex-end}}body.gspb-bodyfront #gspb_container-id-gsbp-26f2035.gspb_container{z-index:3}@media (max-width:575.98px){#gspb_container-id-gsbp-26f2035.gspb_container{margin-bottom:0}}.gspb_text-id-gsbp-4c23345{font-size:16px}@media (max-width:575.98px){.gspb_text-id-gsbp-4c23345{font-size:14px}}.gspb_text-id-gsbp-4c23345,.gspb_text-id-gsbp-4c23345 .gsap-g-line{text-align:center!important}.gspb_text-id-gsbp-4c23345{font-weight:400!important;color:var(--wp--preset--color--palette-color-3, var(--theme-palette-color-3, #282828));margin-top:0!important}@media (max-width:575.98px){.gspb_text-id-gsbp-4c23345{margin-bottom:0!important}}body.gspb-bodyfront .gspb_text-id-gsbp-0ffd1b8,body.gspb-bodyfront .gspb_text-id-gsbp-4c23345{z-index:33}.gspb_text-id-gsbp-0ffd1b8{font-size:16px}@media (max-width:575.98px){.gspb_text-id-gsbp-0ffd1b8{font-size:14px}}.gspb_text-id-gsbp-0ffd1b8,.gspb_text-id-gsbp-0ffd1b8 .gsap-g-line{text-align:center!important}.gspb_text-id-gsbp-0ffd1b8{font-weight:400!important;color:var(--wp--preset--color--palette-color-3, var(--theme-palette-color-3, #282828));margin-top:0!important;margin-bottom:0!important}@media (max-width:575.98px){.gspb_text-id-gsbp-0ffd1b8{margin-bottom:0!important}}#gspb_button-id-gsbp-bff1e2d{display:flex;justify-content:center}#gspb_button-id-gsbp-bff1e2d .gspb-buttonbox-text{display:flex;flex-direction:column}#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox{box-sizing:border-box;margin-top:10px;margin-bottom:10px;padding:5px 10px}@media (max-width:575.98px){#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox{margin:0;padding:5px}}#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox{font-size:15px}@media (max-width:991.98px){#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox{font-size:16px}}@media (max-width:575.98px){#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox{font-size:14px}}#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox,#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox>.gspb_backgroundOverlay{border-top-left-radius:5px;border-top-right-radius:5px;border-bottom-right-radius:5px;border-bottom-left-radius:5px}@media (max-width:991.98px){#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox{border-top-left-radius:5px;border-top-right-radius:5px;border-bottom-right-radius:5px;border-bottom-left-radius:5px}}@media (max-width:991.98px){#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox>.gspb_backgroundOverlay{border-top-left-radius:5px;border-top-right-radius:5px;border-bottom-right-radius:5px;border-bottom-left-radius:5px}}#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox{box-shadow:0 2px 4px 0 rgba(0,0,0,.07)}#gspb_button-id-gsbp-bff1e2d>.gspb-buttonbox:hover{box-shadow:0 15px 25px 0 rgba(0,0,0,.1)}.gspb_container-id-gsbp-4d1b065{flex-direction:column;box-sizing:border-box}#gspb_container-id-gsbp-4d1b065.gspb_container{position:relative;transition:all .5s cubic-bezier(.42,0,.58,1);transform:translateY(-1px);clip-path:polygon(0 0,100% 0,83% 100%,0 100%)}@media (min-width:576px) and (max-width:767.98px){body.gspb-bodyfront #gspb_container-id-gsbp-4d1b065.gspb_container{display:none!important}}body.gspb-bodyfront #gspb_container-id-gsbp-4d1b065.gspb_container{position:absolute;top:0;bottom:0;left:0}@media (max-width:991.98px){body.gspb-bodyfront #gspb_container-id-gsbp-4d1b065.gspb_container{left:0}}@media (max-width:575.98px){body.gspb-bodyfront #gspb_container-id-gsbp-4d1b065.gspb_container{bottom:0}}@media (max-width:991.98px){#gspb_container-id-gsbp-4d1b065.gspb_container{transform:translateY(-1px) rotateY(0deg) rotateX(0deg);clip-path:polygon(0 0,100% 0,83% 100%,0 100%)}}@media (max-width:575.98px){#gspb_container-id-gsbp-4d1b065.gspb_container{transform:translateY(-1px) rotateZ(0deg) rotateY(0deg) rotateX(0deg);clip-path:polygon(0 0,100% 0,83% 100%,0 100%)}}#gspb_container-id-gsbp-4d1b065.gspb_container{margin:0;padding:0;background-color:var(--wp--preset--color--palette-color-8, var(--theme-palette-color-8, #ffffff))}#gspb_container-id-gsbp-4d1b065.gspb_container,#gspb_container-id-gsbp-4d1b065.gspb_container>.gspb_backgroundOverlay{border-top-left-radius:5px;border-top-right-radius:0;border-bottom-right-radius:0;border-bottom-left-radius:5px}body.gspb-bodyfront #gspb_container-id-gsbp-4d1b065.gspb_container{width:30%;min-width:30%;max-width:30%}@media (max-width:991.98px){body.gspb-bodyfront #gspb_container-id-gsbp-4d1b065.gspb_container{width:33%;min-width:33%;max-width:33%}}@media (max-width:575.98px){body.gspb-bodyfront #gspb_container-id-gsbp-4d1b065.gspb_container{width:55%;min-width:55%;max-width:55%}}body.gspb-bodyfront #gspb_container-id-gsbp-4d1b065.gspb_container{height:101%;min-height:101%;max-height:101%}@media (max-width:575.98px){body.gspb-bodyfront #gspb_container-id-gsbp-4d1b065.gspb_container{height:100%}}#gspb_heading-id-gsbp-1eae81c,#gspb_heading-id-gsbp-4e78904,#gspb_heading-id-gsbp-baba6c1{color:var(--wp--preset--color--palette-color-1, var(--theme-palette-color-1, #106abf))}.gspb_text-id-gsbp-5eef2d1{margin-bottom:12px!important}.gspb_text-id-gsbp-a3d121b{margin-bottom:16px!important}.gspb_text-id-gsbp-d75835a{margin-bottom:18px!important}.gspb_text-id-gsbp-3c246c2{margin-top:20px!important;margin-bottom:30px!important}.gspb_text-id-gsbp-55acbc2{margin-bottom:20px!important}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item.gsclose>.gs-accordion-item__content{overflow:hidden;opacity:0}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item.gsopen>.gs-accordion-item__content{opacity:1;max-height:5000px}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item>.gs-accordion-item__title>.gs-accordion-item__heading{outline:0;text-decoration:none;margin:0!important;padding:0!important;flex-grow:1}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item>.gs-accordion-item__title{z-index:1;margin:0;cursor:pointer;transition:all .3s ease-in-out;position:relative;display:flex;justify-content:space-between;align-items:center;flex-wrap:nowrap}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item>.gs-accordion-item__content{z-index:0;position:relative;max-height:0;will-change:max-height;transition:all .25s ease-out}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item>.gs-accordion-item__title{background-color:var(--wp--preset--color--palette-color-6, var(--theme-palette-color-6, #f2f5f7));border-top-left-radius:10px;border-top-right-radius:10px;border-bottom-right-radius:10px;border-bottom-left-radius:10px;font-size:18px;font-weight:400!important}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item__title>*{font-size:18px;font-weight:400!important}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item.gsopen>.gs-accordion-item__title{background-color:var(--wp--preset--color--palette-color-5, var(--theme-palette-color-5, #e1e8ed));border-top-left-radius:10px;border-top-right-radius:10px;border-bottom-right-radius:10px;border-bottom-left-radius:10px;font-weight:400!important}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item.gsopen>.gs-accordion-item__title>*{font-weight:400!important}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item>.gs-accordion-item__content{border-top-left-radius:10px;border-top-right-radius:10px;border-bottom-right-radius:10px;border-bottom-left-radius:10px;border-top-style:solid;border-top-width:1px;border-top-color:#00000000}#gspb_accordion-id-gsbp-1c83e2f,#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item{margin-top:5px;margin-bottom:5px}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item>.gs-accordion-item__title{padding:15px 20px;text-align:right;flex-direction:row-reverse}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item>.gs-accordion-item__content>.gs-accordion-item__text{padding:20px}#gspb_accordion-id-gsbp-1c83e2f .gs-accordion-item>.gs-accordion-item__title span.iconfortoggle{display:inline-block;height:14px;width:14px;position:relative}.gs-accordion .gs-accordion-item.gsopen .gs-accordion-item__title .gs-iconafter{transform:rotate(0)}.gs-accordion .gs-accordion-item__title span.iconfortoggle .gs-iconafter,.gs-accordion .gs-accordion-item__title span.iconfortoggle .gs-iconbefore{content:'';width:14px;height:2px;border-radius:2px;background-color:#111;position:absolute;top:6px;left:0}.gs-accordion .gs-accordion-item__title span.iconfortoggle .gs-iconafter{transform:rotate(90deg);transition:all .3s ease-in-out}","footnotes":""},"categories":[29,55],"tags":[],"class_list":["post-27070","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-server-training","category-host"],"blocksy_meta":[],"_links":{"self":[{"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/posts\/27070","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/comments?post=27070"}],"version-history":[{"count":53,"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/posts\/27070\/revisions"}],"predecessor-version":[{"id":33846,"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/posts\/27070\/revisions\/33846"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/media\/27123"}],"wp:attachment":[{"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/media?parent=27070"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/categories?post=27070"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/webdade.com\/blog\/wp-json\/wp\/v2\/tags?post=27070"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}