{"id":2623,"date":"2013-03-30T15:26:22","date_gmt":"2013-03-30T10:56:22","guid":{"rendered":"https:\/\/day.ir\/blog\/?p=2623"},"modified":"2023-01-03T12:58:29","modified_gmt":"2023-01-03T09:28:29","slug":"robots-txt","status":"publish","type":"post","link":"https:\/\/day.ir\/blog\/web\/robots-txt\/","title":{"rendered":"\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt"},"content":{"rendered":"<h1 style=\"text-align: right;\"><span style=\"color: #333333;\">\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt<\/span><\/h1>\n<h2 style=\"text-align: right;\"><span style=\"color: #333333;\">\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f<\/span><\/h2>\n<p>\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt \u06cc\u06a9 \u0641\u0627\u06cc\u0644 \u0628\u0633\u06cc\u0627\u0631 \u0633\u0627\u062f\u0647 \u0627\u0633\u062a \u0648 \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u0627\u0632 \u067e\u0633\u0648\u0646\u062f \u0622\u0646 \u0645\u0634\u062e\u0635 \u0627\u0633\u062a \u0641\u0631\u0645\u062a txt \u0648 \u0645\u062a\u0646 \u062f\u0627\u0631\u062f \u06a9\u0647 \u062f\u0631 \u062a\u0645\u0627\u0645 \u0633\u06cc\u0633\u062a\u0645 \u0647\u0627 \u0642\u0627\u0628\u0644 \u0634\u0646\u0627\u0633\u0627\u06cc\u06cc \u0627\u0633\u062a \u0648 \u062f\u0631 \u0622\u0646 \u0628\u0627\u06cc\u062f \u0647\u0627 \u0648 \u0646\u0628\u0627\u06cc\u062f \u0647\u0627 \u0628\u0647 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u06af\u0648\u0634\u0632\u062f \u0645\u06cc \u0634\u0648\u062f.\u0635\u0627\u062d\u0628\u0627\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0627\u0632 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u0631\u0648\u0628\u0627\u062a\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06af\u0631 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u06a9\u0646\u0646\u062f\u060c\u0648 \u0628\u0647 \u067e\u0631\u0648\u062a\u0648\u06a9\u0644 \u0627\u0633\u062a\u062b\u0646\u0627\u0647\u0627\u06cc \u0631\u0648\u0628\u0627\u062a\u0647\u0627\u06cc \u0648\u0628 \u0645\u0639\u0631\u0648\u0641 \u0627\u0633\u062a.<\/p>\n<h2 style=\"text-align: right;\"><span style=\"color: #333333;\">\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt \u0686\u0637\u0648\u0631 \u06a9\u0627\u0631 \u0645\u06cc \u06a9\u0646\u062f\u061f<\/span><\/h2>\n<p style=\"text-align: right;\">\u062a\u0646\u0637\u06cc\u0645\u0627\u062a \u0631\u0648\u0628\u0627\u062a \u0648\u0628 \u0628\u0633\u06cc\u0627\u0631 \u0633\u0627\u062f\u0647 \u0627\u0633\u062a. \u0631\u0648\u0628\u0627\u062a\u0647\u0627 \u0628\u0631\u0627\u06cc \u0641\u0647\u0631\u0633\u062a \u0628\u0646\u062f\u06cc \u0648 \u0627\u06cc\u0646\u062f\u06a9\u0633 \u06af\u0630\u0627\u0631\u06cc \u0628\u0647 \u0633\u0627\u06cc\u062a \u0645\u0631\u0627\u062c\u0639\u0647 \u0645\u06cc \u06a9\u0646\u0646\u062f \u0648 \u062f\u0631 \u0647\u0646\u06af\u0627\u0645 \u0645\u0631\u0627\u062c\u0639\u0647 \u0628\u0647 \u0633\u0627\u06cc\u062a \u0642\u0628\u0644 \u0627\u0632 \u0647\u0631 \u0622\u062f\u0631\u0633\u06cc \u0645\u062b\u0644\u0627 http:\/\/YourSite.com\/gallery.html \u0641\u0627\u06cc\u0644 http:\/\/YourSite.com\/robots.txt \u0631\u0627 \u0645\u06cc \u062e\u0648\u0627\u0646\u0646\u062f \u062a\u0627 \u0641\u06cc\u0644\u062a\u0631\u0647\u0627\u06cc \u0645\u0634\u062e\u0635 \u0634\u062f\u0647 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0631\u0627 \u0628\u062f\u0627\u0646\u0646\u062f \u0648 \u0628\u0631 \u0627\u0633\u0627\u0633 \u0622\u0646 \u0627\u0642\u062f\u0627\u0645 \u0628\u0647 \u0641\u0647\u0631\u0633\u062a \u0628\u0646\u062f\u06cc \u06a9\u0646\u0646\u062f.<\/p>\n<h2 style=\"text-align: right;\"><span style=\"color: #333333;\">\u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u06a9\u062c\u0627 \u0622\u067e\u0644\u0648\u062f \u06a9\u0646\u0645\u061f<\/span><\/h2>\n<p style=\"text-align: right;\">\u0628\u0647 \u0637\u0648\u0631 \u0645\u0639\u0645\u0648\u0644 \u062f\u0631 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0645\u062d\u062a\u0648\u0627\u06cc \u0632\u06cc\u0627\u062f\u06cc \u0642\u0631\u0627\u0631 \u0646\u062f\u0627\u0631\u062f \u0648 \u0686\u0646\u062f \u06a9\u0644\u0645\u0647 \u06a9\u0648\u062a\u0627\u0647 \u062f\u0631 2 \u062e\u0637 \u062a\u06a9\u0644\u06cc\u0641 \u0631\u0648\u0628\u0627\u062a \u0631\u0627 \u0645\u0634\u062e\u0635 \u0645\u06cc\u06a9\u0646\u062f \u0648\u0644\u06cc \u0627\u06af\u0631 \u0628\u0647 \u0627\u0634\u062a\u0628\u0627\u0647 \u0648 \u0628\u062f\u0648\u0646 \u062f\u0642\u062a \u0627\u0632 \u0627\u0648\u0644\u06cc\u0646 \u0633\u0627\u06cc\u062a \u0622\u0645\u0648\u0632\u0634\u06cc \u062f\u0648 \u062e\u0637 \u062f\u0631 \u0645\u062a\u0646 \u0646\u0627\u062f\u0631\u0633\u062a \u06a9\u067e\u06cc \u06a9\u0646\u06cc\u0645 \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u0628\u0647 \u0631\u0648\u0628\u0627\u062a\u0647\u0627 \u06af\u0641\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f \u0627\u06cc\u0646 \u0633\u0627\u06cc\u062a \u0631\u0627 \u0646\u0628\u06cc\u0646. \u0627\u0644\u0628\u062a\u0647 \u0631\u0648\u0628\u0627\u062a\u0647\u0627\u06cc \u0628\u062f \u06cc\u0627 \u0627\u0633\u067e\u0645\u0631 \u0647\u0627 \u0628\u0647 \u0642\u0648\u0627\u0646\u06cc\u0646 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0627\u0647\u0645\u06cc\u062a \u0646\u0645\u06cc \u062f\u0647\u0646\u062f \u0648 \u0627\u06cc\u0646 \u0642\u0627\u0646\u0648\u0646 \u0628\u0631\u0627\u06cc \u0631\u0648\u0628\u0627\u062a\u0647\u0627\u06cc \u0645\u0639\u062a\u0628\u0631 \u062a\u0627 \u062d\u062f\u0648\u062f \u0632\u06cc\u0627\u062f\u06cc \u0645\u0648\u062b\u0631 \u0627\u0633\u062a.<\/p>\n<h3 style=\"text-align: right;\"><span style=\"color: #333333;\">\u0686\u06af\u0648\u0646\u0647 \u06cc\u06a9 \u0641\u0627\u06cc\u0644 robots.txt \u0628\u0633\u0627\u0632\u06cc\u0645\u061f<\/span><\/h3>\n<p style=\"text-align: right;\">\u0627\u0628\u062a\u062f\u0627 \u06cc\u06a9 \u0641\u0627\u06cc\u0644 \u0628\u0647 \u0646\u0627\u0645 robots.txt \u062f\u0631 notepad \u06cc\u0627 \u0647\u0631 \u0648\u06cc\u0631\u0627\u06cc\u0634\u06af\u0631 \u0633\u0627\u062f\u0647 \u062f\u06cc\u06af\u0631\u06cc \u0627\u06cc\u062c\u0627\u062f \u0646\u0645\u0627\u06cc\u06cc\u062f \u0633\u067e\u0633 \u062f\u0633\u062a\u0648\u0631\u0627\u0644\u0639\u0645\u0644\u06cc \u06a9\u0647 \u0628\u0647 \u0622\u0646 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u062f \u0631\u0627 \u062f\u0631 \u0641\u0627\u06cc\u0644 \u0642\u0631\u0627\u0631 \u062f\u0647\u06cc\u062f \u0648 \u0641\u0627\u06cc\u0644 \u0631\u0627 \u0628\u0647 \u0633\u0627\u06cc\u062a \u0645\u0646\u062a\u0642\u0644 \u0646\u0645\u0627\u06cc\u06cc\u062f.<\/p>\n<h3 style=\"text-align: right;\"><span style=\"color: #333333;\">\u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u06a9\u062c\u0627 \u0622\u067e\u0644\u0648\u062f \u06a9\u0646\u0645\u061f \u0645\u062d\u0644 \u0641\u0627\u06cc\u0644 \u0631\u0648\u0628\u0627\u062a \u06a9\u062c\u0627\u0633\u062a\u061f<\/span><\/h3>\n<p style=\"text-align: right;\">\u0641\u0627\u06cc\u0644 \u0631\u0648\u0628\u0627\u062a robots.txt \u062f\u0631 \u0631\u06cc\u0634\u0647 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0642\u0631\u0627\u0631 \u0645\u06cc \u06af\u06cc\u0631\u062f \u06a9\u0647 \u0622\u062f\u0631\u0633 \u0631\u06cc\u0634\u0647 \u0645\u0639\u0645\u0648\u0644\u0627 \u062f\u0631 \u0648\u0628 \u0633\u0627\u06cc\u062a\u0647\u0627 \u067e\u0648\u0634\u0647 www \u06cc\u0627 public_html \u0645\u06cc \u0628\u0627\u0634\u062f \u0648 \u0627\u06cc\u0646 \u0647\u0645\u0627\u0646 \u0645\u062d\u0644\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0641\u0627\u06cc\u0644 \u0635\u0641\u062d\u0647 \u0627\u0635\u0644\u06cc \u06cc\u0627 index \u062f\u0631 \u0622\u0646 \u0642\u0631\u0627\u0631 \u062f\u0627\u062f\u0647 \u0645\u06cc \u0634\u0648\u062f.<\/p>\n<h3><span style=\"color: #333333;\">\u0646\u0645\u0648\u0646\u0647 \u0641\u0627\u06cc\u0644 robots.txt<\/span><\/h3>\n<p style=\"text-align: right;\">\u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0645\u062b\u0627\u0644 \u0647\u0627\u06cc \u067e\u0627\u06cc\u06cc\u0646 \u0645\u0644\u0627\u062d\u0638\u0647 \u0645\u06cc \u06a9\u0646\u06cc\u062f \u062f\u0631 \u062e\u0637 \u0627\u0648\u0644 user-agent \u0631\u0648\u0628\u0627\u062a \u0631\u0627 \u0645\u0634\u062e\u0635 \u0645\u06cc\u06a9\u0646\u062f \u0648 \u06a9\u0627\u0631\u0627\u06a9\u062a\u0631 \u0633\u062a\u0627\u0631\u0647 * \u0645\u0634\u062e\u0635 \u0645\u06cc\u06a9\u0646\u062f \u06a9\u0647 \u0645\u062e\u0627\u0637\u0628 \u062f\u0633\u062a\u0648\u0631 \u0647\u0645\u0647 \u0631\u0648\u0628\u0627\u062a\u0647\u0627 \u0628\u062f\u0648\u0646 \u0645\u0634\u062e\u0635 \u0634\u062f\u0646 \u0646\u0645\u0648\u0646\u0647 \u062e\u0627\u0635\u06cc \u0627\u0633\u062a.<br \/>\n\u062e\u0637 \u062f\u0648\u0645 \u0634\u0627\u0645\u0644 \u062f\u0648 \u0628\u062e\u0634 \u0627\u0633\u062a\u060c Allow \u06a9\u0647 \u0627\u0632 \u062a\u0631\u062c\u0645\u0647 \u0622\u0646 \u067e\u06cc\u062f\u0627\u0633\u062a \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc \u062f\u0647\u062f\u0647 \u0628\u0647 \u0645\u0633\u06cc\u0631\u06cc \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0631\u0648\u062a \u06cc\u0627 \u0631\u06cc\u0634\u0647 \u0633\u0627\u06cc\u062a \u0627\u0633\u062a \u0648 \u0628\u0627 \u0639\u0644\u0627\u0645\u062a \/ \u0645\u0634\u062e\u0635 \u0634\u062f\u0647 \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0631\u0627\u06cc \u0627\u0635\u0637\u0644\u0627\u062d\u0627 \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0648\u0628 \u06cc\u0627 \u0631\u0648\u0628\u0627\u062a\u0647\u0627 \u0622\u0632\u0627\u062f \u0628\u0627\u0634\u062f:<\/p>\n<p style=\"text-align: left;\">User-agent: *<br \/>\nAllow: \/<\/p>\n<p style=\"text-align: right;\">\u0645\u062e\u0627\u0637\u0628 \u062f\u0633\u062a\u0648\u0631 \u0632\u06cc\u0631 \u0647\u0645\u0647 \u0631\u0648\u0628\u0627\u062a\u0647\u0627\u06cc \u0648\u0628\u060c \u062f\u0633\u062a\u0648\u0631: (\u0627\u0632 \u0647\u06cc\u0686 \u0635\u0641\u062d\u0647 \u0627\u06cc \u062f\u0631 \u0627\u06cc\u0646 \u0633\u0627\u06cc\u062a \u0628\u0627\u0632\u062f\u06cc\u062f \u0646\u06a9\u0646)<\/p>\n<p>&nbsp;<\/p>\n<p style=\"text-align: left;\">User-agent: *<br \/>\nDisallow: \/<\/p>\n<p>&nbsp;<\/p>\n<p style=\"text-align: right;\">\u0628\u0631\u0627\u06cc \u062f\u0631\u06a9 \u0628\u0647\u062a\u0631 \u06a9\u0627\u0631\u0628\u0631\u062f \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644\u060c \u0646\u0645\u0648\u0646\u0647 \u0647\u0627\u06cc\u06cc \u0628\u0631\u0627\u06cc \u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u0627\u0632 \u0646\u0645\u0627\u06cc\u0634 \u0639\u06a9\u0633 \u0648 \u062a\u0635\u0627\u0648\u06cc\u0631 \u0633\u0627\u06cc\u062a \u062f\u0631 \u0628\u062e\u0634 \u062a\u0635\u0627\u0648\u06cc\u0631 \u06af\u0648\u06af\u0644 \u0631\u0627 \u0645\u062b\u0627\u0644 \u0645\u06cc \u0632\u0646\u06cc\u0645\u060c \u06a9\u0647 \u0627\u06cc\u0646 \u0645\u062b\u0627\u0644\u0647\u0627 \u0628\u0647 \u0631\u0648\u0628\u0627\u062a \u062c\u0633\u062a\u062c\u0648\u06af\u0631 \u062a\u0635\u0627\u06cc\u0631 \u06af\u0648\u06af\u0644 \u0645\u06cc \u06af\u0648\u06cc\u0646\u062f \u0627\u0632 \u0686\u0647 \u0628\u062e\u0634\u0647\u0627\u06cc\u06cc \u0628\u0627\u0632\u062f\u06cc\u062f \u0646\u06a9\u0646\u062f. \u0645\u062b\u0627\u0644 \u0632\u06cc\u0631 \u062f\u0631 \u062e\u0637 \u0627\u0648\u0644 \u0645\u062e\u0627\u0637\u0628 \u0631\u0627 \u0631\u0648\u0628\u0627\u062a \u062c\u0633\u062a\u062c\u0648\u06af\u0631 \u062a\u0635\u0627\u0648\u06cc\u0631 \u06af\u0648\u06af\u0644 \u0645\u0634\u062e\u0635 \u0646\u0645\u0648\u062f\u0647 \u0648 \u062f\u0631 \u062e\u0637 \u062f\u0648\u0645 Disallow \u0639\u062f\u0645 \u0627\u062c\u0627\u0632\u0647 \u0628\u0647 \u0645\u0633\u06cc\u0631 : \/images<\/p>\n<p style=\"text-align: left;\">User-agent: Googlebot-Image<br \/>\nDisallow: \/images<\/p>\n<p>\u0627\u06af\u0631 \u0639\u06a9\u0633 \u062e\u0627\u0635\u06cc \u062f\u0631 \u067e\u0648\u0634\u0647 \u0641\u0631\u0636\u06cc images \u0645\u0648\u0631\u062f \u0646\u0638\u0631 \u0628\u0627\u0634\u062f \u0628\u0647 \u0634\u06a9\u0644 \u0632\u06cc\u0631 \u0622\u062f\u0631\u0633 \u062f\u0647\u06cc \u0645\u06cc \u0634\u0648\u062f:<\/p>\n<p style=\"text-align: left;\">User-agent: Googlebot-Image<\/p>\n<p style=\"text-align: left;\">Disallow: \/images\/tasvir1.jpg<\/p>\n<h4 style=\"text-align: right;\"><span style=\"color: #333333;\">\u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u0627\u0632 \u0646\u0645\u0627\u06cc\u0634 \u062a\u0645\u0627\u0645 \u0639\u06a9\u0633\u0647\u0627 \u0648 \u062a\u0635\u0627\u0648\u06cc\u0631 \u062f\u0631 <a style=\"color: #333333;\" href=\"https:\/\/www.bing.com\/ck\/a?!&amp;&amp;p=d4c557f448239a52JmltdHM9MTY3MDg4OTYwMCZpZ3VpZD0xNWJhM2NkYS1jNjQ0LTY0OGQtMzFhZC0yZTgxYzdjZjY1OTgmaW5zaWQ9NTEzMw&amp;ptn=3&amp;hsh=3&amp;fclid=15ba3cda-c644-648d-31ad-2e81c7cf6598&amp;psq=robot.txt+search&amp;u=a1aHR0cHM6Ly9kZXZlbG9wZXJzLmdvb2dsZS5jb20vc2VhcmNoL2RvY3MvY3Jhd2xpbmctaW5kZXhpbmcvcm9ib3RzL2ludHJv&amp;ntb=1\" target=\"_blank\" rel=\"noopener\">\u06af\u0648\u06af\u0644<\/a>:<\/span><\/h4>\n<p style=\"text-align: left;\">User-agent: Googlebot-Image<br \/>\nDisallow: \/<\/p>\n<h3 style=\"text-align: right;\"><span style=\"color: #333333;\">\u0641\u06cc\u0644\u062a\u0631 \u06a9\u0631\u062f\u0646 \u06cc\u06a9 \u0641\u0631\u0645\u062a \u062e\u0627\u0635 \u0628\u0631\u0627\u06cc \u062c\u0633\u062a\u062c\u0648<\/span><\/h3>\n<p style=\"text-align: right;\">\u0645\u0648\u062a\u0648\u0631 \u06af\u0648\u06af\u0644 \u0627\u06cc\u0646 \u0627\u0645\u06a9\u0627\u0646 \u0631\u0627 \u0645\u06cc\u062f\u0647\u062f \u06a9\u0647 \u0641\u06cc\u0644\u062a\u0631 \u0648 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a\u0647\u0627\u06cc \u062f\u0642\u06cc\u0642\u062a\u0631\u06cc \u0646\u06cc\u0632 \u062a\u0639\u0631\u06cc\u0641 \u0634\u0648\u062f\u060c \u0628\u0631\u0627\u06cc \u0645\u062b\u0627\u0644 \u062a\u0645\u0627\u0645 \u0641\u0627\u06cc\u0644\u0647\u0627\u06cc \u0639\u06a9\u0633 \u0628\u0647 \u062c\u0632 gif \u0641\u06cc\u0644\u062a\u0631 \u0634\u0648\u062f. \u062f\u0631 \u0645\u062b\u0627\u0644 \u0632\u06cc\u0631 \u0639\u0644\u0627\u0645\u062a $ \u0646\u0634\u0627\u0646 \u062f\u0647\u0646\u062f\u0647 \u0645\u062d\u0644 \u067e\u0627\u06cc\u0627\u0646 \u0646\u0627\u0645 \u0641\u0627\u06cc\u0644 \u0627\u0633\u062a.<\/p>\n<p style=\"text-align: left;\">User-agent: Googlebot-Image<br \/>\nDisallow: \/*.gif$<\/p>\n<h3 style=\"text-align: right;\"><span style=\"color: #333333;\">\u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u0627\u0632 \u0646\u0645\u0627\u06cc\u0634 \u062f\u0631 \u062a\u0645\u0627\u0645 \u06af\u0648\u06af\u0644 \u0648 \u0646\u0647 \u0641\u0642\u0637 \u0628\u062e\u0634 \u0639\u06a9\u0633:<\/span><\/h3>\n<p style=\"text-align: left;\">User-agent: Googlebot<br \/>\nDisallow: \/<\/p>\n<h3 style=\"text-align: right;\"><span style=\"color: #333333;\">\u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u0627\u0632 \u0646\u0645\u0627\u06cc\u0634 \u0641\u0627\u06cc\u0644 \u0627\u06a9\u0633\u0644 \u062f\u0631 \u06af\u0648\u06af\u0644:<\/span><\/h3>\n<p style=\"text-align: left;\">User-agent: Googlebot<br \/>\nDisallow: \/*.xls$<\/p>\n<p style=\"text-align: right;\">\u062f\u0631 \u0635\u0648\u0631\u062a \u0639\u062f\u0645 \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0647 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt \u06cc\u0627 \u0622\u067e\u0644\u0648\u062f \u0622\u06cc\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u0645 \u0627\u0632 \u0641\u06cc\u0644\u062a\u0631 \u062f\u0633\u062a\u0631\u0633\u06cc \u0631\u0648\u0628\u0627\u062a\u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u0645\u061f<br \/>\n\u062f\u0631 \u0635\u0648\u0631\u062a\u06cc \u06a9\u0647 \u0627\u0645\u06a9\u0627\u0646 \u0633\u0627\u062e\u062a \u06cc\u0627 \u0622\u067e\u0644\u0648\u062f \u0641\u0627\u06cc\u0644 \u0628\u0647 \u0647\u0631 \u062f\u0644\u06cc\u0644 \u0648\u062c\u0648\u062f \u0646\u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u062f \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0632 \u0645\u062a\u0627 \u062a\u06af\u0647\u0627 HTML meta tags \u0628\u0631\u0627\u06cc \u0628\u0644\u0648\u06a9\u0647 \u06a9\u0631\u062f\u0646 \u062f\u0633\u062a\u0631\u0633\u06cc \u0631\u0648\u0628\u0627\u062a\u0647\u0627\u06cc \u0648\u0628 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0646\u0645\u0627\u06cc\u06cc\u062f\u060c \u062f\u0631 \u0645\u062b\u0627\u0644 \u0632\u06cc\u0631 \u062f\u0631 \u0628\u062f\u0646\u0647 \u0641\u0627\u06cc\u0644 HTML \u0628\u0647 \u0631\u0648\u0628\u0627\u062a \u06af\u0648\u06af\u0644 \u06af\u0641\u062a\u0647 \u0634\u062f\u0647 \u0627\u06cc\u0646 \u0635\u0641\u062d\u0647 \u0631\u0627 \u062f\u0631 \u0641\u0647\u0631\u0633\u062a \u062e\u0648\u062f \u0642\u0631\u0627\u0631 \u0646\u062f\u0647.<\/p>\n<p style=\"text-align: left;\">&lt;meta name=&#8221;googlebot&#8221; content=&#8221;noindex&#8221;&gt;<\/p>\n<h3 style=\"text-align: right;\"><span style=\"color: #333333;\">\u062f\u0627\u0646\u0644\u0648\u062f \u06cc\u0627 \u0645\u0634\u0627\u0647\u062f\u0647 \u0646\u0645\u0648\u0646\u0647 \u0641\u0627\u06cc\u0644 robots.txt:<\/span><\/h3>\n<p style=\"text-align: left;\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"nsMT5PvTS0\"><p><a href=\"https:\/\/day.ir\/blog\/web\/robots-txt\/\">\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt<\/a><\/p><\/blockquote>\n<p><iframe class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; clip: rect(1px, 1px, 1px, 1px);\" title=\"&#8220;\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt&#8221; &#8212; \u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645\" src=\"https:\/\/day.ir\/blog\/web\/robots-txt\/embed\/#?secret=sfzuAPDxPP#?secret=nsMT5PvTS0\" data-secret=\"nsMT5PvTS0\" width=\"600\" height=\"338\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe><\/p>\n<h3 style=\"text-align: right;\"><span style=\"color: #333333;\">\u0644\u06cc\u0633\u062a \u0631\u0648\u0628\u0627\u062a\u0647\u0627\u06cc \u0648\u0628 Web Robots List:<\/span><\/h3>\n<p style=\"text-align: right;\">\u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0645\u0637\u0644\u0628 \u0644\u06cc\u0633\u062a \u0631\u0648\u0628\u0627\u062a\u0647\u0627\u06cc \u0648\u0628 \u06a9\u0647 \u0627\u0632 \u0628\u0627\u0646\u06a9 \u0627\u0637\u0644\u0627\u0639\u0627\u062a\u06cc \u0648\u0628 \u0631\u0648\u0628\u0648\u062a\u0633 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0634\u062f\u0647 \u0642\u0627\u0628\u0644 \u0645\u0634\u0627\u0647\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<p style=\"text-align: left;\">ABCdatos BotLink<br \/>\nAcme.Spider<br \/>\nAhoy! The Homepage Finder<br \/>\nAlkaline<br \/>\nAnthill<br \/>\nWalhello appie<br \/>\nArachnophilia<br \/>\nArale<br \/>\nAraneo<br \/>\nAraybOt<br \/>\nArchitextSpider<br \/>\nAretha<br \/>\nARIADNE<br \/>\narks<br \/>\nAskJeeves<br \/>\nASpider (Associative Spider)<br \/>\nATN Worldwide<br \/>\nAtomz.com Search Robot<br \/>\nAURESYS<br \/>\nBackRub<br \/>\nBay Spider<br \/>\nBig Brother<br \/>\nBjaaland<br \/>\nBlackWidow<br \/>\nDie Blinde Kuh<br \/>\nBloodhound<br \/>\nBorg-Bot<br \/>\nBoxSeaBot<br \/>\nbright.net caching robot<br \/>\nBSpider<br \/>\nCACTVS Chemistry Spider<br \/>\nCalif<br \/>\nCassandra<br \/>\nDigimarc Marcspider\/CGI<br \/>\nCheckbot<br \/>\nChristCrawler.com<br \/>\nchurl<br \/>\ncIeNcIaFiCcIoN.nEt<br \/>\nCMC\/0.01<br \/>\nCollective<br \/>\nCombine System<br \/>\nConceptbot<br \/>\nConfuzzledBot<br \/>\nCoolBot<br \/>\nWeb Core \/ Roots<br \/>\nXYLEME Robot<br \/>\nInternet Cruiser Robot<br \/>\nCusco<br \/>\nCyberSpyder Link Test<br \/>\nCydralSpider<br \/>\nDesert Realm Spider<br \/>\nDeWeb(c) Katalog\/Index<br \/>\nDienstSpider<br \/>\nDigger<br \/>\nDigital Integrity Robot<br \/>\nDirect Hit Grabber<br \/>\nDNAbot<br \/>\nDownLoad Express<br \/>\nDragonBot<br \/>\nDWCP (Dridus&#8217; Web Cataloging Project)<br \/>\ne-collector<br \/>\nEbiNess<br \/>\nEIT Link Verifier Robot<br \/>\nELFINBOT<br \/>\nEmacs-w3 Search Engine<br \/>\nananzi<br \/>\nesculapio<br \/>\nEsther<br \/>\nEvliya Celebi<br \/>\nFastCrawler<br \/>\nFluid Dynamics Search Engine robot<br \/>\nFelix IDE<br \/>\nWild Ferret Web Hopper #1, #2, #3<br \/>\nFetchRover<br \/>\nfido<br \/>\nH\u00e4m\u00e4h\u00e4kki<br \/>\nKIT-Fireball<br \/>\nFish search<br \/>\nFouineur<br \/>\nRobot Francoroute<br \/>\nFreecrawl<br \/>\nFunnelWeb<br \/>\ngammaSpider, FocusedCrawler<br \/>\ngazz<br \/>\nGCreep<br \/>\nGetBot<br \/>\nGetURL<br \/>\nGolem<br \/>\nGooglebot<br \/>\nGrapnel\/0.01 Experiment<br \/>\nGriffon<br \/>\nGromit<br \/>\nNorthern Light Gulliver<br \/>\nGulper Bot<br \/>\nHamBot<br \/>\nHarvest<br \/>\nhavIndex<br \/>\nHI (HTML Index) Search<br \/>\nHometown Spider Pro<br \/>\nht:\/\/Dig<br \/>\nHTMLgobble<br \/>\nHyper-Decontextualizer<br \/>\niajaBot<br \/>\nIBM_Planetwide<br \/>\nPopular Iconoclast<br \/>\nIngrid<br \/>\nImagelock<br \/>\nIncyWincy<br \/>\nInformant<br \/>\nInfoSeek Robot 1.0<br \/>\nInfoseek Sidewinder<br \/>\nInfoSpiders<br \/>\nInspector Web<br \/>\nIntelliAgent<br \/>\nI, Robot<br \/>\nIron33<br \/>\nJavaBee<br \/>\nJBot Java Web Robot<br \/>\nJCrawler<br \/>\nJeeves<br \/>\nJoBo Java Web Robot<br \/>\nJobot<br \/>\nJoeBot<br \/>\nThe Jubii Indexing Robot<br \/>\nJumpStation<br \/>\nimage.kapsi.net<br \/>\nKatipo<br \/>\nKDD-Explorer<br \/>\nKilroy<br \/>\nKO_Yappo_Robot<br \/>\nLabelGrabber<br \/>\nlarbin<br \/>\nlegs<br \/>\nLink Validator<br \/>\nLinkScan<br \/>\nLinkWalker<br \/>\nLockon<br \/>\nlogo.gif Crawler<br \/>\nLycos<br \/>\nMac WWWWorm<br \/>\nMagpie<br \/>\nmarvin\/infoseek<br \/>\nMattie<br \/>\nMediaFox<br \/>\nMerzScope<br \/>\nNEC-MeshExplorer<br \/>\nMindCrawler<br \/>\nmnoGoSearch search engine software<br \/>\nmoget<br \/>\nMOMspider<br \/>\nMonster<br \/>\nMotor<br \/>\nMSNBot<br \/>\nMuncher<br \/>\nMuninn<br \/>\nMuscat Ferret<br \/>\nMwd.Search<br \/>\nInternet Shinchakubin<br \/>\nNDSpider<br \/>\nNederland.zoek<br \/>\nNetCarta WebMap Engine<br \/>\nNetMechanic<br \/>\nNetScoop<br \/>\nnewscan-online<br \/>\nNHSE Web Forager<br \/>\nNomad<br \/>\nThe NorthStar Robot<br \/>\nnzexplorer<br \/>\nObjectsSearch<br \/>\nOccam<br \/>\nHKU WWW Octopus<br \/>\nOntoSpider<br \/>\nOpenfind data gatherer<br \/>\nOrb Search<br \/>\nPack Rat<br \/>\nPageBoy<br \/>\nParaSite<br \/>\nPatric<br \/>\npegasus<br \/>\nThe Peregrinator<br \/>\nPerlCrawler 1.0<br \/>\nPhantom<br \/>\nPhpDig<br \/>\nPiltdownMan<br \/>\nPimptrain.com&#8217;s robot<br \/>\nPioneer<br \/>\nhtml_analyzer<br \/>\nPortal Juice Spider<br \/>\nPGP Key Agent<br \/>\nPlumtreeWebAccessor<br \/>\nPoppi<br \/>\nPortalB Spider<br \/>\npsbot<br \/>\nGetterroboPlus Puu<br \/>\nThe Python Robot<br \/>\nRaven Search<br \/>\nRBSE Spider<br \/>\nResume Robot<br \/>\nRoadHouse Crawling System<br \/>\nRixBot<br \/>\nRoad Runner: The ImageScape Robot<br \/>\nRobbie the Robot<br \/>\nComputingSite Robi\/1.0<br \/>\nRoboCrawl Spider<br \/>\nRoboFox<br \/>\nRobozilla<br \/>\nRoverbot<br \/>\nRuLeS<br \/>\nSafetyNet Robot<br \/>\nScooter<br \/>\nSleek<br \/>\nSearch.Aus-AU.COM<br \/>\nSearchProcess<br \/>\nSenrigan<br \/>\nSG-Scout<br \/>\nShagSeeker<br \/>\nShai&#8217;Hulud<br \/>\nSift<br \/>\nSimmany Robot Ver1.0<br \/>\nSite Valet<br \/>\nOpen Text Index Robot<br \/>\nSiteTech-Rover<br \/>\nSkymob.com<br \/>\nSLCraw ler<br \/>\nInktomi Slurp<br \/>\nSmart Spider<br \/>\nSnooper<br \/>\nSolbot<br \/>\nSpanner<br \/>\nSpeedy Spider<br \/>\nspider_monkey<br \/>\nSpiderBot<br \/>\nSpiderline Crawler<br \/>\nSpiderMan<br \/>\nSpiderView(tm)<br \/>\nSpry Wizard Robot<br \/>\nSite Searcher<br \/>\nSuke<br \/>\nsuntek search engine<br \/>\nSven<br \/>\nSygol<br \/>\nTACH Black Widow<br \/>\nTarantula<br \/>\ntarspider<br \/>\nTcl W3 Robot<br \/>\nTechBOT<br \/>\nTempleton<br \/>\nTeomaTechnologies<br \/>\nTITAN<br \/>\nTitIn<br \/>\nThe TkWWW Robot<br \/>\nTLSpider<br \/>\nUCSD Crawl<br \/>\nUdmSearch<br \/>\nUptimeBot<br \/>\nURL Check<br \/>\nURL Spider Pro<br \/>\nValkyrie<br \/>\nVerticrawl<br \/>\nVictoria<br \/>\nvision-search<br \/>\nvoid-bot<br \/>\nVoyager<br \/>\nVWbot<br \/>\nThe NWI Robot<br \/>\nW3M2<br \/>\nWallPaper (alias crawlpaper)<br \/>\nthe World Wide Web Wanderer<br \/>\nw@pSpider by wap4.com<br \/>\nWebBandit Web Spider<br \/>\nWebCatcher<br \/>\nWebCopy<br \/>\nwebfetcher<br \/>\nThe Webfoot Robot<br \/>\nWebinator<br \/>\nweblayers<br \/>\nWebLinker<br \/>\nWebMirror<br \/>\nThe Web Moose<br \/>\nWebQuest<br \/>\nDigimarc MarcSpider<br \/>\nWebReaper<br \/>\nwebs<br \/>\nWebsnarf<br \/>\nWebSpider<br \/>\nWebVac<br \/>\nwebwalk<br \/>\nWebWalker<br \/>\nWebWatch<br \/>\nWget<br \/>\nwhatUseek Winona<br \/>\nWhoWhere Robot<br \/>\nWired Digital<br \/>\nWeblog Monitor<br \/>\nw3mir<br \/>\nWebStolperer<br \/>\nThe Web Wombat<br \/>\nThe World Wide Web Worm<br \/>\nWWWC Ver 0.2.5<br \/>\nWebZinger<br \/>\nXGET<\/p>\n<p>&nbsp;<\/p>\n<p><strong>\u0647\u0631 \u06af\u0648\u0646\u0647 \u06a9\u067e\u06cc \u0628\u0631\u062f\u0627\u0631\u06cc \u0627\u0632 \u0627\u06cc\u0646 \u0645\u0637\u0644\u0628 \u062a\u0646\u0647\u0627 \u0628\u0627 \u062f\u0631\u062c \u0644\u06cc\u0646\u06a9 \u0627\u06cc\u0646 \u0635\u0641\u062d\u0647 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0645\u0646\u0628\u0639 \u0627\u0632 \u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645 \u0628\u0644\u0627\u0645\u0627\u0646\u0639 \u0627\u0633\u062a<\/strong><\/p>\n<p>\u0645\u0637\u0627\u0644\u0628 \u0645\u0631\u062a\u0628\u0637:\u00a0\u00a0<a href=\"https:\/\/day.ir\/blog\/web\/seo-meta-tags\/\" target=\"_blank\" rel=\"noopener\"><strong>\u062a\u06af \u0647\u0627\u06cc html \u06a9\u0647 \u062f\u0631 \u0633\u0626\u0648 \u0646\u0628\u0627\u06cc\u062f \u0641\u0631\u0627\u0645\u0648\u0634 \u0628\u0634\u0647<\/strong><\/a>\u00a0 \u00a0 \u00a0 \u00a0<a href=\"https:\/\/day.ir\/blog\/web\/google-page-rank\/\" target=\"_blank\" rel=\"noopener\"><b>\u0686\u06a9 \u06a9\u0631\u062f\u0646 \u0631\u062a\u0628\u0647 \u0633\u0627\u06cc\u062a \u062f\u0631 \u06af\u0648\u06af\u0644<\/b><\/a>\u00a0 \u00a0 \u00a0 \u00a0<b><a href=\"https:\/\/day.ir\/blog\/web\/keypoints_design_website\/\" target=\"_blank\" rel=\"noopener\">\u0645\u0648\u0627\u0631\u062f \u0645\u0647\u0645 \u062f\u0631 \u0637\u0631\u0627\u062d\u06cc \u0633\u0627\u06cc\u062a<\/a>\u00a0 \u00a0 \u00a0\u00a0<\/b><a href=\"https:\/\/day.ir\/website-design\" target=\"_blank\" rel=\"noopener\"><b>\u0637\u0631\u0627\u062d\u06cc \u0648\u0628 \u0633\u0627\u06cc\u062a \u0634\u0631\u06a9\u062a\u06cc<\/b><\/a>\u00a0 \u00a0 \u00a0 <a href=\"https:\/\/day.ir\/blog\/web\/what-is-seo\/\" target=\"_blank\" rel=\"noopener\"><strong>\u0633\u0626\u0648 \u0627\u0631\u06af\u0627\u0646\u06cc\u06a9 \u0686\u06cc\u0633\u062a\u061f<\/strong><\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt \u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt \u06cc\u06a9 \u0641\u0627\u06cc\u0644 \u0628\u0633\u06cc\u0627\u0631 \u0633\u0627\u062f\u0647 \u0627\u0633\u062a \u0648 \u0647\u0645\u0627\u0646\u0637\u0648\u0631 \u06a9\u0647 \u0627\u0632 \u067e\u0633\u0648\u0646\u062f \u0622\u0646 \u0645\u0634\u062e\u0635 \u0627\u0633\u062a \u0641\u0631\u0645\u062a txt \u0648 \u0645\u062a\u0646 \u062f\u0627\u0631\u062f \u06a9\u0647 \u062f\u0631 \u062a\u0645\u0627\u0645 \u0633\u06cc\u0633\u062a\u0645 \u0647\u0627 \u0642\u0627\u0628\u0644 \u0634\u0646\u0627\u0633\u0627\u06cc\u06cc \u0627\u0633\u062a \u0648 \u062f\u0631 \u0622\u0646 \u0628\u0627\u06cc\u062f \u0647\u0627 [&hellip;]<\/p>\n","protected":false},"author":2,"featured_media":2624,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[5],"tags":[],"class_list":["post-2623","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-web"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v27.8 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt - \u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645<\/title>\n<meta name=\"description\" content=\"\u0635\u0627\u062d\u0628\u0627\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0627\u0632 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u0631\u0628\u0627\u062a\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06af\u0631 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u06a9\u0646\u0646\u062f \u0648 \u0628\u0647 \u067e\u0631\u0648\u062a\u0648\u06a9\u0644 \u0627\u0633\u062a\u062b\u0646\u0627\u0647\u0627\u06cc \u0631\u0648\u0628\u0627\u062a\u0647\u0627 ...\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/day.ir\/blog\/web\/robots-txt\/\" \/>\n<meta property=\"og:locale\" content=\"fa_IR\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt - \u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645\" \/>\n<meta property=\"og:description\" content=\"\u0635\u0627\u062d\u0628\u0627\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0627\u0632 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u0631\u0628\u0627\u062a\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06af\u0631 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u06a9\u0646\u0646\u062f \u0648 \u0628\u0647 \u067e\u0631\u0648\u062a\u0648\u06a9\u0644 \u0627\u0633\u062a\u062b\u0646\u0627\u0647\u0627\u06cc \u0631\u0648\u0628\u0627\u062a\u0647\u0627 ...\" \/>\n<meta property=\"og:url\" content=\"https:\/\/day.ir\/blog\/web\/robots-txt\/\" \/>\n<meta property=\"og:site_name\" content=\"\u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645\" \/>\n<meta property=\"article:published_time\" content=\"2013-03-30T10:56:22+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2023-01-03T09:28:29+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/day.ir\/blog\/wp-content\/uploads\/2022\/12\/robottxt.jpg\" \/>\n\t<meta property=\"og:image:width\" content=\"400\" \/>\n\t<meta property=\"og:image:height\" content=\"300\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/jpeg\" \/>\n<meta name=\"author\" content=\"jafar broujerdi\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u0646\u0648\u0634\u062a\u0647\u200c\u0634\u062f\u0647 \u0628\u062f\u0633\u062a\" \/>\n\t<meta name=\"twitter:data1\" content=\"jafar broujerdi\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u0632\u0645\u0627\u0646 \u062a\u0642\u0631\u06cc\u0628\u06cc \u0628\u0631\u0627\u06cc \u062e\u0648\u0627\u0646\u062f\u0646\" \/>\n\t<meta name=\"twitter:data2\" content=\"7 \u062f\u0642\u06cc\u0642\u0647\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/\"},\"author\":{\"name\":\"jafar broujerdi\",\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/#\\\/schema\\\/person\\\/8896e645096b6a8528b1bb57617f4b8b\"},\"headline\":\"\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt\",\"datePublished\":\"2013-03-30T10:56:22+00:00\",\"dateModified\":\"2023-01-03T09:28:29+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/\"},\"wordCount\":609,\"commentCount\":4,\"publisher\":{\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/#organization\"},\"image\":{\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/day.ir\\\/blog\\\/wp-content\\\/uploads\\\/2022\\\/12\\\/robottxt.jpg\",\"articleSection\":[\"\u0637\u0631\u0627\u062d\u06cc \u0633\u0627\u06cc\u062a\"],\"inLanguage\":\"fa-IR\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/\",\"url\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/\",\"name\":\"\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt - \u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/day.ir\\\/blog\\\/wp-content\\\/uploads\\\/2022\\\/12\\\/robottxt.jpg\",\"datePublished\":\"2013-03-30T10:56:22+00:00\",\"dateModified\":\"2023-01-03T09:28:29+00:00\",\"description\":\"\u0635\u0627\u062d\u0628\u0627\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0627\u0632 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u0631\u0628\u0627\u062a\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06af\u0631 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u06a9\u0646\u0646\u062f \u0648 \u0628\u0647 \u067e\u0631\u0648\u062a\u0648\u06a9\u0644 \u0627\u0633\u062a\u062b\u0646\u0627\u0647\u0627\u06cc \u0631\u0648\u0628\u0627\u062a\u0647\u0627 ...\",\"breadcrumb\":{\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/#breadcrumb\"},\"inLanguage\":\"fa-IR\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"fa-IR\",\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/#primaryimage\",\"url\":\"https:\\\/\\\/day.ir\\\/blog\\\/wp-content\\\/uploads\\\/2022\\\/12\\\/robottxt.jpg\",\"contentUrl\":\"https:\\\/\\\/day.ir\\\/blog\\\/wp-content\\\/uploads\\\/2022\\\/12\\\/robottxt.jpg\",\"width\":400,\"height\":300,\"caption\":\"????? ??, robot.txt\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/web\\\/robots-txt\\\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u062e\u0627\u0646\u0647\",\"item\":\"https:\\\/\\\/day.ir\\\/blog\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/#website\",\"url\":\"https:\\\/\\\/day.ir\\\/blog\\\/\",\"name\":\"\u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645\",\"description\":\"\u0645\u0642\u0627\u0644\u0627\u062a \u0645\u0631\u062a\u0628\u0637 \u0628\u0627 \u0648\u0628\u060c \u0627\u06cc\u0645\u06cc\u0644\u060c \u062f\u0627\u0645\u0646\u0647\u060c \u0634\u0628\u06a9\u0647\u060c \u0637\u0631\u0627\u062d\u06cc \u0633\u0627\u06cc\u062a \u0648 ...\",\"publisher\":{\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/#organization\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/day.ir\\\/blog\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"fa-IR\"},{\"@type\":\"Organization\",\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/#organization\",\"name\":\"\u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645\",\"url\":\"https:\\\/\\\/day.ir\\\/blog\\\/\",\"logo\":{\"@type\":\"ImageObject\",\"inLanguage\":\"fa-IR\",\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/#\\\/schema\\\/logo\\\/image\\\/\",\"url\":\"https:\\\/\\\/day.ir\\\/blog\\\/wp-content\\\/uploads\\\/2024\\\/09\\\/cropped-favicon.png\",\"contentUrl\":\"https:\\\/\\\/day.ir\\\/blog\\\/wp-content\\\/uploads\\\/2024\\\/09\\\/cropped-favicon.png\",\"width\":511,\"height\":512,\"caption\":\"\u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645\"},\"image\":{\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/#\\\/schema\\\/logo\\\/image\\\/\"}},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/day.ir\\\/blog\\\/#\\\/schema\\\/person\\\/8896e645096b6a8528b1bb57617f4b8b\",\"name\":\"jafar broujerdi\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"fa-IR\",\"@id\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/163109584cb1bc8719ac5b0cb7d280a96523792861596b891d46ef3d55c7b1b2?s=96&d=mm&r=g\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/163109584cb1bc8719ac5b0cb7d280a96523792861596b891d46ef3d55c7b1b2?s=96&d=mm&r=g\",\"contentUrl\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/163109584cb1bc8719ac5b0cb7d280a96523792861596b891d46ef3d55c7b1b2?s=96&d=mm&r=g\",\"caption\":\"jafar broujerdi\"}}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt - \u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645","description":"\u0635\u0627\u062d\u0628\u0627\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0627\u0632 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u0631\u0628\u0627\u062a\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06af\u0631 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u06a9\u0646\u0646\u062f \u0648 \u0628\u0647 \u067e\u0631\u0648\u062a\u0648\u06a9\u0644 \u0627\u0633\u062a\u062b\u0646\u0627\u0647\u0627\u06cc \u0631\u0648\u0628\u0627\u062a\u0647\u0627 ...","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/day.ir\/blog\/web\/robots-txt\/","og_locale":"fa_IR","og_type":"article","og_title":"\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt - \u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645","og_description":"\u0635\u0627\u062d\u0628\u0627\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0627\u0632 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u0631\u0628\u0627\u062a\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06af\u0631 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u06a9\u0646\u0646\u062f \u0648 \u0628\u0647 \u067e\u0631\u0648\u062a\u0648\u06a9\u0644 \u0627\u0633\u062a\u062b\u0646\u0627\u0647\u0627\u06cc \u0631\u0648\u0628\u0627\u062a\u0647\u0627 ...","og_url":"https:\/\/day.ir\/blog\/web\/robots-txt\/","og_site_name":"\u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645","article_published_time":"2013-03-30T10:56:22+00:00","article_modified_time":"2023-01-03T09:28:29+00:00","og_image":[{"width":400,"height":300,"url":"https:\/\/day.ir\/blog\/wp-content\/uploads\/2022\/12\/robottxt.jpg","type":"image\/jpeg"}],"author":"jafar broujerdi","twitter_card":"summary_large_image","twitter_misc":{"\u0646\u0648\u0634\u062a\u0647\u200c\u0634\u062f\u0647 \u0628\u062f\u0633\u062a":"jafar broujerdi","\u0632\u0645\u0627\u0646 \u062a\u0642\u0631\u06cc\u0628\u06cc \u0628\u0631\u0627\u06cc \u062e\u0648\u0627\u0646\u062f\u0646":"7 \u062f\u0642\u06cc\u0642\u0647"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/day.ir\/blog\/web\/robots-txt\/#article","isPartOf":{"@id":"https:\/\/day.ir\/blog\/web\/robots-txt\/"},"author":{"name":"jafar broujerdi","@id":"https:\/\/day.ir\/blog\/#\/schema\/person\/8896e645096b6a8528b1bb57617f4b8b"},"headline":"\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt","datePublished":"2013-03-30T10:56:22+00:00","dateModified":"2023-01-03T09:28:29+00:00","mainEntityOfPage":{"@id":"https:\/\/day.ir\/blog\/web\/robots-txt\/"},"wordCount":609,"commentCount":4,"publisher":{"@id":"https:\/\/day.ir\/blog\/#organization"},"image":{"@id":"https:\/\/day.ir\/blog\/web\/robots-txt\/#primaryimage"},"thumbnailUrl":"https:\/\/day.ir\/blog\/wp-content\/uploads\/2022\/12\/robottxt.jpg","articleSection":["\u0637\u0631\u0627\u062d\u06cc \u0633\u0627\u06cc\u062a"],"inLanguage":"fa-IR","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/day.ir\/blog\/web\/robots-txt\/#respond"]}]},{"@type":"WebPage","@id":"https:\/\/day.ir\/blog\/web\/robots-txt\/","url":"https:\/\/day.ir\/blog\/web\/robots-txt\/","name":"\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt - \u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645","isPartOf":{"@id":"https:\/\/day.ir\/blog\/#website"},"primaryImageOfPage":{"@id":"https:\/\/day.ir\/blog\/web\/robots-txt\/#primaryimage"},"image":{"@id":"https:\/\/day.ir\/blog\/web\/robots-txt\/#primaryimage"},"thumbnailUrl":"https:\/\/day.ir\/blog\/wp-content\/uploads\/2022\/12\/robottxt.jpg","datePublished":"2013-03-30T10:56:22+00:00","dateModified":"2023-01-03T09:28:29+00:00","description":"\u0635\u0627\u062d\u0628\u0627\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0627\u0632 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u0631\u0628\u0627\u062a\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06af\u0631 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u06a9\u0646\u0646\u062f \u0648 \u0628\u0647 \u067e\u0631\u0648\u062a\u0648\u06a9\u0644 \u0627\u0633\u062a\u062b\u0646\u0627\u0647\u0627\u06cc \u0631\u0648\u0628\u0627\u062a\u0647\u0627 ...","breadcrumb":{"@id":"https:\/\/day.ir\/blog\/web\/robots-txt\/#breadcrumb"},"inLanguage":"fa-IR","potentialAction":[{"@type":"ReadAction","target":["https:\/\/day.ir\/blog\/web\/robots-txt\/"]}]},{"@type":"ImageObject","inLanguage":"fa-IR","@id":"https:\/\/day.ir\/blog\/web\/robots-txt\/#primaryimage","url":"https:\/\/day.ir\/blog\/wp-content\/uploads\/2022\/12\/robottxt.jpg","contentUrl":"https:\/\/day.ir\/blog\/wp-content\/uploads\/2022\/12\/robottxt.jpg","width":400,"height":300,"caption":"????? ??, robot.txt"},{"@type":"BreadcrumbList","@id":"https:\/\/day.ir\/blog\/web\/robots-txt\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u062e\u0627\u0646\u0647","item":"https:\/\/day.ir\/blog\/"},{"@type":"ListItem","position":2,"name":"\u0641\u0627\u06cc\u0644 \u0645\u062a\u0646\u06cc robots.txt"}]},{"@type":"WebSite","@id":"https:\/\/day.ir\/blog\/#website","url":"https:\/\/day.ir\/blog\/","name":"\u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645","description":"\u0645\u0642\u0627\u0644\u0627\u062a \u0645\u0631\u062a\u0628\u0637 \u0628\u0627 \u0648\u0628\u060c \u0627\u06cc\u0645\u06cc\u0644\u060c \u062f\u0627\u0645\u0646\u0647\u060c \u0634\u0628\u06a9\u0647\u060c \u0637\u0631\u0627\u062d\u06cc \u0633\u0627\u06cc\u062a \u0648 ...","publisher":{"@id":"https:\/\/day.ir\/blog\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/day.ir\/blog\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"fa-IR"},{"@type":"Organization","@id":"https:\/\/day.ir\/blog\/#organization","name":"\u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645","url":"https:\/\/day.ir\/blog\/","logo":{"@type":"ImageObject","inLanguage":"fa-IR","@id":"https:\/\/day.ir\/blog\/#\/schema\/logo\/image\/","url":"https:\/\/day.ir\/blog\/wp-content\/uploads\/2024\/09\/cropped-favicon.png","contentUrl":"https:\/\/day.ir\/blog\/wp-content\/uploads\/2024\/09\/cropped-favicon.png","width":511,"height":512,"caption":"\u0648\u0628\u0644\u0627\u06af \u062f\u06cc \u062a\u0644\u06a9\u0627\u0645"},"image":{"@id":"https:\/\/day.ir\/blog\/#\/schema\/logo\/image\/"}},{"@type":"Person","@id":"https:\/\/day.ir\/blog\/#\/schema\/person\/8896e645096b6a8528b1bb57617f4b8b","name":"jafar broujerdi","image":{"@type":"ImageObject","inLanguage":"fa-IR","@id":"https:\/\/secure.gravatar.com\/avatar\/163109584cb1bc8719ac5b0cb7d280a96523792861596b891d46ef3d55c7b1b2?s=96&d=mm&r=g","url":"https:\/\/secure.gravatar.com\/avatar\/163109584cb1bc8719ac5b0cb7d280a96523792861596b891d46ef3d55c7b1b2?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/163109584cb1bc8719ac5b0cb7d280a96523792861596b891d46ef3d55c7b1b2?s=96&d=mm&r=g","caption":"jafar broujerdi"}}]}},"_links":{"self":[{"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/posts\/2623","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/comments?post=2623"}],"version-history":[{"count":12,"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/posts\/2623\/revisions"}],"predecessor-version":[{"id":2729,"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/posts\/2623\/revisions\/2729"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/media\/2624"}],"wp:attachment":[{"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/media?parent=2623"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/categories?post=2623"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/day.ir\/blog\/wp-json\/wp\/v2\/tags?post=2623"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}