# Comments appear after the "#" symbol at the start of a line, or after a directive
User-Agent: *
Disallow: /

User-Agent: msnbot
Allow: /
Disallow: /searchbasic.aspx
Disallow: /ArticleListBySubCategory.aspx
Disallow: /ArticleListByAuthorName.aspx
Disallow: /ArticleListByDay.aspx
Disallow: /ArticleListByDay.aspx
Disallow: /ArticleEmail.aspx
Disallow: /ArticleFeedbackI.aspx
Disallow: /ArticleFeedback.aspx
Disallow: /ArticlePrinterFriendly.aspx



User-Agent: googlebot
Allow: /
Disallow: /searchbasic.aspx
Disallow: /ArticleListBySubCategory.aspx
Disallow: /ArticleListByAuthorName.aspx
Disallow: /ArticleListByDay.aspx
Disallow: /ArticleListByDay.aspx
Disallow: /ArticleEmail.aspx
Disallow: /ArticleFeedbackI.aspx
Disallow: /ArticleFeedback.aspx
Disallow: /ArticlePrinterFriendly.aspx



User-Agent: slurp
Allow: /
Disallow: /searchbasic.aspx
Disallow: /ArticleListBySubCategory.aspx
Disallow: /ArticleListByAuthorName.aspx
Disallow: /ArticleListByDay.aspx
Disallow: /ArticleListByDay.aspx
Disallow: /ArticleEmail.aspx
Disallow: /ArticleFeedbackI.aspx
Disallow: /ArticleFeedback.aspx
Disallow: /ArticlePrinterFriendly.aspx



User-agent: Mediapartners-Google* 
Allow: /
Disallow: /searchbasic.aspx
Disallow: /ArticleListBySubCategory.aspx
Disallow: /ArticleListByAuthorName.aspx
Disallow: /ArticleListByDay.aspx
Disallow: /ArticleListByDay.aspx
Disallow: /ArticleEmail.aspx
Disallow: /ArticleFeedbackI.aspx
Disallow: /ArticleFeedback.aspx
Disallow: /ArticlePrinterFriendly.aspx




# The next is an example that tells all crawlers not to enter into four directories of a website:
# User-agent: *
# Disallow: /cgi-bin/
Disallow: /app_code/
Disallow: /app_data/
Disallow: /bin/
Disallow: /cms/
Disallow: /codes/
Disallow: /images/
Disallow: /fckeditor/
Disallow: /fckeditorold/
Disallow: /mleffect/
Disallow: /newphilstar/