# Prevent all crawlers from accessing certain parts of the website User-agent: * Disallow: /application/ Disallow: /system/ # Allow all crawlers to access the entire site # Allow: / # Allow all crawlers to access certain public directories User-agent: * Allow: /public/ # Sitemap location Sitemap: https://newmag.am/sitemap.xml