# robots.txt for ITPro.lk Sitemap: https://itpro.lk/sitemap.xml User-agent: * Disallow: /_lib/ Disallow: /_tpl/ Disallow: /admin/ Disallow: /config/ Disallow: /uploads/private/ # Allow specific access to other uploads if needed User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / Crawl-delay: 10 Disallow: /*?