# robots.txt to exclude php crawling User-agent: * Disallow: /brochures-site/download-site/Documents/documentgating Disallow: /sas Disallow: /barcelona_plant Disallow: /_layouts/15/listform.aspx