User-agent: * Crawl-delay: 5 # deny access to directories Disallow: /acc/ Disallow: /api/ Disallow: /bld/ Disallow: /images/ Disallow: /charts/ Disallow: /my/ Disallow: /popups/ Disallow: /services/ Disallow: /up/ # deny access to files Disallow: /error Disallow: /offline Sitemap: http://www.woya.com/sitemaps/sitemapindex.xml.gz