# robots.txt User-agent: * Disallow: /bin/ Disallow: /conf/ Disallow: /data/ Disallow: /inc/ Disallow: /lib/ # sitmap # sitemap: /sitemap.xml