# /robots.txt file User-agent: * Disallow: /admin Disallow: /backup Disallow: /common Disallow: /crawl Disallow: /cronjobs Disallow: /CSS Disallow: /downloads Disallow: /errors Disallow: /graphics Disallow: /htmlarea Disallow: /javascripts Disallow: /login Disallow: /newsite Disallow: /password Disallow: /paypal Disallow: /photos Disallow: /php-sdk Disallow: /popups Disallow: /search Disallow: /test Disallow: /tmp Disallow: /unused Disallow: /wedding Disallow: /listings/controlpanel Disallow: /listings/websites