User-agent: * Disallow: /core Disallow: /js Disallow: /site-img Disallow: /conf.php Disallow: /404.php Disallow: /search-duits.php