# robots.txt # SE spiders only allowed. # For domain: www.paradisefragrances.com # All robots will spider the domain User-agent: * Disallow User-agent:* Disallow: /cgi-bin/ # Disallow directory /private_dir User-agent: * Disallow: /private_dir