# All robots will spider the domain User-agent: * # Block folders Disallow: /cgi-bin/ Disallow: /engine/ Disallow: /html2pdf/ Disallow: /html2pdf2/ Disallow: /images/ Disallow: /themes/ Disallow: /tinymce/ Disallow: /tutorials/