user_agent: * Disallow: /images/ Disallow: /pdf/ Disallow: /cgi-bin/ User-agent: ia_archiver Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: TinEye Disallow: / User-agent: semalt.com Disallow: /