# Robots.txt file created by http://www.bijenkorf.hu # For domain: http://www.12sex.hu # All robots will spider the domain User-agent: * Disallow: # Disallow directory /gallery/ User-agent: * Disallow: /gallery/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /news/ User-agent: * Disallow: /news/ # Disallow directory /modules/ User-agent: * Disallow: /modules/ # Disallow images User-Agent: Googlebot-Image Disallow: / User-agent: Googlebot Disallow: /*.gif$ User-agent: Googlebot Disallow: /*.jpg$