# For domain: http://twr.in # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /fmedia/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /report/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /resource/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /feedback/ User-agent: * Disallow: /feedback/ # Disallow directory /statistics/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /studioftp/ User-agent: * Disallow: /news/ # Disallow directory /studioftp/ User-agent: * Disallow: /private/