# # robots.txt file # User-agent: * Disallow: /*.html$ Disallow: /*.htm$ Disallow: /cgi-bin Disallow: /cgibin Disallow: http://vete.com.mx Disallow: http://viajaestudiaytrabaja.com Disallow: http://vete.com.mx/veteblog Disallow: http://viajaestudiaytrabaja.com/veteblog/