# robots.txt for standard (HTTP) traffic. User-agent: * Allow: / User-agent: * Sitemap: http://www.fotolibra.com/sitemap-index-image.php #User-agent: * #Crawl-delay: 2 #Disallow: /login.php Disallow: /en-us/ Disallow: /buyer/ Disallow: /en-us/buyer/ Disallow: /seller/ Disallow: /en-us/seller/ Disallow: /gallery/search/pro.php Disallow: /en-us/gallery/search/pro.php #Disallow: /register/ #Disallow: /en-us/register/ #Allow: /?* #User-agent: dotbot #Disallow: /