# Robots.txt file for www.rvgnet.net # #User-agent: * #Disallow: / #User-agent: YahooSeeker #Disallow: / # #User-agent: Gigabot #Disallow: / # #User-Agent: MJ12bot #Crawl-Delay: 10 # User-agent: * Crawl-Delay: 5 Disallow: /cgi-bin/ Disallow: /images/ Disallow: /images_bk/ Disallow: /images_lg/ Disallow: /images_tn/ Disallow: /images_cvr/ Disallow: /images_dvd/ Disallow: /images_reg/ Disallow: /reports/ Disallow: /reports/images/ Disallow: /amazon/ Disallow: /amazon_dupes/ Disallow: /amazon_export/ Disallow: /ar/ Disallow: /change/ Disallow: /orders/ Disallow: /status/ Disallow: /secure-101/ Disallow: /secure-abc/ Disallow: /secure-awesome/ Disallow: /secure-recycle2/ Disallow: /store_stuff/ Disallow: /descriptions/images/ Disallow: /download/