# Robots.txt file User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /images/pdfs/ Disallow: /misc/ # # ALLOW SPIDERING BUT BLOCK CURRENCY RATE URLS & SIMILAR URLS Disallow: /index.php?l=page_view&p=forgot_password* Disallow: /index.php?action=account* Disallow: /index.php?l=page_view&p=contact_us* # # BLOCK SPIDERING AT ALL Disallow: /*index.php?l=cart_view Disallow: /*index.php?l=page_view&p=advanced_search # # BLOCK GOOGLE SEARCH URLS Disallow: /*search.html # # BLOCK CURRENCY RATE URLS Disallow: /*=AUD Disallow: /*=CAD Disallow: /*=CHF Disallow: /*=CNY Disallow: /*=EUR Disallow: /*=GBP Disallow: /*=HKD Disallow: /*=JMD Disallow: /*=JPY Disallow: /*=MXN Disallow: /*=NZD Disallow: /*=RUB Disallow: /*=SEK Disallow: /*=TWD Disallow: /*=USD Disallow: /*=VND Disallow: /*=ZAR Disallow: /*index.php?m=&* Disallow: /*my_rate