# Disallow all crawlers access to certain pages. User-agent: * Allow: /pages/calendar Allow: /pages/club_detail Allow: /pages/clubs Disallow: /pages/club_search Disallow: /pages/article_search Disallow: /pages/bargains_search Disallow: /pages/c Disallow: /pages/order_left Disallow: /pages/order_right Disallow: /htmlarea Disallow: /javascript