User-agent: * Disallow: /cgi-bin/ Disallow: /*.pdf$ Disallow: /*.pl$ Disallow: /*.perl$ Disallow: /*.cgi$ Disallow: /dadmin/ Disallow: /*? Allow: /*?page= Allow: /*.css?* Allow: /*.js?* User-agent: bingbot Crawl-delay: 10 User-agent: PetalBot Crawl-delay: 10 User-agent: SeekportBot Crawl-delay: 10 User-agent: AppleBot Disallow: /