User-agent: * Disallow: /cgi-bin/ Disallow: /*.pdf$ Disallow: /*.pl$ Disallow: /*.perl$ Disallow: /*.cgi$ Disallow: /dadmin/ Disallow: /dealers?*& Disallow: /dealers/?*& Disallow: /*m= Disallow: /*c= Disallow: /*? Disallow: ?$ Allow: /*?page= Allow: /*.css?* Allow: /*.js?* User-agent: facebookexternalhit Disallow: / User-agent: PetalBot Crawl-delay: 10 User-agent: SeekportBot Crawl-delay: 10 User-agent: Bingbot Crawl-delay: 10 User-agent: AppleBot Disallow: / User-agent: ia_archiver Disallow: / User-agent: archive.org_bot Disallow: /