User-agent: * Disallow: /assets/cache/ Disallow: /assets/docs/ Disallow: /assets/export/ Disallow: /assets/import/ Disallow: /assets/modules/ Disallow: /assets/plugins/ Disallow: /assets/snippets/ Disallow: /install/ Disallow: /manager/ Disallow: /adtrack/ Disallow: /php_uploads/ Disallow: /stats/ Disallow: /benefits.pdf Disallow: /media-kit.pdf Disallow: /rate-card.pdf User-agent: googlebot Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.wmv$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.php* # disallow all files with ? in url Disallow: /*?* User-agent: ia_archiver Disallow: / User-agent: duggmirror Disallow: / Sitemap: http://www.flagstaff.com/sitemap.xml