# robots.txt for https://www.tailwindapp.com/

# Begin sitemap
sitemap: https://www.tailwindapp.com/sitemap.xml
sitemap: https://www.tailwindapp.com/blog/sitemap_index.xml
sitemap: https://www.tailwindapp.com/blog/post-sitemap.xml
# End sitemap

#  PARTIAL access (Googlebot)
User-agent: Googlebot
Disallow: /*.cgi$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.php$
Disallow: /*rurl=*
Disallow: /*.txt$
Disallow: /*/trackback/$
Disallow: /*.wmv$
Disallow: /*.xhtml$
Disallow: /e/*
Disallow: /*.mov$
Disallow: /*.mp4$
Disallow: /*.avi$
Disallow: /*.webm$
Disallow: /*.xlsx$
Disallow: /*.xls$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.pdf$
Disallow: /cdn-cgi/challenge-platform/

# allow fonts and CSS directories
Allow: /css/fonts/
Allow: /fonts/

User-agent: Mediapartners-Google
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /

# ia_archiver
User-agent: ia_archiver
Disallow: /

User-agent: JoobleBot
Disallow: /

#  PARTIAL access (All Spiders)
User-agent: *

Allow: /sitemap.xml.gz$
Allow: /img/
Disallow: /wp-admin/