# Robots.txt for TGGF
#For GSA Crawler
User-agent: gsa-crawler
Allow: /
Crawl-delay: 25

#For all user agents
User-agent: *
Crawl-delay: 300


#Disallow all Ajax pages
Disallow: /*.ajax$ 

#Allow/Disallow locales
Allow: /tggf/

Disallow: /en_AU/