#robots.txt file for chipt.com
#invites all spiders, but disallows certain sections from indexing
User-agent: *
Disallow: /g/

#this section tells googlebot not to index special files
User-agent: googlebot
Disallow: *.css
Disallow: *.txt
Disallow: *.sql