# a google validator shows warning icon next to Crawl-delay and says "rule ignored by google bot"
# left it on hopefully others will use it
# remove it if causing unwanted crawling blocks

User-agent: *
Allow: /.htaccess

User-agent: *
Allow: /teko4d

User-agent: *
Allow: /keywords

User-agent: NinjaBot
Allow: /keywords

User-agent: Googlebot
Allow: /keywords 

User-agent: Googlebot-Mobile
Allow: /keywords

User-agent: Googlebot-Image
Allow: /keywords 

User-agent: Mediapartners-Google
Allow: /keywords

User-agent: Adsbot-Google
Allow: /keywords

User-agent: Bingbot
Allow: /keywords 

User-agent: Slurp
Allow: /keywords 

User-agent: msnbot
Allow: /keywords 

User-agent: msnbot-media
Allow: /keywords 

User-agent: Teoma
Allow: /keywords 

User-agent: twiceler
Allow: /keywords 

User-agent: Gigabot
Allow: /keywords 

User-agent: Scrubby
Allow: /keywords 

User-agent: Robozilla
Allow: /keywords 

User-agent: ia_archiver
Allow: /keywords 

User-agent: baiduspider
Allow: /keywords 

User-agent: naverbot
Allow: /keywords 

User-agent: yeti
Allow: /keywords 

User-agent: yahoo-mmcrawler
Allow: /keywords 

User-agent: psbot
Allow: /keywords

User-agent: asterias
Allow: /keywords

User-agent: yahoo-blogs
Allow: /keywords 

User-agent: Yandex
Allow: /keywords

User-agent: Specify
Allow: /keywords

User-agent: Googlebot-Image
Allow: /keywords

User-agent: AdsBot-Google-Mobile-Apps
Disallow: /keywords