# robots.txt
User-agent: *
Disallow: /ajax.cfm
Disallow: /api.cfm
Disallow: /content.cfm
Disallow: /site/ajax.cfm
Disallow: /site/api.cfm
Disallow: /site/content.cfm
Disallow: 
Crawl-delay: 20
Allow: /client_images/*.jpg$
Allow: /client_images/*.png$
Allow: /client_images/*.gif$
Disallow: /client_images/