Sitemap: http://ateupwithmotor.com/site-map.html
User-agent: *
Crawl-delay: 180.00
Disallow: /*.gif$
Disallow: /*.Gif$
Disallow: /*.GIF$
Disallow: /*.jpg$
Disallow: /*.Jpg$
Disallow: /*.JPG$
Disallow: /*.jpeg$
Disallow: /*.Jpeg$
Disallow: /*.JPEG$
Disallow: /*.pdf$
Disallow: /*.Pdf$
Disallow: /*.PDF$
Disallow: /*.png$
Disallow: /*.zip$
Disallow: /*.Zip$
Disallow: /*.ZIP$
# limit msnbot to 100 requests per day (86,400 seconds)
User-agent: msnbot
crawl-delay: 864
User-agent: twiceler
Disallow: /