#    ___  __           __ _   _ _ _            _____              
#   / _ \/ _| /\ /\   /__\ |_(_) (_)_______    \_   \_ __   ___   
#  / /_\/ |_ / //_/  /_\ | __| | | |_  / _ \    / /\/ '_ \ / __|  
# / /_\\|  _/ __ \  //__ | |_| | | |/ /  __/ /\/ /_ | | | | (__ _ 
# \____/|_| \/  \/  \__/  \__|_|_|_/___\___| \____/ |_| |_|\___(_)

# http://content.etilize.com robots.txt

# User-agent: 
# Allow: /

# 10 msc delay for crawler and bots between subsequent request (This may be adjusted due to client need and policy)
Crawl-delay: 1

User-agent: Googlebot-Image

Disallow: /*.pdf$

User-agent: googlebot

Disallow: /*.pdf$