# ROBOT TXT DIGISELLPAL.COM

# Stop indexing some folders
User-agent: *
# Disallow: /SOME DIR/
Disallow: /micmcpan/
Disallow: /cgi-bin/
Disallow: /images/

# Stop image bots from copying images
User-Agent: Googlebot-Image
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: psbot
Disallow: /

# Block Alexa and Wayback Machine
User-agent: ia_archiver
Disallow: /

# Block PDFs and zip files from robots
User-agent: *
Disallow: /*.zip$
Disallow: /*.pdf$
Disallow: /download