# $Id: robots.txt,v 1.1 2004/02/16 08:03:11 evan Exp $

# robots.txt for dogstreetjournal.com

User-agent: *
# skip ads
Disallow: /ads/
# skip sms
Disallow: /sms/
# skip rss
Disallow: /rss/
# skip maintenance
Disallow: /maintenance
# skip sin dump
Disallow: /sin_dump.php

# storage
User-agent: *
Disallow: /storage/

# IP protection bot
User-agent: TurnitinBot
Disallow: /

# IP protection bot
User-agent: NPBot
Disallow: /

# duplicate requests looking for streaming media we don't have
User-agent: asterias
Disallow: /