# directed to all spiders, not just Scooter
USER-AGENT: *
Disallow: /

User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /

DISALLOW: error.html

DISALLOW: Main.css

DISALLOW: favicon.ico

# Folder names WITHOUT a trailing slash disallows every file in that folder.
DISALLOW: /info

DISALLOW: /ssimages

DISALLOW: /Templates

DISALLOW: /format

DISALLOW: /cgi-bin

DISALLOW: /graphics

DISALLOW: /format


# Folder names WITH a trailing slash disallows that folder.

DISALLOW: /categories/

DISALLOW: /Metro/photos/


USER-AGENT: Googlebot-Image
DISALLOW: / 

## NOTES:
# <meta http-equiv="refresh" content="0; url=http://www.superiorshelving.com">
# <meta http-equiv="REFRESH" content="0; url=http://www.superiorshelving.com/mfg/nexel/pages/mobileSolid.php" />

# <meta name="robots" content="noindex,nofollow" />


# redirect temp /store/aigner/shop.cgi http://www.superiorshelving.com/mfg/aigner/index.php
# or
# redirect 302 /store/aigner/shop.cgi http://www.superiorshelving.com/mfg/aigner/index.php

# RedirectMatch "\.html$" http://www.example.com/index.php
# This will redirect all requests to files that end with .html to the index.php file.