# Created with RoboGen SE # http://www.rietta.com/robogen/ # -------------------------------- # By The Lake Web Development -- http:://www.michiganwxsystem.com # Robot Exclusion File -- robots.txt # Author: Jeff Lake # Last Updated: 03/15/06 17:59:53 User-agent: psbot Disallow: / User-agent: BecomeBot Disallow: / #User-agent: Teoma #Disallow: / User-agent: genieBot Disallow: / User-agent: * Crawl-delay: 240 User-agent: * Disallow: /PDF/ Disallow: /cgi-bin/ Disallow: /data/ Disallow: /dev/ Disallow: /dnloads/ Disallow: /email/ Disallow: /java/ Disallow: /style_sheet/ Disallow: /test/ Disallow: /rita_tx_rad_1.txt Disallow: /rita_test.html Disallow: /test.html Disallow: /test.shtml Disallow: /mkportal/ Disallow: /smf/Packages/ Disallow: /smf/Smileys/ Disallow: /smf/Sources/ Disallow: /smf/Themes/ Disallow: /smf/attachments/ Disallow: /smf/avatars/ Disallow: /smf/em/ Disallow: /smf/CGIXSLT.pm Disallow: /smf/SSI.php Disallow: /smf/Settings.php Disallow: /smf/Settings_bak.php Disallow: /smf/addpoll.gif Disallow: /smf/admin.gif Disallow: /smf/admin_lock.gif Disallow: /smf/admin_rem.gif Disallow: /smf/admin_sticky.gif Disallow: /smf/agreement.txt Disallow: /smf/browser.xsl Disallow: /smf/browserf.xsl Disallow: /smf/bytes.enc Disallow: /smf/changelog-themes.txt Disallow: /smf/changelog.txt Disallow: /smf/contact.txt Disallow: /smf/emailpost.php Disallow: /smf/emailpostPdb.php Disallow: /smf/emailpost_v1.0.mod Disallow: /smf/go_down.gif Disallow: /smf/go_up.gif Disallow: /smf/index.template.php Disallow: /smf/license.txt Disallow: /smf/smf_1-0.sql Disallow: /smf/ssi_examples.php Disallow: /smf/ssi_examples.shtml Disallow: /smf/upgrade_1-0.sql Disallow: /tmp/ Disallow: /images/ Disallow: /images/CaWxMaps/ Disallow: /images/airdelay/ Disallow: /images/alertmaps/ Disallow: /images/bannerbgs/ Disallow: /images/basemaps/ Disallow: /images/blankmaps/ Disallow: /images/cgi-bin/ Disallow: /images/contours/ Disallow: /images/floodstuff/ Disallow: /images/frontmaps/ Disallow: /images/frontstuff/ Disallow: /images/hw3image/ Disallow: /images/hwkb/ Disallow: /images/ich/ Disallow: /images/imapgenerated/ Disallow: /apf-0.9.6-1/ Disallow: /bfd-0.9/ Disallow: /suspended.page/ Disallow: /directory/ Disallow: /?pid=31 Disallow: /?pid=32 Disallow: /?pid=33 Disallow: /templates Disallow: /php # Uploaded by RoboGen SE