# robots.txt for pilhalloffame.org # : # user-agent required, * = default, keep until learn more # can customize per search spider, ex. cyberworldmapper user-agent: * # disallow spec with / = no robots allowed anywhere disallow: /cgi-bin/ disallow: /includes/ disallow: /scgi-bin/ disallow: /_private/ disallow: /_