# robots.txt for http://www.ladysun.info # 11/04/04 # archive.org User-agent: ia_archiver Disallow: / # all robots excluding archive.org will spider the domain minus the following three folders User-agent: *