# robots.txt for http://www.tip.net.au/ User-agent: * Disallow: /incoming/pcug/ # test documents only Disallow: /non-existant/ # Trap misbehaving robots (spammers) Disallow: /oss/wiki/ # don't trawl the wiki Disallow: /~ppmay/cgi-bin/ # don't trawl Trish's search scripts #User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm) Disallow: /~jeremyb/Family_History/PGV/ # don't trawl Jeremy's family history DB