# robots.txt for https://www.tip.net.au/ User-agent: * Disallow: /incoming/pcug/ # test documents only Disallow: /non-existant/ # Trap misbehaving robots (spammers) Disallow: /members/ # don't trawl the members area