# robots.txt file for http://asiafan.org User-agent: * Disallow: /temp/ User-agent: ia_archiver Disallow: / User-agent: webcrawler Disallow: / User-agent: Kurzor Disallow: / User-agent: abot Disallow: / User-agent: aipbot Disallow: / User-agent: NPBot Disallow: / User-agent: BruinBot Disallow: / User-agent: archive.org_bot Disallow: / User-agent: heitrix Disallow: / User-agent: NCSA Beta 1 Disallow: /