# This file restricts where robots can graze. # # see for an explanation. # # Dissallow everyone User-agent: * Disallow: / # Allow IU Search agent User-agent: IUseek User-agent: iu-crawler User-agent: archive.org_bot Disallow: