User-agent: Baiduspider
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: cityreview
Disallow: /

User-agent: Cityreview Robot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: UCLA%20Google%20Search%20Appliance%20%2301%20%28contact%3A%20jhuang%40ais.ucla.edu%29 (Enterprise; S5-J4JEBZS9PUJJA; jhuang@ais.ucla.edu)
Disallow: /

User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuil.com/twiceler/robot.html)
Disallow: /

User-agent: accelobot
Disallow: /

User-agent: KoolBot/1.0 (experimental search spider)
Disallow: /

User-agent: Sogou web spider/4.0
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: Yeti/1.0
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: VoilaBot BETA 1.2
Disallow: /

# W3C Link checker
User-agent: W3C-checklink
Disallow:

User-agent: Exabot
Disallow: *?

User-agent: Slurp
Crawl-delay: 5
Disallow: /*?

User-agent: Googlebot
Crawl-delay: 100
Disallow: /*?

User-agent: *
Crawl-delay: 100
Disallow: /websites/
Disallow: /apam/search.jsp
Disallow: /apam/librarian?SEARCH
Disallow: /apam/librarian?ADVSEARCH
Disallow: /apam/librarian?ITEMBREAK=
Disallow: /apam/librarian?STARTPOINT=
Disallow: /apam/librarian?ITEMID=
Disallow: /apam/librarian?VIEWPDF=
Disallow: /apam/nails/
Disallow: /aidsposters/librarian?SEARCH
Disallow: /aidsposters/librarian?ADVSEARCH
Disallow: /aidsposters/librarian?ITEMBREAK=
Disallow: /aidsposters/librarian?ADDITEM=
Disallow: /aidsposters/librarian?STARTPOINT=
Disallow: /aidsposters/librarian?ADDNOTE
Disallow: /aidsposters/librarian?ITEMID=
Disallow: /canonlaw/librarian?ITEMBREAK=
Disallow: /canonlaw/librarian?STARTPOINT=
Disallow: /canonlaw/librarian?ITEMID=
Disallow: /hoover/librarian?ITEMBREAK=
Disallow: /hoover/librarian?STARTPOINT=
Disallow: /immi/librarian?ITEMBREAK=
Disallow: /immi/librarian?STARTPOINT=
Disallow: /immi/librarian?ITEMID=
Disallow: /immi/librarian?SEARCH&SUBJECT=
Disallow: /newspaper/librarian?ITEMBREAK=
Disallow: /newspaper/librarian?STARTPOINT=
Disallow: /ratscia/librarian?ITEMBREAK=
Disallow: /ratscia/librarian?STARTPOINT=
Disallow: /minasian/librarian?ITEMBREAK=
Disallow: /minasian/librarian?STARTPOINT=
Disallow: /sheetmusic/librarian?SEARCH
Disallow: /sheetmusic/librarian?ADVSEARCH
Disallow: /campaign/librarian?STARTPOINT=