# /robots.txt for http://www.PalestineRemembered.com/ 
User-agent: *
Disallow: /ATR
Disallow: /servlet
Disallow: /OralHistoryMP3
Disallow: /OralHistoryMovies

User-agent: psbot
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-Agent: IRLbot
Disallow: /
User-Agent: NetResearchServer
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Mp3Bot
Disallow: /
ser-agent: gigabot
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: aipbot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Snapbot
Disallow: /
User-agent: ConveraCrawler
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-Agent: Charlotte
Disallow: /
User-agent: Sproose
Disallow: /
User-agent: aipbot
Disallow: /
User-agent: sensis
Disallow: /
User-agent: WeRelateBot
Disallow: /