User-agent: *   # directed to all spiders, not just Scooter

Disallow: /digitalx/
Disallow: /docs/
Disallow: /dxr7/
Disallow: /albums/
Disallow: /dig_final/
Disallow: /events/
Disallow: /events.xyz/
Disallow: /events.old.xyz/
Disallow: /events.old/
Disallow: /gallery/
Disallow: /help/
Disallow: /images/
Disallow: /images_nl/
Disallow: /raj/
Disallow: /save/
Disallow: /scripts/
Disallow: /styles/
Disallow: /webalizer/
Disallow: /WEB-INF/

User-agent: ia_archiver
Disallow: /

#User-agent: TurnitinBot/2.1
#Disallow: /

#User-agent: IRLbot
#Disallow: /

#User-Agent: stress-agent
#Disallow: /

#User-agent: Gaisbot
#Disallow: /

#User-agent:NetResearchServer/4.0
#Disallow: /

#User-agent:NetResearchServer
#Disallow: /

#User-Agent: OmniExplorer_Bot
#Disallow: /

#User-Agent: NimbleCrawler
#Disallow: /

#User-agent:SuperPagesBot/0.1
#Disallow: /