User-agent: googlebot
Disallow: /pages/
Disallow: /lp/

User-agent: Scooter
Disallow: /pages/
Disallow: /lp/

User-agent: Slurp
Disallow: /pages/
Disallow: /lp/

User-agent: Gulliver
Disallow: /pages/
Disallow: /lp/

User-agent: teoma_agent1
Disallow: /pages/
Disallow: /lp/

User-agent: FAST-WebCrawler
Disallow: /pages/
Disallow: /lp/

User-agent: KIT-Fireball
Disallow: /pages/
Disallow: /lp/

User-agent: AbachoBOT
Disallow: /pages/
Disallow: /lp/

User-agent: Lycos_Spider_(T-Rex)
Disallow: /pages/
Disallow: /lp/