User-agent: webcrawler Disallow : /admin Disallow : /lb User-agent: Googlebot Disallow : /admin Disallow : /lb