# www.robotstxt.org/ # http://code.google.com/web/controlcrawlindex/ User-Agent: * Disallow: /humanresources* Disallow: /*/humanresources* Disallow: /~/media/Files/PDF/Job%20Descriptions* Disallow: /~/media/HR* Disallow: /19-35* Disallow: /weekly-web-specials* Disallow: /community-productions-company-page.aspx Disallow: /*/community-productions-company-page.aspx Disallow: /press-room/electronic-press-kit* Disallow: /*/press-room/electronic-press-kit* Disallow: /checkout* Disallow: /*/Meta-Data* Disallow: /Meta-Data* Disallow: /*/connect-with-us* Disallow: /connect-with-us* Disallow: /*/user* Disallow: /user* Allow: /*/user/login* Allow: /user/login* Allow: /*/user/create-account* Allow: /user/create-account* Disallow: /*/User* Disallow: /User* Allow: /*/User/login* Allow: /User/login* Allow: /*/User/create-account* Allow: /User/create-account* Disallow: /PurchasePath* Disallow: /purchasepath* Disallow: /reveal-your-deal* Disallow: /*/reveal-your-deal*