User-agent: PRCrawler/Nutch-0.9
Disallow: /
User-agent: PRCrawler
Disallow: /
User-agent: Nutch-0.9
Disallow: /
User-agent: AdsBot-Google
Allow: / 
Allow: /extra/
Allow: /Auto/
Disallow: /*?
Disallow: /affiliates/
Disallow: /aspnet_client/
Disallow: /certs/
Disallow: /free_credit/
Disallow: /highlandlakes/
Disallow: /includes/
Disallow: /insurance/
Disallow: /mct_admin/
Disallow: /mct_data/
Disallow: /offers/
Disallow: /ping/
Disallow: /sales_pixels/
Disallow: /special_handling/
Disallow: /text_files/
Disallow: /channels/
User-agent: Googlebot
Allow: /
Allow: /extra/
Allow: /Auto/
Disallow: /*?
Disallow: /affiliates/
Disallow: /aspnet_client/
Disallow: /certs/
Disallow: /free_credit/
Disallow: /highlandlakes/
Disallow: /includes/
Disallow: /insurance/
Disallow: /mct_admin/
Disallow: /mct_data/
Disallow: /offers/
Disallow: /ping/
Disallow: /sales_pixels/
Disallow: /special_handling/
Disallow: /text_files/
Disallow: /channels/