User-agent: *
Disallow: /top20k
Disallow: /all
Disallow: /submit_primary
Disallow: /submit_secondary
Disallow: /submit_enums
Disallow: /summary
Disallow: /banks
Disallow: /govmil
Disallow: /search_engine
Disallow: /wikileaks
Disallow: /xxx
Disallow: /news
Disallow: /reddit
Disallow: /digg
Disallow: /slashdot
Disallow: /yc_news
Disallow: /tech_company
Disallow: /social_network
Disallow: /dating_site
Disallow: /online_store
Disallow: /university
Disallow: /zip
Disallow: /twitter