User-agent: facebookexternalhit
Crawl-delay: 0
Disallow: /api/
Allow: *
User-agent: *
Disallow: /feed
Disallow: /*/feed
Disallow: /xmlrpc
Disallow: /wp-
Disallow: /?p=
Disallow: /*trackback
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/uploads/publications/
Allow: /wp-content/uploads/cdss-news-magazine/
Allow: /wp-content/plugins/
Allow: /wp-*/*.css
Allow: /wp-*/*.js
Allow: /wp-*/*.pdf
Allow: /wp-content/uploads/publications/cdss-news-magazine/*.pdf