User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 600
User-agent: *
Disallow: /feed
Disallow: /feed/
Disallow: /cgi-bin/
Disallow: /comment
Disallow: /comments
Disallow: /trackback
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /states
Disallow: /states/
Disallow: /thank-you/
Disallow: /thank-you
Allow: /wp-content/themes/nobel/js/
Allow: /wp-content/themes/nobel/css/