User-agent: Scrapy
Allow: /

User-agent: Scrapy
Allow: /
User-agent: Mozilla/5.0 (compatible; Sitemap Generator; Windows NT 10.0)
Allow: /
Sitemap: https://therichardrosereport.com/sitemap_index.xml
Sitemap: https://therichardrosereport.com/post-sitemap.xml
Sitemap: https://therichardrosereport.com/xmlsitemap.xml
Sitemap: https://therichardrosereport.com/TRRRsitemap.xml
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: https://therichardrosereport.com/  
Allow: https://therichardrosereport.com/Articles/
Allow: https://therichardrosereport.com/Articles2/
Allow: https://therichardrosereport.com/cannasearch-breaking-news-cbd-hemp/
Allow: https://therichardrosereport.com/downloads/
Allow: https://therichardrosereport.com/hemp-history/
Allow: https://therichardrosereport.com/project-review-service/
Allow: https://therichardrosereport.com/articles2/richard-rose-professional-history/
Allow: https://therichardrosereport.com/about/subscribe/
Allow: https://therichardrosereport.com/about/services/
Allow: https://therichardrosereport.com/resources/hemp-videos/
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /press-this.php
Disallow: /remote-login.php
Disallow: /activate/
Disallow: /?print=print/
Disallow: /cgi-bin/
Disallow: /mshots/v1/
Disallow: /next/
Disallow: /public.api/
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /wp-
Disallow: /wp-content/
Disallow: /wp-upload/
Disallow: /wp-uploads/
Disallow: /you-landed-here-eh/
Disallow: /checkout/
Disallow: /purchase-confirmation/
Disallow: /heres-your-download/
Disallow: /purchase-history/
Disallow: /signup/
Disallow: /subscribe/
Disallow: /search_results/
Disallow: /transaction-failed/
Disallow: /amp/  
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /tmp/
Disallow: /wpforms-preview/
Disallow: /search/
Disallow: /success/
Disallow: /edd/
Disallow: /users/
Disallow: /?print=print
Disallow: /foo*/