User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
### What comes after ### is a comment. So you can delete the entire comment line if you want, or just leave it in place
### https://developers.google.com/webmasters/control-crawl-index/docs/robots_txt

### WARNING if you use this directive = User-agent: * which means ALL and then Disallow: / (that brackets basically tells Google to NOT crawl your ENTIRE site, so don't NEVER use Disallow: / accidently

User-agent: Googlebot 
Disallow: /cgi-bin
Disallow: /wp-admin$
Disallow: /wp-admin*/
Disallow: /wp-includes$
Disallow: /author/admin$
Disallow: /author/admin/
### Using cache plugins? Want Google to not access cached content? Uncomment below line
#Disallow: /wp-content/cache*/
Disallow: /archives$
Disallow: /archives/
Disallow: /category/uncategorized$
Disallow: /category/uncategorized/
Disallow: /tag$
Disallow: /tag/
Disallow: /feed$
Disallow: /feed/
Disallow: /comments/feed
Disallow: /comments/feed/
Disallow: /xmlrpc.php$
Disallow: */trackback/
Disallow: /print$
Disallow: /print/
Disallow: /search$
Disallow: /search/
# don't use below directive if you have an Ecommerce type site with products etc.
###Disallow: /*?
Allow: /*.js
Allow: /*.css

User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin$
Disallow: /wp-admin*/
Disallow: /wp-includes$
Disallow: /author/admin$
Disallow: /author/admin/
### Using cache plugins? Want Google to not access cached content? Uncomment below line
#Disallow: /wp-content/cache*/
Disallow: /archives$
Disallow: /archives/
Disallow: /category/uncategorized$
Disallow: /category/uncategorized/
Disallow: /tag$
Disallow: /tag/
Disallow: /feed$
Disallow: /feed/
Disallow: /comments/feed
Disallow: /comments/feed/
Disallow: /xmlrpc.php$
Disallow: */trackback/
Disallow: /print$
Disallow: /print/
Disallow: /search$
Disallow: /search/
# don't use below directive if you have an Ecommerce type site with products etc.
###Disallow: /*?
Allow: /*.js
Allow: /*.css

# Various other user-agents you can control crawling for
#User-agent: Googlebot-Mobile
#Disallow:
#User-agent: Googlebot-Image
#Disallow: 
#User-agent: Googlebot-News
#Disallow: 
#User-agent: Googlebot-Video
#Disallow: 
#User-agent: Mediapartners-Google
#Disallow: 
#User-agent: Adsbot-Google
#Disallow: 

## If you are using WP SEO Plugin by Yoast > https://www.rankya.com/how-to-use-yoast-wordpress-seo-plugin/

###Sitemap: http://www.YOURURL.com/post-sitemap.xml
###Sitemap: http://www.YOURURL.com/page-sitemap.xml
###Sitemap: http://www.YOURURL.com/anotherposttype-sitemap.xml
### don't forget to delete the comments before upload. Also you can use Google Webmaster Tools > Crawl > robots.txt file tester. This video explains that https://www.rankya.com/google-webmaster-tools-tutorial-2016/