#below lines control all search engines, and blocks all search, archieve and allow all blog posts and pages.
User-agent: Mediapartners-Google
User-agent: *
Disallow: /search*
Disallow: /20*
Allow: /*.html
Sitemap: https://blog.3cornersfarm.com//sitemap.xml
Sitemap: https://blog.3cornersfarm.com//sitemap-pages.xml
Sitemap: https://blog.3cornersfarm.com/atom.xml?redirect=false&start-index=1&max-results=5000