User-agent: *
Crawl-Delay: 20

Disallow: /application/
Disallow: /public/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /opcache/
Disallow: /assets/
Disallow: /README.md
Disallow: /contributing.md
Disallow: /composer.json
Disallow: /*.php$
Disallow: /*.txt$
Disallow: /*.log$
Disallow: /*.rst$
Disallow: /*.md$
Disallow: /feeds/factiva/
Disallow: /feeds/factiva/*
Disallow: /v2/
Disallow: /removed-files/
Disallow: /rj-corp/
Disallow: /generate-header/
Disallow: /page/30/?sscriptalert
Disallow: /page/blog-single.html
Disallow: /welcome/load_more
Disallow: /twitter.html
Disallow: /opcache/*
Allow: /application/controllers/
Allow: /application/views/
Allow: /tag/*
Allow: /company/*

Sitemap: https://www.techcircle.in/sitemap/article-sitemap-index.xml
Sitemap: https://www.techcircle.in/sitemap/category-sitemap-index.xml
Sitemap: https://www.techcircle.in/sitemap/image-sitemap-index.xml
Sitemap: https://www.techcircle.in/sitemap/news-sitemap.xml
Sitemap: https://www.techcircle.in/sitemap/tag-sitemap-index.xml