User-agent: *
Disallow: /cgi-bin/
Disallow: /captcha/
Disallow: /login
Disallow: /logout
Disallow: /register
Disallow: /password/
Disallow: /admin/
Disallow: /api/
Disallow: /csrf
Disallow: /keyword-search
Disallow: /*.json$
Disallow: /storage/
Disallow: /vendor/
Disallow: /cdn-cgi/

Allow: /storage/media-library/

Sitemap: https://petroknowledge.com/sitemap.xml