User-agent: *

# Disalow search :
Disallow: *?s=
Disallow: *&s=
Disallow: /search
# Disallow author pagination
Disallow: */page/
# Disallow indexation of sensitive folders
Disallow: /wp-
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: /category/*/*
Disallow: */trackback
Disallow: */feed
Disallow: */comments
# Disallow indexation of URLs having duplicate content parameters.
Disallow: /*?*
Disallow: /*?
# Standard for wp
Disallow: /cgi-bin
# Allow to index images
Allow: /wp-content/uploads
# Allow images in plugins, cache
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif
Allow: /wp-*.svg
Allow: /wp-*.pdf
User-agent: Googlebot
# Disallow indexation of sensitive files
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.pdf$
# Allow Google Image Bot
User-agent: Googlebot-Image
Disallow:
Allow: /*
# Show to spiders our sitemap
Sitemap: https://insightnews.media/sitemap_index.xml