# robots.txt file for https://indonesiacocopeat.com/
User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
Disallow: /wp-content/*
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-login.php
Disallow: /trackback
Disallow: /author
Disallow: /page
Disallow: */trackback
Disallow: */*/trackback
Disallow: /*?*
Disallow: /*?
Disallow: /rss_class/
Disallow: /img/
Disallow: /images/
Disallow: /ads/
Disallow: /inc/
Disallow: /search/
Disallow: /search/*/*
Disallow: /category/*/*
Disallow: /category/
Disallow: /?s=
Disallow: /?s=*

User-agent: Googlebot

# disallow all files ending with these extensions

Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.wmv$
Disallow: /*.gif$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: */trackback*

# allow google image bot to search all images

User-agent: Googlebot-Mobile

Allow: /*

User-agent: Twitterbot
Allow: /*.png$
Allow: /*.jpg$

User-agent: facebookexternalhit
Allow: /*.png$
Allow: /*.jpg$

# allow adsense bot on entire site

User-agent: Mediapartners-Google*

Disallow:

Allow: /*


# disable duggmirror

User-agent: duggmirror
Disallow: /

# disallow Internet Archiver Wayback Machine

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /