User-agent: *
Allow: /
Allow: /sitemap.xml
Allow: /images/
Allow: /css/
Allow: /js/
Allow: /scss/
Allow: /fonts/

# Disallow admin and system files
Disallow: /admin/
Disallow: /includes/
Disallow: /api/
Disallow: /ads/
Disallow: /.git/
Disallow: /error_log
Disallow: /*.log$
Disallow: /*.sql$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.gz$

# Allow main tool pages
Allow: /*.php$
Allow: /p-*.php$
Allow: /*-downloader.php$
Allow: /*-converter.php$
Allow: /*-tools.php$

# Sitemap location
Sitemap: https://toolfox.shopyii.com/sitemap.xml

# Crawl-delay
Crawl-delay: 10