# robots.txt for Scantide
# Website: https://www.scantide.com/
#
# Purpose:
# - Allow search engines to crawl public product, help, and documentation pages.
# - Point crawlers to the sitemap.
# - Keep backend, temporary, vendor, cache, upload, and admin-style paths out of normal crawling.
#
# Important:
# robots.txt is not a security feature. Do not rely on it to protect private files.
# Anything sensitive must still be protected by authentication, filesystem permissions,
# web server rules, or moved outside the public web root.

User-agent: *
Allow: /

# Backend / private / generated areas
Disallow: /admin/
Disallow: /api/
Disallow: /cache/
Disallow: /logs/
Disallow: /tmp/
Disallow: /uploads/
Disallow: /vendor/
Disallow: /stripe/

# Common development or dependency paths
Disallow: /node_modules/
Disallow: /composer/
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /package-lock.json

# Avoid crawling local/config/backup-style files if exposed by mistake
Disallow: /*.bak$
Disallow: /*.backup$
Disallow: /*.old$
Disallow: /*.orig$
Disallow: /*.save$
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.env$

# Avoid indexing raw downloadable/archive/script artifacts directly
# Keep public landing/help pages indexable, but avoid direct package/script URLs where possible.
Disallow: /helpfiles/*.zip$
Disallow: /helpfiles/*.crx$
Disallow: /helpfiles/*.xpi$
Disallow: /helpfiles/*.apk$
Disallow: /helpfiles/*.ps1$
Disallow: /helpfiles/*.aab$
Disallow: /helpfiles/*.txt$

# Allow important public Scantide pages explicitly
Allow: /scanner.php
Allow: /sslmonitor.php
Allow: /helpfiles/manual.php
Allow: /helpfiles/contact.php
Allow: /helpfiles/why-Scantide-timesavings.php
Allow: /helpfiles/ScantideObserve.php
Allow: /helpfiles/ScantideObserveMobile.php
Allow: /helpfiles/ScantideAuditorPowerShell.php
Allow: /helpfiles/ScantideAuditorPowerShellManual.php
Allow: /helpfiles/ScantideAuditorAndroid.php

# Sitemap
Sitemap: https://www.scantide.com/sitemap.xml