# Allow all search engines to access the site
User-agent: *

# Disallow access to these folders
Disallow: /admin/
Disallow: /scripts/
Disallow: /private/
Disallow: /temp/

# Disallow access to specific file types
Disallow: /*.php$
Disallow: /*.cgi$

# Block access to query parameters (optional, if query strings create duplicate content)
Disallow: /*?*

# Sitemap location for better crawling
Sitemap: https://databeautifier.com/sitemap.xml