# Allow all search engines to crawl the main website
User-agent: *
Disallow: /admin/      # Example: Block any admin paths if they exist
Disallow: /private/    # Block sensitive or private directories
Disallow: /test/       # Block testing or development directories
Disallow: /get.php    # Block the get.html endpoint for fetching JSON
Disallow: /json.php    # Block the get.html endpoint for fetching JSON
# Disallow: /*?*          # Block all query parameter-based URLs (disable or no?)
Allow: /       # Explicitly allow crawling in the /website subdirectory

# Specify the location of the sitemap
Sitemap: https://www.181.fm/sitemap.xml