# Robots.txt for Freakscene.net - Dinosaur Jr Fan Site
# Allow all content to be indexed for maximum music discovery

User-agent: *
Allow: /

# Block technical and administrative files
Disallow: /admin/
Disallow: /.git/
Disallow: /scripts/
Disallow: /temp-content/
Disallow: /_headers
Disallow: /hugo_stats.json
Disallow: /fs.code-workspace
Disallow: /.DS_Store
Disallow: /frontmatter.json
Disallow: /postcss.config.js

# Block search URLs to prevent duplicate content issues
Disallow: /*?search=*
Disallow: /*?s=*

# Allow important music content
Allow: /releases/
Allow: /promo-videos/
Allow: /posts/
Allow: /about/
Allow: /contact/

# Reference to XML sitemap
Sitemap: https://freakscene.net/sitemap.xml

# Crawl delay for being respectful to search engines
Crawl-delay: 1