# Robots.txt for NoHugeDeal.com
# Updated: August 2025

User-agent: *
Allow: /

# Priority pages for crawling
Allow: /article/
Allow: /category/
Allow: /browse
Allow: /search

# Sitemap location
Sitemap: https://nohugedeal.com/sitemap.xml
Sitemap: https://nohugedeal.com/sitemap-articles.xml
Sitemap: https://nohugedeal.com/sitemap-categories.xml

# Crawl delay for respectful crawling
Crawl-delay: 1

# Disallow webmaster
Disallow: /webmaster/
Disallow: /api/
Disallow: /*.json$

# Allow social media bots
User-agent: facebookexternalhit/1.1
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: PinterestBot
Allow: /

# Indexing for search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Host directive
Host: https://nohugedeal.com