# Robots.txt for rawaepanel.com
# Last updated: 2026-01-15

User-agent: *
Allow: /

# Note: Legacy Arabic URLs are redirected to English equivalents via .htaccess
# No need to disallow them as they redirect with 301 status

# Disallow duplicate content URLs (these redirect to canonical URLs via .htaccess)
Disallow: /Home/Index

# Note: Old URL patterns (/Product/Gypsum, /Product/GypsumBoard, /Product/StructuralTension) 
# are redirected to canonical URLs via .htaccess (301 redirects)
# No need to disallow them as they redirect with 301 status

# Note: /Home/Prices, /Home/Offers, /Home/Privacy, and /Home/Debug return 410 Gone (permanently removed)
# These pages no longer exist and should be removed from search engine index
Disallow: /Home/Prices
Disallow: /Home/Offers
Disallow: /Home/Privacy
Disallow: /Home/Debug

# Note: Old .html URLs return 410 Gone (permanently removed)
# These pages no longer exist and should be removed from search engine index
Disallow: /*.html
Disallow: /contact.html
Disallow: /sandwich-panel.html
Disallow: /metal-sawater.html
Disallow: /wood-alternative-sawater.html
Disallow: /prefabricated-rooms.html
Disallow: /hangars-installation.html
Disallow: /shades-installation.html
Disallow: /panel-shades.html
Disallow: /haraj-panels.html
Disallow: /jeps-pord.html
Disallow: /shbok.html
Disallow: /metal-stairs.html

# Note: /Product (without productUrl), /services, and /search return 410 Gone (permanently removed)
Disallow: /Product$
Disallow: /services
Disallow: /search

# Disallow old Article URLs (capital A) - use redirects instead
Disallow: /Article/

# Disallow Merchant Center files (not meant for indexing)
Disallow: /merchant-center-products.tsv
Disallow: /merchant-center-products.xml

# Allow important pages
Allow: /articles
Allow: /contact
Allow: /about
Allow: /request-quote
Allow: /educational-content
Allow: /product-comparison
Allow: /practical-tips

# Allow main product pages
Allow: /Product/sandwich-panels
Allow: /Product/hangars
Allow: /Product/shades
Allow: /Product/sawater
Allow: /Product/fence-installation
Allow: /Product/scaffolding-supply
Allow: /Product/gypsum-board
Allow: /Product/structural-tension
Allow: /Product/roofs
Allow: /Product/prefab-rooms
Allow: /Product/aluminum-products

# تم حذف الروابط غير الموجودة في الكود

# Allow article pages
Allow: /articles/*

# تم حذف الروابط غير الموجودة في الكود

# Sitemap - الخرائط الديناميكية
Sitemap: https://rawaepanel.com/sitemap.xml
Sitemap: https://rawaepanel.com/sitemap-index.xml
Sitemap: https://rawaepanel.com/sitemap-products.xml
Sitemap: https://rawaepanel.com/sitemap-articles.xml
Sitemap: https://rawaepanel.com/sitemap-categories.xml

# Note: Host directive is not supported in robots.txt
# Use canonical URLs in sitemap.xml instead