# Robots.txt file - Allow indexing the entire production website

# Tell Google's crawlers to ignore backup folders (if they exist)
# because it has old obsolete copies of website resources.
User-agent: *
Disallow: /backup/
Disallow: /deleted/

# Don't crawl the hundreds of Morse Code text files 
# because they're intended for generating sound bites 
# (trailing $ means 'end of line' so filename must end with .txt)
Disallow: /HamRadio/Morse_Code/*.txt$

# sitemap.php is generated automatically by PHP on every fetch
Sitemap: https://solutions-for-education/sitemap.php