User-Agent: *
Disallow: /forum/include/*
Disallow: /forum/scripts/*
Disallow: /forum/scripts/
Disallow: /forum/extension_src/
Disallow: /forum/mods/
Disallow: /forum/docs/
Disallow: /forum/css.php

User-Agent: NPBot
Disallow: *

User-agent: magpie-crawler
Disallow: /

User-Agent: MJ12BOT
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: BLEXBot
Disallow: /

Sitemap: https://yosemitenews.info/sitemap0.xml.gz
Sitemap: https://yosemitenews.info/forum/sitemap_index.xml