# Let every crawler in, then block only the junk we don’t want indexed
User-agent: *
Disallow: /search/
Disallow: /hebrew/search/
Disallow: /tag/
Disallow: /forum/
Disallow: /test/
Disallow: /w/
Disallow: /w2/
Disallow: /w3/

# Old wiki cruft
Disallow: /wiki/index.php
Disallow: /wiki/Special*
Disallow: /hebwiki/Special*
Disallow: /hebwiki/%D7%9E%D7%99%D7%95%D7%97%D7%93*
Disallow: /wiki/User*
Disallow: /hebwiki/User*
Disallow: /wiki/index.php/User*
Disallow: /hebrew/instructor/gidon
Disallow: /website/privacy.php
Disallow: /thefirsrone1   # obsolete placeholder page

# Let AdSense read everything (required for contextual ads)
User-agent: Mediapartners-Google
Disallow:

# Sitemap declaration
Sitemap: https://www.akban.org/sitemap.xml
Sitemap: https://www.akban.org/video-sitemap.xml