# Remilia Wiki crawler policy User-agent: * Allow: / # Keep canonical article URLs crawlable while excluding dynamic crawler traps. Allow: /Special:Archive Allow: /Special:Archive/ Allow: /Special:ArchiveData Allow: /Special:ArchiveData/ Allow: /Special:ArchiveMedia Allow: /Special:ArchiveMedia/ Allow: /Special:ArchiveSitemap Allow: /Special:ArchiveSitemap/ Allow: /Special:ArchiveOpenSearch Allow: /Special:ArchiveOpenSearch/ # Digest-bearing ArchiveFile URLs are compatibility redirects, not crawl targets. Disallow: /Special:ArchiveFile Disallow: /Special:ArchiveFile/ Allow: /Special:Portal Disallow: /Special: Disallow: /index.php? # Permit bounded read-only API discovery; the longer Allow rules override the # generic API disallow for compliant crawlers. Allow: /api.php?action=parse Allow: /api.php?action=query Allow: /api.php?action=help Allow: /api.php?action=cargoquery Allow: /api.php?action=cargotables Disallow: /api.php Disallow: /api/ # Prefer the cacheable MediaWiki REST page surface for machine retrieval. Allow: /rest.php/v1/page/ # Title search is advertised in llms.txt and the agent guide. Allow: /rest.php/v1/search/ Disallow: /rest.php # Exclude duplicate and mutation-oriented views. Disallow: /*action=edit Disallow: /*action=history Disallow: /*action=submit Disallow: /*printable=yes Disallow: /*oldid= Disallow: /*diff= Sitemap: https://wiki.remilia.org/sitemap/sitemap-index-remiliawiki.xml Sitemap: https://wiki.remilia.org/Special:ArchiveSitemap