# robots.txt for embassy.science # Keep crawlers away from expensive, non-content URLs (faceted browsing, # query-string pages, special pages). Content pages /wiki/ stay open. User-agent: * Disallow: /wiki-wiki/index.php Disallow: /wiki-wiki/api.php Disallow: /wiki-wiki/rest.php Disallow: /wiki/Special: Disallow: /wiki/Special%3A Disallow: /wiki/*? Allow: /wiki-wiki/load.php