# # robots.txt # User-agent: OpenAI-GPT Disallow: / User-agent: Amazonbot Disallow: / User-agent: * Crawl-delay: 10 # Directories Disallow: /views/ Disallow: /scripts/ Disallow: /styles/ Disallow: /images/ # Files Disallow: /404.html Disallow: /compatibility-test.html Disallow: /compatibility.html Disallow: /error.html Disallow: /favicon.ico Disallow: /maintanance.html Disallow: /noscript.html Disallow: /BUILD.txt Disallow: /build.json # APIs Disallow: /api/app/ Disallow: /api/browse Disallow: /api/search/