# Global Macro Expert (globalmacro.expert), Siller Advisory.
# Text and data mining is reserved under Article 4(3) of Directive (EU) 2019/790 (Terms of Use, section 3:
# https://globalmacro.expert/docs/terms/); every response also carries the header "tdm-reservation: 1".
# Search engines and AI assistants that fetch pages for a user are welcome; AI training crawlers are not.
# AI assistants can query the data through the MCP server: https://globalmacro.expert/mcp (docs: /docs/ai/).

User-agent: *
Allow: /
Disallow: /login/
Disallow: /auth/
Disallow: /assets/*.js$
Disallow: /assets/*.css$

# Search engines
User-agent: Googlebot
Allow: /
Disallow: /login/
Disallow: /auth/

User-agent: Bingbot
Allow: /
Disallow: /login/
Disallow: /auth/

# AI search and user-retrieval agents (they fetch a page when a user asks about it)
User-agent: OAI-SearchBot
Allow: /
Disallow: /assets/*.js$
Disallow: /assets/*.css$
Disallow: /login/
Disallow: /auth/

User-agent: ChatGPT-User
Allow: /
Disallow: /assets/*.js$
Disallow: /assets/*.css$
Disallow: /login/
Disallow: /auth/

User-agent: Claude-SearchBot
Allow: /
Disallow: /assets/*.js$
Disallow: /assets/*.css$
Disallow: /login/
Disallow: /auth/

User-agent: Claude-User
Allow: /
Disallow: /assets/*.js$
Disallow: /assets/*.css$
Disallow: /login/
Disallow: /auth/

User-agent: PerplexityBot
Allow: /
Disallow: /assets/*.js$
Disallow: /assets/*.css$
Disallow: /login/
Disallow: /auth/

# AI training crawlers: text and data mining reserved
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

Sitemap: https://globalmacro.expert/sitemap.xml
Sitemap: https://globalmacro.expert/sitemap-macro.xml
Sitemap: https://globalmacro.expert/sitemap-markets.xml