cartodb/public/robots.txt
2020-06-15 10:58:47 +08:00

18 lines
293 B
Plaintext

# Contact us at support@carto.com if you are having problems
# while trying to access our API or whatever
User-agent: Googlebot
Disallow: /api/
User-Agent: Slurp
Disallow: /api/
User-agent: Yandex
Disallow: /api/
User-Agent: msnbot
Disallow: /api/
User-agent: baiduspider
Disallow: /api/