User-agent: *
Disallow: /search
Disallow: /api/v1/result_json
Disallow: /api/v1/similarity_search
Disallow: /api/v1/query


User-agent: Googlebot
Disallow: /api/v1/result_json
Disallow: /api/v1/similarity_search
Disallow: /api/v1/query