From 2eb93b9ba5c397130d9ad9180db48acf766264fa Mon Sep 17 00:00:00 2001 From: Harshal Sheth Date: Tue, 29 Aug 2023 16:47:34 -0700 Subject: [PATCH] fix(ui): hide pages from web crawlers (#8738) --- datahub-web-react/public/robots.txt | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/datahub-web-react/public/robots.txt b/datahub-web-react/public/robots.txt index e9e57dc4d4..7a00656bc3 100644 --- a/datahub-web-react/public/robots.txt +++ b/datahub-web-react/public/robots.txt @@ -1,3 +1,6 @@ # https://www.robotstxt.org/robotstxt.html User-agent: * -Disallow: +Disallow: /api +Disallow: /gms +Disallow: /search +Disallow: /logOut