diff --git a/.gitignore b/.gitignore index 23c9f4b..00b8a9d 100644 --- a/.gitignore +++ b/.gitignore @@ -48,6 +48,7 @@ public/ !public/ !public/sitemap.xml !public/wdi-logo.ico +!public/robots.txt # Storybook storybook-static diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..ab0d603 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Disallow: /admin/ +Disallow: /cgi-bin +Allow: / + +Sitemap: https://www.wdipl.com/sitemap.xml \ No newline at end of file