From b7af3d0566f2154daf17c507a8f9521e7a563223 Mon Sep 17 00:00:00 2001
From: priyanshuvish <vishpriyanshu172@gmail.com>
Date: Tue, 19 Aug 2025 12:38:53 +0530
Subject: [PATCH] adding robots.txt file

---
 .gitignore        | 1 +
 public/robots.txt | 6 ++++++
 2 files changed, 7 insertions(+)
 create mode 100644 public/robots.txt

diff --git a/.gitignore b/.gitignore
index 23c9f4b..00b8a9d 100644
--- a/.gitignore
+++ b/.gitignore
@@ -48,6 +48,7 @@ public/
 !public/
 !public/sitemap.xml
 !public/wdi-logo.ico
+!public/robots.txt
 
 # Storybook
 storybook-static
diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..ab0d603
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,6 @@
+User-agent: *
+Disallow: /admin/
+Disallow: /cgi-bin
+Allow: /
+ 
+Sitemap: https://www.wdipl.com/sitemap.xml
\ No newline at end of file