From 45df3836538f2298517d651a771e778b468c7349 Mon Sep 17 00:00:00 2001 From: Danny Holman Date: Wed, 19 Oct 2022 09:51:45 -0500 Subject: Add robots.txt file Add a robots.txt file for search engine crawlers --- robots.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..93d096d --- /dev/null +++ b/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Crawl-delay: 10 -- cgit v1.2.3