From 5309843d776927621084658c30fe157cb3a5ec1d Mon Sep 17 00:00:00 2001 From: Sarjuuk Date: Mon, 20 Jan 2025 07:09:48 +0100 Subject: [PATCH] Misc/Robots * add sensible robots.txt expected by configuration self test --- robots.txt | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 00000000..053da057 --- /dev/null +++ b/robots.txt @@ -0,0 +1,15 @@ +User-Agent: * +Disallow: /?account +Disallow: /account/ +Disallow: /?account=* +Disallow: /?profile +Disallow: /profile/ +Disallow: /?profile=* +Disallow: /?profiles +Disallow: /profiles/ +Disallow: /?profiles=* +Disallow: /?random +Disallow: /random/ +Disallow: /?search +Disallow: /search/ +Disallow: /?search=*