From 6bde56bef77c15cec6f5030b158c940d2f99725a Mon Sep 17 00:00:00 2001
From: hallgren <hallgren@chalmers.se>
Date: Fri, 22 Aug 2014 12:13:04 +0000
Subject: [PATCH] src/www/robots.txt: robot exclusion file for the GF cloud
 service.

To reduce potential server load caused by search bots.
---
 src/www/robots.txt | 4 ++++
 1 file changed, 4 insertions(+)
 create mode 100644 src/www/robots.txt

diff --git a/src/www/robots.txt b/src/www/robots.txt
new file mode 100644
index 000000000..5b3ee3354
--- /dev/null
+++ b/src/www/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /grammars
+Disallow: /robust
+Disallow: /*.pgf