diff --git a/src/www/robots.txt b/src/www/robots.txt
new file mode 100644
index 000000000..5b3ee3354
--- /dev/null
+++ b/src/www/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /grammars
+Disallow: /robust
+Disallow: /*.pgf