nany serve robots.txt file

src/AboutMe.Web/AppStart/Bootstrap.cs

@@ -12,6 +12,7 @@ namespace AboutMe.Web.AppStart
             conventions.StaticContentsConventions.AddDirectory("Images");
             conventions.StaticContentsConventions.AddDirectory("Scripts");
             conventions.StaticContentsConventions.AddDirectory("fonts");
+            conventions.StaticContentsConventions.AddFile("/robots.txt",System.IO.Path.Combine("Content", "robots.txt"));
         }
     }
 }

src/AboutMe.Web/Modules/Index.cs

@@ -11,19 +11,6 @@ namespace AboutMe.Web.Modules
         public Index()
         {
             Get["/"] = x => View["Index"];
-            Get["robots.txt"] = x =>
-            {
-                var res = this.Response.AsFile("robots.txt", "text/plain");
-                res.Contents = a =>
-                {
-                    var msg = new StreamWriter(a);
-                    msg.Write(new StringBuilder().AppendLine("User-agent: *"));
-                    msg.Flush();
-                    msg.Dispose();
-                };
-
-                return res;
-            };
         }
     }
 }