diff --git a/robots.txt b/robots.txt
new file mode 100644
index 000000000..b049379c1
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://am.angouri.org/sitemap.xml
diff --git a/src/NaiveStaticGenerator/Program.cs b/src/NaiveStaticGenerator/Program.cs
index 89343c62b..46f0d2111 100644
--- a/src/NaiveStaticGenerator/Program.cs
+++ b/src/NaiveStaticGenerator/Program.cs
@@ -30,6 +30,8 @@
CopyCssFilesToFinalWebsite();
CopyImgFolderToFinalWebsite();
CopyCName();
+CopyRobots();
+GenerateSitemap();
static string GetNearestRoot(string name, string current)
=> Path.GetFileName(current) == name ? current : GetNearestRoot(name, Path.GetDirectoryName(current));
@@ -271,6 +273,33 @@ void CopyCName()
File.Copy(RootP._("CNAME"), FinalOutputP._("CNAME"), true);
}
+void CopyRobots()
+{
+ File.Copy(RootP._("robots.txt"), FinalOutputP._("robots.txt"), true);
+}
+
+// Every page of the website, for search engines, which robots.txt points to. A page that is a
+// folder's index.html is served at the folder, so it is listed as the folder.
+void GenerateSitemap()
+{
+ var host = File.ReadAllText(RootP._("CNAME")).Trim();
+ var sitemap = new StringBuilder();
+ sitemap.AppendLine("");
+ sitemap.AppendLine("