added sitemap

src/index.py

@@ -138,5 +138,11 @@ def box():
     info = {'css': 'box', 'title': 'chimchooree\'s personal page', 'year': datetime.datetime.now()}
     return template('box.tpl', info)
 
+@route('/credits')
+def credits():
+    """credits page"""
+    info = {'css': 'box', 'title': 'blessfrey - credits', 'year': datetime.datetime.now()}
+    return template('credits.tpl', info)
+
 if __name__ == '__main__':
     run()

src/robots.txt

@@ -1,16 +1,74 @@
-# Group 1
+# default
-User-agent: *
-Disallow: /box/
-
-# Group 2
-User-agent: AdsBot-Google
-User-agent: Mediapartners-Google
-User-agent: AdsBot-Google-Mobile
-User-agent: AdsBot-Google-Mobile-Apps
-Disallow: /
-
-# Group 3
 User-agent: *
 Allow: /
+Disallow: /box/
+Disallow: /credits/
 
-Sitemap: http://www.example.com/sitemap.xml
+# advertising
+User-agent: AdsBot-Google*
+User-agent: Mediapartners-Google*
+Disallow: /
+
+# trouble, referencing https://aardling.com/robots.txt and others
+User-agent: AhrefsBot
+Disallow: /
+User-agent: DOC
+Disallow: /
+User-agent: Download Ninja
+Disallow: /
+User-agent: EasouSpider
+Disallow: /
+User-agent: Exabot
+Disallow: /
+User-agent: Fetch
+Disallow: /
+User-agent: grub-client
+Disallow: /
+User-agent: HTTrack
+Disallow: /
+User-agent: larbin
+Disallow: /
+User-agent: libwww
+Disallow: /
+User-agent: linko
+Disallow: /
+User-agent: Microsoft.URL.Control
+Disallow: /
+User-agent: MSIECrawler
+Disallow: /
+User-agent: NPBot
+Disallow: /
+User-agent: Offline Explorer
+Disallow: /
+User-agent: sitecheck.internetseer.com
+Disallow: /
+User-agent: SiteSnagger
+Disallow: /
+User-agent: Teleport
+Disallow: /
+User-agent: TeleportPro
+Disallow: /
+User-agent: UbiCrawler
+Disallow: /
+User-agent: Vagabondo
+Disallow: /
+User-agent: WebCopier
+Disallow: /
+User-agent: WebReaper
+Disallow: /
+User-agent: WebStripper
+Disallow: /
+User-agent: WebZIP
+Disallow: /
+User-agent: wget
+Disallow: /
+User-agent: Xenu
+Disallow: /
+User-agent: Zao
+Disallow: /
+User-agent: Zealbot
+Disallow: /
+User-agent: ZyBORG
+Disallow: /
+
+Sitemap: http://www.blessfrey.me/sitemap.xml

src/sitemap.xml

@@ -0,0 +1,47 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+
+   <url>
+
+      <loc>http://www.blessfrey.me/</loc>
+
+      <lastmod>2020-10-04</lastmod>
+
+      <changefreq>monthly</changefreq>
+
+      <priority>0.7</priority>
+
+   </url>
+
+   <url>
+
+      <loc>http://www.blessfrey.me/diary/</loc>
+
+      <changefreq>weekly</changefreq>
+
+      <priority>0.8</priority>
+
+   </url>
+
+   <url>
+
+      <loc>http://www.blessfrey.me/game/</loc>
+
+      <changefreq>monthly</changefreq>
+
+      <priority>0.6</priority>
+
+   </url>
+
+   <url>
+
+      <loc>http://www.blessfrey.me/presskit/</loc>
+
+      <changefreq>monthly</changefreq>
+
+      <priority>0.6</priority>
+
+   </url>
+
+</urlset>

src/views/box.tpl

@@ -4,10 +4,12 @@
     How did you find this page?<br>
     It's my secret page.<br>
 <br>
-    <h1>Articles</h1>
+    <h1>Articles, Resources</h1>
     <ul>
     <li>https://love2dev.com/blog/customize-bulleted-list/ - cute CSS, use custom bullets</li>
     <li>https://support.google.com/webmasters/answer/96569?hl=en - SEO, sponsored, user, and nofollow link parameters</li>
+    <li>https://support.google.com/webmasters/answer/6062598?hl=en&ref_topic=6061961 - Google robots.txt tester</li>
+    <li>add &lt;meta name=”robots” content=”noindex,nofollow”&gt; to pages to not index or follow links on that page</li>
     </ul>
 <br>
     <h1>Web Design</h1>