User-agent: * Allow: / # Worker/admin endpoints are not content. Disallow: /api/ Disallow: /cron/ Disallow: /admin/ # htdocs/ is served as static files, so the Jinja page templates that only the # app may render (plus nginx's error page and a meta-refresh shell) must not be # crawled. Disallow: /404.html Disallow: /htdocs/term.html Disallow: /htdocs/index.html Disallow: /htdocs/blog.html Disallow: /htdocs/blog_index.html Sitemap: https://jpghi.com/sitemap.xml