#!/usr/bin/env python3 import codecs import glob import fnmatch import os import posixpath import shutil import subprocess import sys import time import re import urllib from datetime import datetime from http.server import HTTPServer, SimpleHTTPRequestHandler import markdown # Match a "## " style header. We require a space after "#" to avoid # accidentally matching "#include" in code samples. MARKDOWN_HEADER = re.compile(r'#+ ') # Clean up a header to be a valid URL. FORMAT_ANCHOR = re.compile(r'\?|!|:|/|\*|`') class RootedHTTPServer(HTTPServer): """Simple server that resolves paths relative to a given directory. From: http://louistiao.me/posts/python-simplehttpserver-recipe-serve-specific-directory/ """ def __init__(self, base_path, *args, **kwargs): HTTPServer.__init__(self, *args, **kwargs) self.RequestHandlerClass.base_path = base_path class RootedHTTPRequestHandler(SimpleHTTPRequestHandler): """Simple handler that resolves paths relative to a given directory. From: http://louistiao.me/posts/python-simplehttpserver-recipe-serve-specific-directory/ """ def translate_path(self, path): # Refresh files that are being requested. format_files(True) path = posixpath.normpath(urllib.parse.unquote(path)) words = path.split('/') words = filter(None, words) path = self.base_path for word in words: drive, word = os.path.splitdrive(word) head, word = os.path.split(word) if word in (os.curdir, os.pardir): continue path = os.path.join(path, word) return path def ensure_dir(path): if not os.path.exists(path): os.makedirs(path, exist_ok=True) def is_up_to_date(path, out_path): dest_mod = 0 if os.path.exists(out_path): dest_mod = os.path.getmtime(out_path) # See if it's up to date. source_mod = os.path.getmtime(path) return source_mod < dest_mod def format_file(path, skip_up_to_date): in_path = os.path.join('doc/site', path) out_path = "build/docs/" + os.path.splitext(path)[0] + ".html" template_path = os.path.join("doc/site", os.path.dirname(path), "template.html") if (skip_up_to_date and is_up_to_date(in_path, out_path) and is_up_to_date(template_path, out_path)): # It's up to date. return title = "" # Read the markdown file and preprocess it. contents = "" with codecs.open(in_path, "r", encoding="utf-8") as input: # Read each line, preprocessing the special codes. for line in input: stripped = line.lstrip() indentation = line[:len(line) - len(stripped)] if stripped.startswith("^"): command,_,args = stripped.rstrip("\n").lstrip("^").partition(" ") args = args.strip() if command == "title": title = args else: print(' '.join(["UNKNOWN COMMAND:", command, args])) elif MARKDOWN_HEADER.match(stripped): # Add anchors to the headers. index = stripped.find(" ") headertype = stripped[:index] header = stripped[index:].strip() anchor = header.lower().replace(' ', '-') anchor = FORMAT_ANCHOR.sub('', anchor) contents += indentation + headertype contents += '{1} #\n'.format(anchor, header) else: contents += line html = markdown.markdown(contents, extensions=['def_list', 'smarty']) # Use special formatting for example output and errors. html = html.replace('//> ', '') html = html.replace('//&gt; ', '') html = html.replace('//! ', '') modified = datetime.fromtimestamp(os.path.getmtime(in_path)) mod_str = modified.strftime('%B %d, %Y') with codecs.open(template_path, encoding="utf-8") as f: page_template = f.read() fields = { 'title': title, 'html': html, 'mod': mod_str } # Write the html output. ensure_dir(os.path.dirname(out_path)) with codecs.open(out_path, "w", encoding="utf-8") as out: out.write(page_template.format(**fields)) print("Built " + path) def copy_static(): shutil.copy2("doc/site/blog/rss.xml", "build/docs/blog/rss.xml") for root, dirnames, filenames in os.walk('doc/site/static'): for filename in filenames: source = os.path.join(root, filename) source_mod = os.path.getmtime(source) dest = os.path.join("build/docs", filename) dest_mod = 0 if os.path.exists(dest): dest_mod = os.path.getmtime('build/docs/style.css') if source_mod < dest_mod: return shutil.copy2(source, dest) print('Copied ' + filename) def format_files(skip_up_to_date): for root, dirnames, filenames in os.walk('doc/site'): for filename in fnmatch.filter(filenames, '*.markdown'): f = os.path.relpath(os.path.join(root, filename), 'doc/site') format_file(f, skip_up_to_date) copy_static() def run_server(): port = 8000 handler = RootedHTTPRequestHandler server = RootedHTTPServer("build/docs", ('localhost', port), handler) print('Serving at port', port) server.serve_forever() # Clean the output directory. if os.path.exists("build/docs"): shutil.rmtree("build/docs") ensure_dir("build/docs") # Process each markdown file. format_files(False) # Watch and serve files. if len(sys.argv) == 2 and sys.argv[1] == '--serve': run_server() # Watch files. if len(sys.argv) == 2 and sys.argv[1] == '--watch': while True: format_files(True) time.sleep(0.3)