# Copyright (c) Microsoft Corporation. All rights reserved. # Licensed under the Apache 2.0 License. # -*- coding: utf-8 -*- # # Configuration file for the Sphinx documentation builder. # # This file does only contain a selection of the most common options. For a # full list see the documentation: # http://www.sphinx-doc.org/en/master/config # -- Path setup -------------------------------------------------------------- # If extensions (or modules to document with autodoc) are in another directory, # add these directories to sys.path here. If the directory is relative to the # documentation root, use os.path.abspath to make it absolute, like shown here. # import os import sys import subprocess import pathlib import re from docutils import nodes # To import generate_config_rst sys.path.insert(0, os.path.abspath(".")) import generate_config_rst # -- Project information ----------------------------------------------------- project = "CCF" copyright = "2018, Microsoft Research" # pylint: disable=redefined-builtin author = "Microsoft Research" # The short X.Y version version = "" # The full version, including alpha/beta/rc tags release = "" # -- General configuration --------------------------------------------------- # If your documentation needs a minimal Sphinx version, state it here. # # needs_sphinx = '1.0' # Add any Sphinx extension module names here, as strings. They can be # extensions coming with Sphinx (named 'sphinx.ext.*') or your custom # ones. extensions = [ "sphinx.ext.todo", "sphinx.ext.mathjax", "sphinx.ext.ifconfig", "sphinx.ext.viewcode", "breathe", "sphinxcontrib.mermaid", "sphinx.ext.autosectionlabel", "sphinx.ext.githubpages", "sphinx_multiversion", "sphinx_copybutton", "sphinx.ext.autodoc", "sphinxcontrib.openapi", "sphinx_panels", "sphinx.ext.extlinks", "sphinx_inline_tabs", ] autosectionlabel_prefix_document = True # Add any paths that contain templates here, relative to this directory. templates_path = ["_templates"] # The suffix(es) of source filenames. # You can specify multiple suffix as a list of string: # # source_suffix = ['.rst', '.md'] source_suffix = ".rst" # The master toctree document. master_doc = "index" # The language for content autogenerated by Sphinx. Refer to documentation # for a list of supported languages. # # This is also used if you do content translation via gettext catalogs. # Usually you set "language" from the command line for these cases. language = "en" # List of patterns, relative to source directory, that match files and # directories to ignore when looking for source files. # This pattern also affects html_static_path and html_extra_path . exclude_patterns = [] # The name of the Pygments (syntax highlighting) style to use. pygments_style = "default" pygments_dark_style = "zenburn" # Ignore main index file that has clickable images, JS/Doxygen output, # github anchors https://github.com/sphinx-doc/sphinx/issues/9016), and nghttp2 # (which is now HTTP2-only) linkcheck_exclude_documents = [r"^index$"] linkcheck_ignore = [ r"https://github.com/.*#", r"../js/ccf-app.*", r"../doxygen/index.html", r"https://nghttp2.org/.*", r"https://www.w3.org/Protocols/rfc2616/.*", ] # -- Options for HTML output ------------------------------------------------- # The theme to use for HTML and HTML Help pages. See the documentation for # a list of builtin themes. # html_theme = "furo" # Theme options are theme-specific and customize the look and feel of a theme # further. For a list of options available for each theme, see the # documentation. # html_theme_options = { "light_logo": "ccf.svg", "dark_logo": "ccf.svg", } # Add any paths that contain custom static files (such as style sheets) here, # relative to this directory. They are copied after the builtin static files, # so a file named "default.css" will overwrite the builtin "default.css". html_static_path = ["_static"] # Custom sidebar templates, must be a dictionary that maps document names # to template names. # # The default sidebars (for documents that don't match any pattern) are # defined by theme itself. Builtin themes are using these templates by # default: ``['localtoc.html', 'relations.html', 'sourcelink.html', # 'searchbox.html']``. # html_sidebars = {} html_css_files = [ "css/custom.css", ] html_js_files = ["https://kit.fontawesome.com/c75a35380d.js"] html_extra_path = [] # -- Options for HTMLHelp output --------------------------------------------- # Output file base name for HTML help builder. htmlhelp_basename = "CCFdoc" # -- Options for LaTeX output ------------------------------------------------ latex_elements = { # The paper size ('letterpaper' or 'a4paper'). # # 'papersize': 'letterpaper', # The font size ('10pt', '11pt' or '12pt'). # # 'pointsize': '10pt', # Additional stuff for the LaTeX preamble. # # 'preamble': '', # Latex figure (float) alignment # # 'figure_align': 'htbp', } # Grouping the document tree into LaTeX files. List of tuples # (source start file, target name, title, # author, documentclass [howto, manual, or own class]). latex_documents = [ (master_doc, "CCF.tex", "CCF Documentation", "Microsoft Research", "manual") ] # -- Options for manual page output ------------------------------------------ # One entry per manual page. List of tuples # (source start file, name, description, authors, manual section). man_pages = [(master_doc, "ccf", "CCF Documentation", [author], 1)] # -- Options for Texinfo output ---------------------------------------------- # Grouping the document tree into Texinfo files. List of tuples # (source start file, target name, title, author, # dir menu entry, description, category) texinfo_documents = [ ( master_doc, "CCF", "CCF Documentation", author, "CCF", "One line description of project.", "Miscellaneous", ) ] # -- Extension configuration ------------------------------------------------- # -- Options for todo extension ---------------------------------------------- # If true, `todo` and `todoList` produce output, else they produce nothing. todo_include_todos = True # -- Breathe configuration # Setup the breathe extension breathe_projects = {"CCF": "../doxygen/xml"} breathe_default_project = "CCF" # Set up multiversion extension smv_tag_whitelist = None smv_branch_whitelist = r"^(main)|(release\/([2-9]|\d\d\d*)\.x)$" smv_remote_whitelist = None smv_outputdir_format = "{ref.name}" assert re.match(smv_branch_whitelist, "main") assert not re.match(smv_branch_whitelist, "release/1.x") assert re.match(smv_branch_whitelist, "release/2.x") assert re.match(smv_branch_whitelist, "release/100.x") assert not re.match(smv_branch_whitelist, "release/1.x_feature") # Intercept command line arguments passed by sphinx-multiversion to retrieve doc version. # This is a little hacky with sphinx-multiversion 0.2.4 and the `SPHINX_MULTIVERSION_NAME` # envvar should be used for further versions (release pending). docs_version = None for arg in sys.argv: if "smv_current_version=" in arg: docs_version = arg.split("=")[1] break # If that didn't work, try extracting it from env vars inserted by Azure pipelines. This # is used by single-build jobs and Link checks targeting release branches. if docs_version is None: if os.environ.get("BUILD_REASON") == "PullRequest": docs_version = os.environ["SYSTEM_PULLREQUEST_TARGETBRANCH"] # If we still have no docs_version, assume we're on main if docs_version is None: docs_version = "main" # :ccf_repo: directive can be used to create a versioned link to GitHub repo extlinks = { "ccf_repo": ( f"https://github.com/microsoft/CCF/tree/{docs_version}/%s", "%s", ) } # Theme options html_logo = "_static/ccf.svg" html_favicon = "_static/favicon.ico" html_context = { "github_user": "Microsoft", "github_repo": "CCF", "github_version": "main", "doc_path": "doc/", } # Configuration for sphinxcontrib-httpdomain, without which the following error happens # ERROR: HTTP status code must be an integer (e.g. `200`) or start with an integer (e.g. `200 OK`); # <#text: 'default'> is invalid http_strict_mode = False # Python autodoc options autodoc_default_options = { "member-order": "bysource", } # sphinxcontrib.spelling options spelling_show_suggestions = True spelling_lang = "en_UK" tokenizer_lang = "en_UK" spelling_word_list_filename = ["spelling_wordlist.txt"] # sphinxcontrib-mermaid options mermaid_init_js = """mermaid.initialize({startOnLoad:true}); // Remove height from all mermaid diagrams window.addEventListener( 'load', function() { let nodes = document.querySelectorAll('.mermaid'); for (let i = 0; i < nodes.length; i++) { const element = nodes[i]; const svg = element.firstChild; svg.removeAttribute('height'); } }, false );""" def typedoc_role( name: str, rawtext: str, text: str, lineno, inliner, options={}, content=[] ): """ Supported syntaxes: :typedoc:package:`ccf-app` :typedoc:module:`ccf-app/global` :typedoc:function:`ccf-app/crypto#wrapKey` :typedoc:interface:`ccf-app/endpoints/Body` :typedoc:class:`ccf-app/kv/TypedKvMap` :typedoc:classmethod:`ccf-app/kv/TypedKvMap#delete` :typedoc:interfacemethod:`ccf-app/endpoints/Body#json` :typedoc:interface:`Body ` """ # check for custom label if "<" in text: label, text = text.split(" <") text = text[:-1] else: label = text # extract hash if any, has to be appended after .html later on text_without_hash, *hash_name = text.split("#") url_hash = f"#{hash_name[0].lower()}" if hash_name else "" # translate role kind into typedoc subfolder # and add '()' for functions/methods kind_name = name.replace("typedoc:", "") is_kind_package = False if kind_name == "package": is_kind_package = True elif kind_name in ["module", "interface"]: kind_name += "s" elif kind_name == "class": kind_name += "es" elif kind_name == "function": kind_name = "modules" label += "()" elif kind_name == "classmethod": kind_name = "classes" label += "()" elif kind_name == "interfacemethod": kind_name = "interfaces" label += "()" else: raise ValueError(f"unknown typedoc kind: {kind_name}") # build typedoc url relative to doc root pkg_name, *element_path = text_without_hash.split("/") typedoc_path = f"js/{pkg_name}" if not is_kind_package: element_path = ".".join(element_path) typedoc_path += f"/{kind_name}/{element_path}.html{url_hash}" # construct final url relative to current page source = inliner.document.attributes["source"] rel_source = source.split("/doc/", 1)[1] levels = rel_source.count("/") refuri = "../" * levels + typedoc_path # build docutils node text_node = nodes.literal(label, label, classes=["xref"]) ref_node = nodes.reference("", "", refuri=refuri) ref_node += text_node return [ref_node], [] def config_inited(app, config): # anything that needs to access app.config goes here doc_dir = pathlib.Path(app.srcdir) outdir = pathlib.Path(app.outdir) js_pkg_dir = doc_dir / ".." / "js" / "ccf-app" js_docs_dir = outdir / "js" / "ccf-app" if js_pkg_dir.exists(): # make versions.json from sphinx-multiversion available if app.config.smv_metadata_path: os.environ["SMV_METADATA_PATH"] = app.config.smv_metadata_path os.environ["SMV_CURRENT_VERSION"] = app.config.smv_current_version subprocess.run( ["sed", "-i", "s/\^4.2.3/4.2.4/g", "package.json"], cwd=js_pkg_dir, check=True, ) subprocess.run( ["sed", "-i", 's/"\^14\.14\.35"/"14\.17\.27"/g', "package.json"], cwd=js_pkg_dir, check=True, ) subprocess.run( ["npm", "install", "--save-exact", "colors@1.4.0"], cwd=js_pkg_dir, check=True, ) subprocess.run( ["npm", "install", "--no-package-lock", "--no-audit", "--no-fund"], cwd=js_pkg_dir, check=True, ) subprocess.run( ["npm", "run", "docs", "--", "--out", str(js_docs_dir)], cwd=js_pkg_dir, check=True, ) # allow to link to typedoc pages for kind in [ "package", "module", "interface", "class", "function", "interfacemethod", "classmethod", ]: app.add_role(f"typedoc:{kind}", typedoc_role) def setup(app): if not os.environ.get("SKIP_JS"): app.connect("config-inited", config_inited) doc_dir = pathlib.Path(app.srcdir) # CCF/doc/ root_dir = pathlib.Path(os.path.abspath(doc_dir / "..")) # CCF/ out_dir = pathlib.Path(app.outdir) # CCF/build/html # import ccf python package to generate docs for this version python_path = os.path.abspath(doc_dir / "../python") sys.path.insert(0, python_path) # doxygen breathe_projects["CCF"] = str(doc_dir / breathe_projects["CCF"]) if not os.environ.get("SKIP_DOXYGEN"): subprocess.run(["doxygen"], cwd=root_dir, check=True) doxygen_html_src = root_dir / "doxygen/html" if doxygen_html_src.exists() and doxygen_html_src.is_dir(): doxygen_html_dest = str(out_dir / "doxygen") subprocess.run( ["cp", "-r", str(doxygen_html_src), doxygen_html_dest], check=True ) # configuration generator input_file_path = doc_dir / "host_config_schema/cchost_config.json" output_file_path = doc_dir / "operations/generated_config.rst" if os.path.exists(input_file_path): generate_config_rst.generate_configuration_docs( input_file_path, output_file_path )