Path: blob/master/tools/lib/python/feat/parse_features.py
122941 views
#!/usr/bin/env python31# pylint: disable=R0902,R0911,R0912,R0914,R09152# Copyright(c) 2025: Mauro Carvalho Chehab <[email protected]>.3# SPDX-License-Identifier: GPL-2.0456"""7Library to parse the Linux Feature files and produce a ReST book.8"""910import os11import re12import sys1314from glob import iglob151617class ParseFeature:18"""19Parses Documentation/features, allowing to generate ReST documentation20from it.21"""2223#: feature header string.24h_name = "Feature"2526#: Kernel config header string.27h_kconfig = "Kconfig"2829#: description header string.30h_description = "Description"3132#: subsystem header string.33h_subsys = "Subsystem"3435#: status header string.36h_status = "Status"3738#: architecture header string.39h_arch = "Architecture"4041#: Sort order for status. Others will be mapped at the end.42status_map = {43"ok": 0,44"TODO": 1,45"N/A": 2,46# The only missing status is "..", which was mapped as "---",47# as this is an special ReST cell value. Let it get the48# default order (99).49}5051def __init__(self, prefix, debug=0, enable_fname=False):52"""53Sets internal variables.54"""5556self.prefix = prefix57self.debug = debug58self.enable_fname = enable_fname5960self.data = {}6162# Initial maximum values use just the headers63self.max_size_name = len(self.h_name)64self.max_size_kconfig = len(self.h_kconfig)65self.max_size_description = len(self.h_description)66self.max_size_desc_word = 067self.max_size_subsys = len(self.h_subsys)68self.max_size_status = len(self.h_status)69self.max_size_arch = len(self.h_arch)70self.max_size_arch_with_header = self.max_size_arch + self.max_size_arch71self.description_size = 17273self.msg = ""7475def emit(self, msg="", end="\n"):76"""Helper function to append a new message for feature output."""7778self.msg += msg + end7980def parse_error(self, fname, ln, msg, data=None):81"""82Displays an error message, printing file name and line.83"""8485if ln:86fname += f"#{ln}"8788print(f"Warning: file {fname}: {msg}", file=sys.stderr, end="")8990if data:91data = data.rstrip()92print(f":\n\t{data}", file=sys.stderr)93else:94print("", file=sys.stderr)9596def parse_feat_file(self, fname):97"""Parses a single arch-support.txt feature file."""9899if os.path.isdir(fname):100return101102base = os.path.basename(fname)103104if base != "arch-support.txt":105if self.debug:106print(f"ignoring {fname}", file=sys.stderr)107return108109subsys = os.path.dirname(fname).split("/")[-2]110self.max_size_subsys = max(self.max_size_subsys, len(subsys))111112feature_name = ""113kconfig = ""114description = ""115comments = ""116arch_table = {}117118if self.debug > 1:119print(f"Opening {fname}", file=sys.stderr)120121if self.enable_fname:122full_fname = os.path.abspath(fname)123self.emit(f".. FILE {full_fname}")124125with open(fname, encoding="utf-8") as f:126for ln, line in enumerate(f, start=1):127line = line.strip()128129match = re.match(r"^\#\s+Feature\s+name:\s*(.*\S)", line)130if match:131feature_name = match.group(1)132133self.max_size_name = max(self.max_size_name,134len(feature_name))135continue136137match = re.match(r"^\#\s+Kconfig:\s*(.*\S)", line)138if match:139kconfig = match.group(1)140141self.max_size_kconfig = max(self.max_size_kconfig,142len(kconfig))143continue144145match = re.match(r"^\#\s+description:\s*(.*\S)", line)146if match:147description = match.group(1)148149self.max_size_description = max(self.max_size_description,150len(description))151152words = re.split(r"\s+", line)[1:]153for word in words:154self.max_size_desc_word = max(self.max_size_desc_word,155len(word))156157continue158159if re.search(r"^\\s*$", line):160continue161162if re.match(r"^\s*\-+\s*$", line):163continue164165if re.search(r"^\s*\|\s*arch\s*\|\s*status\s*\|\s*$", line):166continue167168match = re.match(r"^\#\s*(.*)$", line)169if match:170comments += match.group(1)171continue172173match = re.match(r"^\s*\|\s*(\S+):\s*\|\s*(\S+)\s*\|\s*$", line)174if match:175arch = match.group(1)176status = match.group(2)177178self.max_size_status = max(self.max_size_status,179len(status))180self.max_size_arch = max(self.max_size_arch, len(arch))181182if status == "..":183status = "---"184185arch_table[arch] = status186187continue188189self.parse_error(fname, ln, "Line is invalid", line)190191if not feature_name:192self.parse_error(fname, 0, "Feature name not found")193return194if not subsys:195self.parse_error(fname, 0, "Subsystem not found")196return197if not kconfig:198self.parse_error(fname, 0, "Kconfig not found")199return200if not description:201self.parse_error(fname, 0, "Description not found")202return203if not arch_table:204self.parse_error(fname, 0, "Architecture table not found")205return206207self.data[feature_name] = {208"where": fname,209"subsys": subsys,210"kconfig": kconfig,211"description": description,212"comments": comments,213"table": arch_table,214}215216self.max_size_arch_with_header = self.max_size_arch + len(self.h_arch)217218def parse(self):219"""Parses all arch-support.txt feature files inside self.prefix."""220221path = os.path.expanduser(self.prefix)222223if self.debug > 2:224print(f"Running parser for {path}")225226example_path = os.path.join(path, "arch-support.txt")227228for fname in iglob(os.path.join(path, "**"), recursive=True):229if fname != example_path:230self.parse_feat_file(fname)231232return self.data233234def output_arch_table(self, arch, feat=None):235"""236Output feature(s) for a given architecture.237"""238239title = f"Feature status on {arch} architecture"240241self.emit("=" * len(title))242self.emit(title)243self.emit("=" * len(title))244self.emit()245246self.emit("=" * self.max_size_subsys + " ", end="")247self.emit("=" * self.max_size_name + " ", end="")248self.emit("=" * self.max_size_kconfig + " ", end="")249self.emit("=" * self.max_size_status + " ", end="")250self.emit("=" * self.max_size_description)251252self.emit(f"{self.h_subsys:<{self.max_size_subsys}} ", end="")253self.emit(f"{self.h_name:<{self.max_size_name}} ", end="")254self.emit(f"{self.h_kconfig:<{self.max_size_kconfig}} ", end="")255self.emit(f"{self.h_status:<{self.max_size_status}} ", end="")256self.emit(f"{self.h_description:<{self.max_size_description}}")257258self.emit("=" * self.max_size_subsys + " ", end="")259self.emit("=" * self.max_size_name + " ", end="")260self.emit("=" * self.max_size_kconfig + " ", end="")261self.emit("=" * self.max_size_status + " ", end="")262self.emit("=" * self.max_size_description)263264sorted_features = sorted(self.data.keys(),265key=lambda x: (self.data[x]["subsys"],266x.lower()))267268for name in sorted_features:269if feat and name != feat:270continue271272arch_table = self.data[name]["table"]273274if not arch in arch_table:275continue276277self.emit(f"{self.data[name]['subsys']:<{self.max_size_subsys}} ",278end="")279self.emit(f"{name:<{self.max_size_name}} ", end="")280self.emit(f"{self.data[name]['kconfig']:<{self.max_size_kconfig}} ",281end="")282self.emit(f"{arch_table[arch]:<{self.max_size_status}} ",283end="")284self.emit(f"{self.data[name]['description']}")285286self.emit("=" * self.max_size_subsys + " ", end="")287self.emit("=" * self.max_size_name + " ", end="")288self.emit("=" * self.max_size_kconfig + " ", end="")289self.emit("=" * self.max_size_status + " ", end="")290self.emit("=" * self.max_size_description)291292return self.msg293294def output_feature(self, feat):295"""296Output a feature on all architectures.297"""298299title = f"Feature {feat}"300301self.emit("=" * len(title))302self.emit(title)303self.emit("=" * len(title))304self.emit()305306if not feat in self.data:307return308309if self.data[feat]["subsys"]:310self.emit(f":Subsystem: {self.data[feat]['subsys']}")311if self.data[feat]["kconfig"]:312self.emit(f":Kconfig: {self.data[feat]['kconfig']}")313314desc = self.data[feat]["description"]315desc = desc[0].upper() + desc[1:]316desc = desc.rstrip(". \t")317self.emit(f"\n{desc}.\n")318319com = self.data[feat]["comments"].strip()320if com:321self.emit("Comments")322self.emit("--------")323self.emit(f"\n{com}\n")324325self.emit("=" * self.max_size_arch + " ", end="")326self.emit("=" * self.max_size_status)327328self.emit(f"{self.h_arch:<{self.max_size_arch}} ", end="")329self.emit(f"{self.h_status:<{self.max_size_status}}")330331self.emit("=" * self.max_size_arch + " ", end="")332self.emit("=" * self.max_size_status)333334arch_table = self.data[feat]["table"]335for arch in sorted(arch_table.keys()):336self.emit(f"{arch:<{self.max_size_arch}} ", end="")337self.emit(f"{arch_table[arch]:<{self.max_size_status}}")338339self.emit("=" * self.max_size_arch + " ", end="")340self.emit("=" * self.max_size_status)341342return self.msg343344def matrix_lines(self, desc_size, max_size_status, header):345"""346Helper function to split element tables at the output matrix.347"""348349if header:350ln_marker = "="351else:352ln_marker = "-"353354self.emit("+" + ln_marker * self.max_size_name + "+", end="")355self.emit(ln_marker * desc_size, end="")356self.emit("+" + ln_marker * max_size_status + "+")357358def output_matrix(self):359"""360Generates a set of tables, groped by subsystem, containing361what's the feature state on each architecture.362"""363364title = "Feature status on all architectures"365366self.emit("=" * len(title))367self.emit(title)368self.emit("=" * len(title))369self.emit()370371desc_title = f"{self.h_kconfig} / {self.h_description}"372373desc_size = self.max_size_kconfig + 4374if not self.description_size:375desc_size = max(self.max_size_description, desc_size)376else:377desc_size = max(self.description_size, desc_size)378379desc_size = max(self.max_size_desc_word, desc_size, len(desc_title))380381notcompat = "Not compatible"382self.max_size_status = max(self.max_size_status, len(notcompat))383384min_status_size = self.max_size_status + self.max_size_arch + 4385max_size_status = max(min_status_size, self.max_size_status)386387h_status_per_arch = "Status per architecture"388max_size_status = max(max_size_status, len(h_status_per_arch))389390cur_subsys = None391for name in sorted(self.data.keys(),392key=lambda x: (self.data[x]["subsys"], x.lower())):393if not cur_subsys or cur_subsys != self.data[name]["subsys"]:394if cur_subsys:395self.emit()396397cur_subsys = self.data[name]["subsys"]398399title = f"Subsystem: {cur_subsys}"400self.emit(title)401self.emit("=" * len(title))402self.emit()403404self.matrix_lines(desc_size, max_size_status, 0)405406self.emit(f"|{self.h_name:<{self.max_size_name}}", end="")407self.emit(f"|{desc_title:<{desc_size}}", end="")408self.emit(f"|{h_status_per_arch:<{max_size_status}}|")409410self.matrix_lines(desc_size, max_size_status, 1)411412lines = []413descs = []414cur_status = ""415line = ""416417arch_table = sorted(self.data[name]["table"].items(),418key=lambda x: (self.status_map.get(x[1], 99),419x[0].lower()))420421for arch, status in arch_table:422if status == "---":423status = notcompat424425if status != cur_status:426if line != "":427lines.append(line)428line = ""429line = f"- **{status}**: {arch}"430elif len(line) + len(arch) + 2 < max_size_status:431line += f", {arch}"432else:433lines.append(line)434line = f" {arch}"435cur_status = status436437if line != "":438lines.append(line)439440description = self.data[name]["description"]441while len(description) > desc_size:442desc_line = description[:desc_size]443444last_space = desc_line.rfind(" ")445if last_space != -1:446desc_line = desc_line[:last_space]447descs.append(desc_line)448description = description[last_space + 1:]449else:450desc_line = desc_line[:-1]451descs.append(desc_line + "\\")452description = description[len(desc_line):]453454if description:455descs.append(description)456457while len(lines) < 2 + len(descs):458lines.append("")459460for ln, line in enumerate(lines):461col = ["", ""]462463if not ln:464col[0] = name465col[1] = f"``{self.data[name]['kconfig']}``"466else:467if ln >= 2 and descs:468col[1] = descs.pop(0)469470self.emit(f"|{col[0]:<{self.max_size_name}}", end="")471self.emit(f"|{col[1]:<{desc_size}}", end="")472self.emit(f"|{line:<{max_size_status}}|")473474self.matrix_lines(desc_size, max_size_status, 0)475476return self.msg477478def list_arch_features(self, arch, feat):479"""480Print a matrix of kernel feature support for the chosen architecture.481"""482self.emit("#")483self.emit(f"# Kernel feature support matrix of the '{arch}' architecture:")484self.emit("#")485486# Sort by subsystem, then by feature name (case‑insensitive)487for name in sorted(self.data.keys(),488key=lambda n: (self.data[n]["subsys"].lower(),489n.lower())):490if feat and name != feat:491continue492493feature = self.data[name]494arch_table = feature["table"]495status = arch_table.get(arch, "")496status = " " * ((4 - len(status)) // 2) + status497498self.emit(f"{feature['subsys']:>{self.max_size_subsys + 1}}/ ",499end="")500self.emit(f"{name:<{self.max_size_name}}: ", end="")501self.emit(f"{status:<5}| ", end="")502self.emit(f"{feature['kconfig']:>{self.max_size_kconfig}} ",503end="")504self.emit(f"# {feature['description']}")505506return self.msg507508509