aboutsummaryrefslogtreecommitdiff
path: root/lib/mlibc/sysdeps/linux/update-syscall-list.py
diff options
context:
space:
mode:
Diffstat (limited to 'lib/mlibc/sysdeps/linux/update-syscall-list.py')
-rwxr-xr-xlib/mlibc/sysdeps/linux/update-syscall-list.py332
1 files changed, 0 insertions, 332 deletions
diff --git a/lib/mlibc/sysdeps/linux/update-syscall-list.py b/lib/mlibc/sysdeps/linux/update-syscall-list.py
deleted file mode 100755
index 58825f7..0000000
--- a/lib/mlibc/sysdeps/linux/update-syscall-list.py
+++ /dev/null
@@ -1,332 +0,0 @@
-#!/usr/bin/env python3
-# SPDX-License-Identifier: MIT
-
-import argparse
-import hashlib
-import io
-import json
-import logging
-import os
-import os.path as path
-import pathlib
-import subprocess
-import tarfile
-import tempfile
-import urllib.request as urr
-from dataclasses import dataclass
-
-KERNEL_RELEASES = "https://www.kernel.org/releases.json"
-NR_PREFIX = "__NR_"
-logging.basicConfig(level=logging.DEBUG)
-LOGGER = logging.getLogger(__name__)
-
-# ADD NEW ARCHITECTURES HERE: these should match directory names in Linuxes arch/
-# directory or the second element of one of the harnesses below
-WANTED_ARCHES = ["riscv64", "x86_64", "arm64", "i386"]
-# How to translate from Linux arch directory names to gnutools architecture fields
-LINUX_GNU_TRANSLATION = {
- "arm64": "aarch64",
- "i386": "x86",
-}
-
-argp = argparse.ArgumentParser()
-argp.add_argument("kver", help="Kernel version to download", default="latest")
-
-
-@dataclass
-class Kernel:
- version: str
- srchash: str
- srcdir: pathlib.Path
-
-
-@dataclass
-class Context:
- dirpath: pathlib.Path
-
-
-def run(args: list[str], **kwargs):
- LOGGER.debug("running %s", args)
- subprocess.check_call(args, **kwargs)
-
-
-def collect(args: list[str], **kwargs):
- LOGGER.debug("running %s (kw: %s)", args, kwargs)
- kwargs.setdefault("text", True)
- return subprocess.check_output(args, **kwargs)
-
-
-def fetch_kernel(ctx: Context, kver: str) -> Kernel:
- LOGGER.debug("fetching %s", KERNEL_RELEASES)
- with urr.urlopen(KERNEL_RELEASES) as f:
- if f.status != 200:
- LOGGER.error("meta fetch failed: %s", f)
- raise RuntimeError("failed to get kernel meta")
- metadata = json.load(f)
-
- if kver == "latest":
- kver = metadata["latest_stable"]["version"]
-
- LOGGER.debug("figured out kernel version: %s", kver)
-
- for rel in metadata["releases"]:
- if rel["version"] == kver:
- kernel_release = rel
- break
- else:
- raise RuntimeError("failed to find kver " + kver)
-
- kurl = kernel_release["source"]
- LOGGER.debug("kernel src url: %s", kurl)
- source_path = ctx.dirpath / ("source.tar" + path.splitext(kurl)[1])
-
- with urr.urlopen(kurl) as f, open(source_path, "wb") as g:
- if f.status != 200:
- LOGGER.error("ksrc fetch failed: %s", f)
- raise RuntimeError("failed to get kernel source")
-
- hasher = hashlib.blake2b()
- while buf := f.read(16 * 1024):
- hasher.update(buf)
- g.write(buf)
-
- srchash = hasher.hexdigest()
- srcpath = ctx.dirpath / "src"
-
- with tarfile.open(source_path) as srctar:
- memb: tarfile.TarInfo
- for memb in srctar:
- if not memb.name.startswith("linux-"):
- raise RuntimeError(
- "malformed tar member in %s (%s): %s has bad prefix".format(
- kurl, srchash, memb.name
- )
- )
- memb.name = "./" + memb.name[memb.name.find("/") + 1 :]
- srctar.extract(memb, path=srcpath)
-
- return Kernel(
- version=kver,
- srchash=srchash,
- srcdir=srcpath,
- )
-
-
-def run_harness(ctx: Context, kernel: Kernel, harness: (str, str)) -> dict[str, int]:
- LOGGER.debug("running harness %s", harness)
- (archdir, arch, defines) = harness
- flags = [f"-D{x}" for x in defines]
- archout = ctx.dirpath / "headers" / archdir
- if not archout.exists():
- run(
- [
- "make",
- "-sC",
- kernel.srcdir,
- f"ARCH={archdir}",
- f"O={archout}",
- "headers_install",
- ]
- )
-
- hdrdir = archout / "usr/include"
- callset = set()
- for x in collect(
- ["gcc", "-E", "-dM", "-I", hdrdir, *flags, "-"], input="#include <asm/unistd.h>"
- ).splitlines():
- x = x.split(maxsplit=2)
- if len(x) < 2 or x[0] != "#define":
- # skip invalid lines
- continue
-
- defname = x[1]
- if not defname.startswith(NR_PREFIX):
- # not a syscall
- continue
-
- defname = defname[len(NR_PREFIX) :]
-
- if (
- "SYSCALL" in defname
- or defname.startswith("available")
- or defname.startswith("reserved")
- or defname.startswith("unused")
- ):
- continue
-
- # dead syscalls
- if defname in [
- "Linux",
- "afs_syscall",
- "break",
- "ftime",
- "gtty",
- "lock",
- "mpx",
- "oldwait4",
- "prof",
- "profil",
- "putpmsg",
- "security",
- "stty",
- "tuxcall",
- "ulimit",
- "vserver",
- "arm_sync_file_range",
- "utimesat",
- "ni_syscall",
- "xtensa",
- ]:
- continue
- callset.add(defname)
-
- # alright, we have the set of all syscalls, time to produce their numbers
- syscall_dumper = """
-/* my sincerest apologies */
-#include <stdio.h>
-"""
-
- for x in defines:
- syscall_dumper += "#define {}\n".format(x.replace("=", " "))
-
- syscall_dumper += """
-#include <asm/unistd.h>
-
-int main() {
- puts("{");
- """
-
- comma = ""
- for x in callset:
- syscall_dumper += 'printf("{comma}\\"{sc}\\": %d\\n", {pfx}{sc});\n '.format(
- sc=x, comma=comma, pfx=NR_PREFIX
- )
- comma = ","
-
- syscall_dumper += """
- puts("}");
-}
-"""
-
- dumper = archout / "dumper"
- with tempfile.NamedTemporaryFile(suffix=".c") as src:
- src.write(syscall_dumper.encode())
- run(["gcc", "-o", dumper, "-I", hdrdir, src.name])
- return json.loads(collect([dumper]))
-
-
-def main(ctx: Context):
- args = argp.parse_args()
- kernel = fetch_kernel(ctx, args.kver)
-
- LOGGER.info("got kernel version %s (%s)", kernel.version, kernel.srchash)
-
- archlist = os.listdir(kernel.srcdir / "arch")
- archlist.remove("Kconfig")
- archlist.remove("um")
-
- # harnesses converted from
- # https://github.com/hrw/syscalls-table/blob/c638834d9b5d71bb40a555755ea07735cace58f2/do_all_tables.sh
- # (arch_dirname, archname, list[defines])
- harnesses: (str, str, list[str])
- harnesses = [
- (arch,) + x
- for arch in archlist
- if not arch.startswith(".")
- for x in {
- # arch specific overrides
- # format: (archname, list[defines]), gets prefixed with archdir outside
- "arm": [
- ("armoabi", []),
- ("arm", ["__ARM_EABI_"]),
- ],
- "loongarch": [
- ("loongarch64", ["_LOONGARCH_SZLONG=64"]),
- ],
- "mips": [
- ("mipso32", ["_MIPS_SIM=_MIPS_SIM_ABI32"]),
- ("mips64n32", ["_MIPS_SIM=_MIPS_SIM_NABI32"]),
- ("mips64", ["_MIPS_SIM=_MIPS_SIM_ABI64"]),
- ],
- "powerpc": [
- ("powerpc", []),
- ("powerpc64", []),
- ],
- "riscv": [
- ("riscv32", ["__SIZEOF_POINTER__=4"]),
- ("riscv64", ["__LP64__"]),
- ],
- "s390": [
- ("s390", []),
- ("s390x", []),
- ],
- "sparc": [
- ("sparc", ["__32bit_syscall_numbers__"]),
- ("sparc64", ["__arch64__"]),
- ],
- "tile": [
- ("tile", []),
- ("tile64", ["__LP64__", "__tilegx__"]),
- ],
- "x86": [
- ("i386", ["__i386__"]),
- ("x32", ["__ILP32__"]),
- ("x86_64", ["__LP64__"]),
- ],
- }.get(arch, [(arch, [])])
- ]
-
- syscall_set = set()
-
- for x in harnesses:
- syscalls = run_harness(ctx, kernel, x)
- syscall_set |= syscalls.keys()
-
- wanted_arch = x[1]
- if wanted_arch not in WANTED_ARCHES:
- continue
-
- wanted_arch = LINUX_GNU_TRANSLATION.get(wanted_arch, wanted_arch)
-
- pathlib.Path(wanted_arch).mkdir(exist_ok=True)
-
- with open(wanted_arch + "/syscallnos.h", "w") as f:
- print("#ifndef __MLIBC_SYSCALLNOS_h", file=f)
- print("#define __MLIBC_SYSCALLNOS_h", file=f)
- print("/* This file is autogenerated. Don't bother. */", file=f)
- print(
- "/* Generator script: sysdeps/linux/update-syscall-list.py. */", file=f
- )
-
- for name, num in sorted(syscalls.items(), key=lambda x: x[1]):
- print("#define {p}{sc} {n}".format(p=NR_PREFIX, sc=name, n=num), file=f)
-
- print("#endif /* __MLIBC_SYSCALLNOS_h */", file=f)
-
- with open("include/bits/syscall_aliases.h", "w") as f:
- print("#ifndef __MLIBC_SYSCALL_ALIAS_BIT", file=f)
- print("#define __MLIBC_SYSCALL_ALIAS_BIT", file=f)
- print("/* This file is autogenerated. Don't bother. */", file=f)
- print("/* Generator script: sysdeps/linux/update-syscall-list.py. */", file=f)
-
- for x in sorted(list(syscall_set)):
- print(
- f"""\
-#ifdef\t{NR_PREFIX}{x}
-#\tdefine SYS_{x} {NR_PREFIX}{x}
-#endif
-""",
- end="",
- file=f,
- )
-
- print("#endif /* __MLIBC_SYSCALL_ALIAS_BIT */", file=f)
-
-
-if __name__ == "__main__":
- with tempfile.TemporaryDirectory() as td:
- main(
- Context(
- dirpath=pathlib.Path(td),
- )
- )
generated by cgit v1.2.3 (git 2.39.1) at 2024-11-05 15:36:12 +0000