Skip to content

gh-157695: Check that C API macros start with "Py" #157696

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
vstinner merged 20 commits into from
Sep 21, 2026
+991 −0
Merged

gh-157695: Check that C API macros start with "Py" #157696

Changes from 1 commit
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
e48804c
gh-157695: Check that C API macros start with "Py"
vstinner Sep 17, 2026
0d6621d
Add a comment to the ignore file
vstinner Sep 17, 2026
714f1f5
Remove duplicates
vstinner Sep 17, 2026
44eb795
Fix error message
vstinner Sep 17, 2026
819558a
Remove NEWS entry
vstinner Sep 17, 2026
c6af62b
Parse also pyconfig.h.in
vstinner Sep 18, 2026
998dd34
Update Tools/build/check_capi_macros.py
vstinner Sep 18, 2026
fa62aac
Update .github/workflows/build.yml
vstinner Sep 18, 2026
6188980
Cleanup regexs
vstinner Sep 18, 2026
8c09a6c
Move the check fro Makefile to pre-commit
vstinner Sep 18, 2026
7c8c77d
Check also if the ignored list is outdated
vstinner Sep 18, 2026
80a2e2f
Parse also #undef in Include/ headers
vstinner Sep 18, 2026
d2347d9
Check that the ignore list is sorted
vstinner Sep 18, 2026
a63e018
Update Tools/build/check_capi_macros.py
vstinner Sep 19, 2026
86514dc
Accept spaces in more places in regex
vstinner Sep 19, 2026
dec9c88
Check for duplicated entires in the ignore list
vstinner Sep 19, 2026
d326d3f
Merge branch 'main' into check_capi_macros
vstinner Sep 19, 2026
d7a9559
Remove HAVE_FLOAT16 macro from ignore list
vstinner Sep 19, 2026
dd15660
Exclude 7 header files
vstinner Sep 20, 2026
4e78617
Combine "define" and "undef"; add line numbers (#19)
encukou Sep 21, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Check that the ignore list is sorted
  • Loading branch information
@vstinner
vstinner committed Sep 18, 2026
commit d2347d953d8d5b721150e7b775fad5df087201a4
50 changes: 35 additions & 15 deletions Tools/build/check_capi_macros.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@
* pyconfig.h.in
"""

import difflib
import glob
import os.path
import re
Expand Down Expand Up @@ -52,21 +53,22 @@ def parse_file(filename, names):


def get_ignored_names():
ignored = set()
ignored = []
with open(IGNORED_FILENAME, encoding='utf8') as fp:
for line in fp:
name = line.strip()
if name.startswith('#'):
# Ignore comment
continue
if name:
ignored.add(name)
ignored.append(name)
return ignored


def main():
failure = False

# Parse header files
include_dir = os.path.join(SRC_DIR, 'Include')
files = glob.glob(os.path.join(include_dir, '*.h'))

@hugovk hugovk Sep 19, 2026

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

(Forgot to post this yesterday)

Include/opcode_ids.h contains generated opcodes, we could exclude these:

Suggested change
files = glob.glob(os.path.join(include_dir, '*.h'))
files = glob.glob(os.path.join(include_dir, '*.h'))
files.remove(os.path.join(include_dir, 'opcode_ids.h'))

And then remove the 245 generated names from check_capi_macros_ignored.txt. This will make maintenance easier so we don't need to add/remove future ones.

files.extend(glob.glob(os.path.join(include_dir, 'cpython', '*.h')))
Expand All @@ -75,24 +77,26 @@ def main():
for filename in files:
parse_file(filename, names)

names_set = {name for name, filename, undef in names}
# Parse ignore list
ignored = get_ignored_names()

new_macros = names_set - ignored
if new_macros:
print('ERROR: the Python C API defines the following new macros:')
# Check if the sorted list is sorted
ignored_sorted = sorted(ignored)
if ignored_sorted != ignored:
print(f"ERROR: {IGNORED_FILENAME} list is not sorted")
print()
count = 0
for name, filename, undef in sorted(names):
if name in ignored:
continue
define = "undefined" if undef else "defined"
print(f"- {name} {define} by {filename}")
count += 1
diff = difflib.unified_diff(ignored, ignored_sorted,
fromfile=IGNORED_FILENAME,
tofile=IGNORED_FILENAME,
lineterm='')
for line in diff:
print(line)
print()
print(f"Total: {count} macros")
failure = True

# Check for outdated ignore list
names_set = {name for name, filename, undef in names}
ignored = set(ignored)
outdated = ignored - names_set
if outdated:
print(f"ERROR: {IGNORED_FILENAME} is outdated, "
Expand All @@ -105,10 +109,26 @@ def main():
print()
failure = True

# Check for new macros
new_macros = names_set - ignored
if new_macros:
print('ERROR: the Python C API defines the following new macros:')
print()
count = 0
for name, filename, undef in sorted(names):
if name in ignored:
continue
define = "undefined" if undef else "defined"
print(f"- {name} {define} by {filename}")
count += 1
print()
print(f"Total: {count} macros")
failure = True

if not failure:
print("OK: the ignore list is up to date and sorted")
print("OK: the Python C API only defines macros with names "
f"starting with Py (ignoring {len(ignored)} macros)")
print("OK: the ignore list is up to date")
sys.exit(0)

sys.exit(1)
Expand Down
Loading