]>
Commit | Line | Data |
---|---|---|
6de0c03f | 1 | #!/usr/bin/python3 |
7d887360 BH |
2 | |
3 | import os, re, sys | |
94cb0a68 | 4 | from io import open |
7d887360 | 5 | |
27fb2f63 | 6 | |
7d887360 | 7 | def list_whence(): |
27fb2f63 | 8 | with open("WHENCE", encoding="utf-8") as whence: |
7d887360 | 9 | for line in whence: |
9cfefbd7 | 10 | match = re.match(r'(?:File|Source):\s*"(.*)"', line) |
be15035d HG |
11 | if match: |
12 | yield match.group(1) | |
13 | continue | |
27fb2f63 | 14 | match = re.match(r"(?:File|Source):\s*(\S*)", line) |
7d887360 BH |
15 | if match: |
16 | yield match.group(1) | |
17 | continue | |
27fb2f63 ML |
18 | match = re.match( |
19 | r"Licen[cs]e: (?:.*\bSee (.*) for details\.?|(\S*))\n", line | |
20 | ) | |
7d887360 BH |
21 | if match: |
22 | if match.group(1): | |
27fb2f63 | 23 | for name in re.split(r", | and ", match.group(1)): |
7d887360 BH |
24 | yield name |
25 | continue | |
26 | if match.group(2): | |
27 | # Just one word - may or may not be a filename | |
27fb2f63 ML |
28 | if not re.search( |
29 | r"unknown|distributable", match.group(2), re.IGNORECASE | |
30 | ): | |
7d887360 BH |
31 | yield match.group(2) |
32 | continue | |
33 | ||
27fb2f63 | 34 | |
05183b7b | 35 | def list_whence_files(): |
27fb2f63 | 36 | with open("WHENCE", encoding="utf-8") as whence: |
05183b7b | 37 | for line in whence: |
27fb2f63 | 38 | match = re.match(r"File:\s*(.*)", line) |
05183b7b | 39 | if match: |
27fb2f63 | 40 | yield match.group(1).replace("\ ", " ").replace('"', "") |
05183b7b EV |
41 | continue |
42 | ||
27fb2f63 | 43 | |
77f92e0b | 44 | def list_links_list(): |
27fb2f63 | 45 | with open("WHENCE", encoding="utf-8") as whence: |
77f92e0b | 46 | for line in whence: |
27fb2f63 | 47 | match = re.match(r"Link:\s*(.*)", line) |
77f92e0b EV |
48 | if match: |
49 | linkname, target = match.group(1).split("->") | |
50 | ||
27fb2f63 ML |
51 | linkname = linkname.strip().replace("\ ", " ").replace('"', "") |
52 | target = target.strip().replace("\ ", " ").replace('"', "") | |
77f92e0b EV |
53 | |
54 | # Link target is relative to the link | |
55 | target = os.path.join(os.path.dirname(linkname), target) | |
56 | target = os.path.normpath(target) | |
57 | ||
58 | yield (linkname, target) | |
59 | continue | |
60 | ||
27fb2f63 | 61 | |
7d887360 | 62 | def list_git(): |
27fb2f63 | 63 | with os.popen("git ls-files") as git_files: |
7d887360 | 64 | for line in git_files: |
27fb2f63 ML |
65 | yield line.rstrip("\n") |
66 | ||
7d887360 BH |
67 | |
68 | def main(): | |
7fa32bcc | 69 | ret = 0 |
7d887360 | 70 | whence_list = list(list_whence()) |
05183b7b | 71 | whence_files = list(list_whence_files()) |
77f92e0b | 72 | links_list = list(list_links_list()) |
27fb2f63 ML |
73 | known_files = set(name for name in whence_list if not name.endswith("/")) | set( |
74 | [ | |
c442a500 ML |
75 | ".gitignore", |
76 | ".codespell.cfg", | |
77 | ".pre-commit-config.yaml", | |
27fb2f63 ML |
78 | "check_whence.py", |
79 | "configure", | |
80 | "Makefile", | |
81 | "README", | |
82 | "copy-firmware.sh", | |
83 | "WHENCE", | |
84 | ] | |
85 | ) | |
86 | known_prefixes = set(name for name in whence_list if name.endswith("/")) | |
7d887360 BH |
87 | git_files = set(list_git()) |
88 | ||
27fb2f63 ML |
89 | for name in set(name for name in whence_files if name.endswith("/")): |
90 | sys.stderr.write("E: %s listed in WHENCE as File, but is directory\n" % name) | |
6c9e0ed5 EV |
91 | ret = 1 |
92 | ||
05183b7b | 93 | for name in set(fw for fw in whence_files if whence_files.count(fw) > 1): |
27fb2f63 | 94 | sys.stderr.write("E: %s listed in WHENCE twice\n" % name) |
05183b7b EV |
95 | ret = 1 |
96 | ||
f2671b1f | 97 | for name in set(link for link in whence_files if os.path.islink(link)): |
27fb2f63 | 98 | sys.stderr.write("E: %s listed in WHENCE as File, but is a symlink\n" % name) |
f2671b1f EV |
99 | ret = 1 |
100 | ||
77f92e0b | 101 | for name in set(link[0] for link in links_list if os.path.islink(link[0])): |
27fb2f63 | 102 | sys.stderr.write("E: %s listed in WHENCE as Link, is in tree\n" % name) |
77f92e0b EV |
103 | ret = 1 |
104 | ||
7d887360 | 105 | for name in sorted(list(known_files - git_files)): |
27fb2f63 | 106 | sys.stderr.write("E: %s listed in WHENCE does not exist\n" % name) |
7fa32bcc | 107 | ret = 1 |
7d887360 | 108 | |
9e0343cf AS |
109 | # A link can point to another link, or to a file... |
110 | valid_targets = set(link[0] for link in links_list) | git_files | |
111 | ||
112 | # ... or to a directory | |
113 | for target in set(valid_targets): | |
114 | dirname = target | |
115 | while True: | |
116 | dirname = os.path.dirname(dirname) | |
27fb2f63 | 117 | if dirname == "": |
9e0343cf AS |
118 | break |
119 | valid_targets.add(dirname) | |
120 | ||
121 | for name, target in sorted(links_list): | |
122 | if target not in valid_targets: | |
27fb2f63 ML |
123 | sys.stderr.write( |
124 | "E: target %s of link %s in WHENCE" " does not exist\n" % (target, name) | |
125 | ) | |
9e0343cf AS |
126 | ret = 1 |
127 | ||
7d887360 BH |
128 | for name in sorted(list(git_files - known_files)): |
129 | # Ignore subdirectory changelogs and GPG detached signatures | |
27fb2f63 ML |
130 | if name.endswith("/ChangeLog") or ( |
131 | name.endswith(".asc") and name[:-4] in known_files | |
132 | ): | |
7d887360 BH |
133 | continue |
134 | ||
135 | # Ignore unknown files in known directories | |
136 | for prefix in known_prefixes: | |
137 | if name.startswith(prefix): | |
138 | break | |
139 | else: | |
27fb2f63 | 140 | sys.stderr.write("E: %s not listed in WHENCE\n" % name) |
7fa32bcc BN |
141 | ret = 1 |
142 | return ret | |
7d887360 | 143 | |
27fb2f63 ML |
144 | |
145 | if __name__ == "__main__": | |
7fa32bcc | 146 | sys.exit(main()) |