]>
Commit | Line | Data |
---|---|---|
6de0c03f | 1 | #!/usr/bin/python3 |
7d887360 BH |
2 | |
3 | import os, re, sys | |
94cb0a68 | 4 | from io import open |
7d887360 | 5 | |
27fb2f63 | 6 | |
7d887360 | 7 | def list_whence(): |
27fb2f63 | 8 | with open("WHENCE", encoding="utf-8") as whence: |
7d887360 | 9 | for line in whence: |
80de4d8a | 10 | match = re.match(r'(?:RawFile|File|Source):\s*"(.*)"', line) |
be15035d HG |
11 | if match: |
12 | yield match.group(1) | |
13 | continue | |
80de4d8a | 14 | match = re.match(r"(?:RawFile|File|Source):\s*(\S*)", line) |
7d887360 BH |
15 | if match: |
16 | yield match.group(1) | |
17 | continue | |
27fb2f63 ML |
18 | match = re.match( |
19 | r"Licen[cs]e: (?:.*\bSee (.*) for details\.?|(\S*))\n", line | |
20 | ) | |
7d887360 BH |
21 | if match: |
22 | if match.group(1): | |
27fb2f63 | 23 | for name in re.split(r", | and ", match.group(1)): |
7d887360 BH |
24 | yield name |
25 | continue | |
26 | if match.group(2): | |
27 | # Just one word - may or may not be a filename | |
27fb2f63 ML |
28 | if not re.search( |
29 | r"unknown|distributable", match.group(2), re.IGNORECASE | |
30 | ): | |
7d887360 BH |
31 | yield match.group(2) |
32 | continue | |
33 | ||
27fb2f63 | 34 | |
05183b7b | 35 | def list_whence_files(): |
27fb2f63 | 36 | with open("WHENCE", encoding="utf-8") as whence: |
05183b7b | 37 | for line in whence: |
80de4d8a | 38 | match = re.match(r"(?:RawFile|File):\s*(.*)", line) |
05183b7b | 39 | if match: |
27fb2f63 | 40 | yield match.group(1).replace("\ ", " ").replace('"', "") |
05183b7b EV |
41 | continue |
42 | ||
27fb2f63 | 43 | |
77f92e0b | 44 | def list_links_list(): |
27fb2f63 | 45 | with open("WHENCE", encoding="utf-8") as whence: |
77f92e0b | 46 | for line in whence: |
27fb2f63 | 47 | match = re.match(r"Link:\s*(.*)", line) |
77f92e0b EV |
48 | if match: |
49 | linkname, target = match.group(1).split("->") | |
50 | ||
27fb2f63 ML |
51 | linkname = linkname.strip().replace("\ ", " ").replace('"', "") |
52 | target = target.strip().replace("\ ", " ").replace('"', "") | |
77f92e0b EV |
53 | |
54 | # Link target is relative to the link | |
55 | target = os.path.join(os.path.dirname(linkname), target) | |
56 | target = os.path.normpath(target) | |
57 | ||
58 | yield (linkname, target) | |
59 | continue | |
60 | ||
27fb2f63 | 61 | |
7d887360 | 62 | def list_git(): |
27fb2f63 | 63 | with os.popen("git ls-files") as git_files: |
7d887360 | 64 | for line in git_files: |
27fb2f63 ML |
65 | yield line.rstrip("\n") |
66 | ||
7d887360 BH |
67 | |
68 | def main(): | |
7fa32bcc | 69 | ret = 0 |
7d887360 | 70 | whence_list = list(list_whence()) |
05183b7b | 71 | whence_files = list(list_whence_files()) |
77f92e0b | 72 | links_list = list(list_links_list()) |
27fb2f63 ML |
73 | known_files = set(name for name in whence_list if not name.endswith("/")) | set( |
74 | [ | |
c442a500 ML |
75 | ".gitignore", |
76 | ".codespell.cfg", | |
69e68cde | 77 | ".gitlab-ci.yml", |
c442a500 | 78 | ".pre-commit-config.yaml", |
cef80743 | 79 | "build_packages.py", |
27fb2f63 ML |
80 | "check_whence.py", |
81 | "configure", | |
82 | "Makefile", | |
408eb34a | 83 | "README.md", |
27fb2f63 ML |
84 | "copy-firmware.sh", |
85 | "WHENCE", | |
792115b2 | 86 | "Dockerfile", |
cef80743 ML |
87 | "contrib/templates/debian.changelog", |
88 | "contrib/templates/debian.control", | |
89 | "contrib/templates/debian.copyright", | |
90 | "contrib/templates/rpm.spec", | |
27fb2f63 ML |
91 | ] |
92 | ) | |
93 | known_prefixes = set(name for name in whence_list if name.endswith("/")) | |
7d887360 BH |
94 | git_files = set(list_git()) |
95 | ||
27fb2f63 ML |
96 | for name in set(name for name in whence_files if name.endswith("/")): |
97 | sys.stderr.write("E: %s listed in WHENCE as File, but is directory\n" % name) | |
6c9e0ed5 EV |
98 | ret = 1 |
99 | ||
05183b7b | 100 | for name in set(fw for fw in whence_files if whence_files.count(fw) > 1): |
27fb2f63 | 101 | sys.stderr.write("E: %s listed in WHENCE twice\n" % name) |
05183b7b EV |
102 | ret = 1 |
103 | ||
f2671b1f | 104 | for name in set(link for link in whence_files if os.path.islink(link)): |
27fb2f63 | 105 | sys.stderr.write("E: %s listed in WHENCE as File, but is a symlink\n" % name) |
f2671b1f EV |
106 | ret = 1 |
107 | ||
77f92e0b | 108 | for name in set(link[0] for link in links_list if os.path.islink(link[0])): |
27fb2f63 | 109 | sys.stderr.write("E: %s listed in WHENCE as Link, is in tree\n" % name) |
77f92e0b EV |
110 | ret = 1 |
111 | ||
7d887360 | 112 | for name in sorted(list(known_files - git_files)): |
27fb2f63 | 113 | sys.stderr.write("E: %s listed in WHENCE does not exist\n" % name) |
7fa32bcc | 114 | ret = 1 |
7d887360 | 115 | |
9e0343cf AS |
116 | # A link can point to another link, or to a file... |
117 | valid_targets = set(link[0] for link in links_list) | git_files | |
118 | ||
119 | # ... or to a directory | |
120 | for target in set(valid_targets): | |
121 | dirname = target | |
122 | while True: | |
123 | dirname = os.path.dirname(dirname) | |
27fb2f63 | 124 | if dirname == "": |
9e0343cf AS |
125 | break |
126 | valid_targets.add(dirname) | |
127 | ||
128 | for name, target in sorted(links_list): | |
129 | if target not in valid_targets: | |
27fb2f63 ML |
130 | sys.stderr.write( |
131 | "E: target %s of link %s in WHENCE" " does not exist\n" % (target, name) | |
132 | ) | |
9e0343cf AS |
133 | ret = 1 |
134 | ||
7d887360 BH |
135 | for name in sorted(list(git_files - known_files)): |
136 | # Ignore subdirectory changelogs and GPG detached signatures | |
27fb2f63 ML |
137 | if name.endswith("/ChangeLog") or ( |
138 | name.endswith(".asc") and name[:-4] in known_files | |
139 | ): | |
7d887360 BH |
140 | continue |
141 | ||
142 | # Ignore unknown files in known directories | |
143 | for prefix in known_prefixes: | |
144 | if name.startswith(prefix): | |
145 | break | |
146 | else: | |
27fb2f63 | 147 | sys.stderr.write("E: %s not listed in WHENCE\n" % name) |
7fa32bcc BN |
148 | ret = 1 |
149 | return ret | |
7d887360 | 150 | |
27fb2f63 ML |
151 | |
152 | if __name__ == "__main__": | |
7fa32bcc | 153 | sys.exit(main()) |