]> git.proxmox.com Git - pve-firmware.git/blob - assemble-firmware.pl
skiplist: drop newly existing
[pve-firmware.git] / assemble-firmware.pl
1 #!/usr/bin/perl
2
3 use strict;
4 use warnings;
5
6 use File::Basename;
7 use File::Path;
8
9 my $fwsrc2 = "dvb-firmware.git";
10 my $fwsrc3 = "firmware-misc";
11
12 my $fwlist = shift;
13 die "no firmware list specified" if !$fwlist || ! -f $fwlist;
14
15 my $target = shift;
16 die "no target directory" if !$target || ! -d $target;
17
18 my $skip = {};
19 # debian squeeze also misses those files
20 foreach my $fw (qw(
21 3826.arm
22 BT3CPCC.bin
23 FW10
24 FW13
25 RTL8192U/boot.img
26 RTL8192U/data.img
27 RTL8192U/main.img
28 amdgpu/aldebaran_mec.bin
29 amdgpu/aldebaran_mec2.bin
30 amdgpu/aldebaran_rlc.bin
31 amdgpu/aldebaran_sdma.bin
32 amdgpu/aldebaran_smc.bin
33 amdgpu/aldebaran_sos.bin
34 amdgpu/aldebaran_ta.bin
35 amdgpu/aldebaran_vcn.bin
36 amdgpu/cyan_skillfish_ce.bin
37 amdgpu/cyan_skillfish_me.bin
38 amdgpu/cyan_skillfish_mec.bin
39 amdgpu/cyan_skillfish_mec2.bin
40 amdgpu/cyan_skillfish_pfp.bin
41 amdgpu/cyan_skillfish_rlc.bin
42 amdgpu/cyan_skillfish_sdma.bin
43 amdgpu/cyan_skillfish_sdma1.bin
44 amdgpu/navi10_mes.bin
45 amdgpu/sienna_cichlid_mes.bin
46 amdgpu/vangogh_gpu_info.bin
47 amdgpu/yellow_carp_gpu_info.bin
48 ar9170.fw
49 ast_dp501_fw.bin
50 ath10k/QCA6174/hw2.1/firmware-4.bin
51 ath10k/QCA6174/hw3.0/firmware-5.bin
52 ath10k/QCA9887/hw1.0/board-2.bin
53 ath10k/QCA988X/hw2.0/board-2.bin
54 ath10k/QCA988X/hw2.0/firmware-2.bin
55 ath10k/QCA988X/hw2.0/firmware-3.bin
56 ath10k/QCA988X/hw2.0/firmware.bin
57 ath6k/AR6003/hw2.0/bdata.bin
58 ath6k/AR6003/hw2.1.1/bdata.bin
59 ath6k/AR6004/hw1.0/bdata.DB132.bin
60 ath6k/AR6004/hw1.0/bdata.bin
61 ath6k/AR6004/hw1.0/fw.ram.bin
62 ath6k/AR6004/hw1.1/bdata.DB132.bin
63 ath6k/AR6004/hw1.1/bdata.bin
64 ath6k/AR6004/hw1.1/fw.ram.bin
65 ath6k/AR6004/hw1.2/fw.ram.bin
66 ath6k/AR6004/hw1.3/fw.ram.bin
67 b43/ucode11.fw
68 b43/ucode13.fw
69 b43/ucode14.fw
70 b43/ucode15.fw
71 b43/ucode16_lp.fw
72 b43/ucode16_mimo.fw
73 b43/ucode24_lcn.fw
74 b43/ucode25_lcn.fw
75 b43/ucode25_mimo.fw
76 b43/ucode26_mimo.fw
77 b43/ucode29_mimo.fw
78 b43/ucode30_mimo.fw
79 b43/ucode33_lcn40.fw
80 b43/ucode40.fw
81 b43/ucode42.fw
82 b43/ucode5.fw
83 b43/ucode9.fw
84 b43legacy/ucode2.fw
85 b43legacy/ucode4.fw
86 bfubase.frm
87 brcm/brcm/brcmfmac*-pcie.*.txt
88 brcm/brcm/brcmfmac*-sdio.*.txt
89 brcm/brcmfmac*-pcie.*.txt
90 brcm/brcmfmac*-sdio.*.bin
91 brcm/brcmfmac*-sdio.*.txt
92 brcm/brcmfmac-sdio.bin
93 brcm/brcmfmac-sdio.txt
94 brcm/brcmfmac43143-sdio.txt
95 brcm/brcmfmac43241b0-sdio.txt
96 brcm/brcmfmac43241b4-sdio.txt
97 brcm/brcmfmac43241b5-sdio.txt
98 brcm/brcmfmac4329-sdio.txt
99 brcm/brcmfmac4330-sdio.txt
100 brcm/brcmfmac4334-sdio.txt
101 brcm/brcmfmac43340-sdio.txt
102 brcm/brcmfmac4335-sdio.txt
103 brcm/brcmfmac43362-sdio.txt
104 brcm/brcmfmac4339-sdio.txt
105 brcm/brcmfmac43430-sdio.txt
106 brcm/brcmfmac43430b0-sdio.bin
107 brcm/brcmfmac43455-sdio.txt
108 brcm/brcmfmac43456-sdio.bin
109 brcm/brcmfmac4350-pcie.txt
110 brcm/brcmfmac4354-pcie.bin
111 brcm/brcmfmac4354-pcie.txt
112 brcm/brcmfmac4354-sdio.txt
113 brcm/brcmfmac4356-pcie.txt
114 brcm/brcmfmac43570-pcie.txt
115 brcm/brcmfmac4358-pcie.txt
116 brcm/brcmfmac4359-pcie.bin
117 brcm/brcmfmac4359-sdio.bin
118 brcm/brcmfmac43602-pcie.txt
119 brcm/brcmfmac4364-pcie.bin
120 brcm/brcmfmac4365b-pcie.bin
121 brcm/brcmfmac4365b-pcie.txt
122 brcm/brcmfmac4365c-pcie.bin
123 brcm/brcmfmac4366b-pcie.txt
124 brcm/brcmfmac4371-pcie.txt
125 brcm/brcmfmac43752-sdio.bin
126 brcm/brcmfmac43752-sdio.clm_blob
127 c218tunx.cod
128 c320tunx.cod
129 cbfw-3.0.3.1.bin
130 cbfw.bin
131 comedi/jr3pci.idm
132 cp204unx.cod
133 ct2fw-3.0.3.1.bin
134 ct2fw.bin
135 ctfw-3.0.3.1.bin
136 ctfw.bin
137 cxgb4/t4fw-1.3.10.0.bin
138 cyzfirm.bin
139 daqboard2000_firmware.bin
140 fw.ram.bin
141 i1480-phy-0.0.bin
142 i1480-pre-phy-0.0.bin
143 i1480-usb-0.0.bin
144 i2400m-fw-sdio-1.3.sbcf
145 idt82p33xxx.bin
146 isi4608.bin
147 isi4616.bin
148 isi608.bin
149 isi608em.bin
150 isi616em.bin
151 isight.fw
152 isl3886pci
153 isl3886usb
154 isl3887usb
155 iwlwifi-100-6.ucode
156 iwlwifi-1000-6.ucode
157 iwlwifi-130-5.ucode
158 iwlwifi-3165-10.ucode
159 iwlwifi-3168-26.ucode
160 iwlwifi-6000-6.ucode
161 iwlwifi-6000g2b-IWL6000G2B_UCODE_API_MAX.ucode
162 iwlwifi-7265D-26.ucode
163 iwlwifi-8000-10.ucode
164 iwlwifi-8000-12.ucode
165 iwlwifi-8000-13.ucode
166 iwlwifi-8000-8.ucode
167 iwlwifi-8000C-26.ucode
168 iwlwifi-8000C-33.ucode
169 iwlwifi-8265-26.ucode
170 iwlwifi-8265-33.ucode
171 iwlwifi-9000-pu-a0-jf-a0--26.ucode
172 iwlwifi-9000-pu-a0-jf-a0--33.ucode
173 iwlwifi-9000-pu-a0-jf-a0-34.ucode
174 iwlwifi-9000-pu-a0-jf-a0-43.ucode
175 iwlwifi-9000-pu-a0-jf-b0--33.ucode
176 iwlwifi-9000-pu-a0-jf-b0-34.ucode
177 iwlwifi-9000-pu-a0-jf-b0-43.ucode
178 iwlwifi-9000-pu-a0-lc-a0--26.ucode
179 iwlwifi-9260-th-a0-jf-a0--26.ucode
180 iwlwifi-9260-th-a0-jf-a0--33.ucode
181 iwlwifi-9260-th-a0-jf-a0-34.ucode
182 iwlwifi-9260-th-a0-jf-a0-43.ucode
183 iwlwifi-9260-th-b0-jf-b0--33.ucode
184 iwlwifi-Qu-a0-hr-a0--33.ucode
185 iwlwifi-Qu-a0-hr-a0-34.ucode
186 iwlwifi-Qu-a0-hr-a0-43.ucode
187 iwlwifi-Qu-a0-hr-a0-48.ucode
188 iwlwifi-Qu-a0-hr-a0-50.ucode
189 iwlwifi-Qu-a0-jf-b0--26.ucode
190 iwlwifi-Qu-a0-jf-b0--33.ucode
191 iwlwifi-Qu-a0-jf-b0-34.ucode
192 iwlwifi-Qu-a0-jf-b0-43.ucode
193 iwlwifi-Qu-a0-jf-b0-48.ucode
194 iwlwifi-Qu-a0-jf-b0-50.ucode
195 iwlwifi-Qu-b0-hr-b0-43.ucode
196 iwlwifi-Qu-b0-jf-b0-43.ucode
197 iwlwifi-QuQnj-a0-hr-a0-34.ucode
198 iwlwifi-QuQnj-a0-hr-a0-43.ucode
199 iwlwifi-QuQnj-a0-hr-a0-48.ucode
200 iwlwifi-QuQnj-a0-hr-a0-50.ucode
201 iwlwifi-QuQnj-a0-jf-b0-34.ucode
202 iwlwifi-QuQnj-a0-jf-b0-43.ucode
203 iwlwifi-QuQnj-b0-hr-b0-43.ucode
204 iwlwifi-QuQnj-b0-hr-b0-48.ucode
205 iwlwifi-QuQnj-b0-hr-b0-50.ucode
206 iwlwifi-QuQnj-b0-hr-b0-59.ucode
207 iwlwifi-QuQnj-b0-hr-b0-63.ucode
208 iwlwifi-QuQnj-b0-hr-b0-66.ucode
209 iwlwifi-QuQnj-b0-jf-b0-48.ucode
210 iwlwifi-QuQnj-b0-jf-b0-50.ucode
211 iwlwifi-QuQnj-b0-jf-b0-59.ucode
212 iwlwifi-QuQnj-b0-jf-b0-63.ucode
213 iwlwifi-QuQnj-b0-jf-b0-66.ucode
214 iwlwifi-QuQnj-f0-hr-a0-34.ucode
215 iwlwifi-QuQnj-f0-hr-a0-43.ucode
216 iwlwifi-QuQnj-f0-hr-a0-48.ucode
217 iwlwifi-QuQnj-f0-hr-a0-50.ucode
218 iwlwifi-SoSnj-a0-gf-a0-59.ucode
219 iwlwifi-SoSnj-a0-gf-a0-63.ucode
220 iwlwifi-SoSnj-a0-gf-a0-66.ucode
221 iwlwifi-SoSnj-a0-gf4-a0-59.ucode
222 iwlwifi-SoSnj-a0-gf4-a0-63.ucode
223 iwlwifi-SoSnj-a0-gf4-a0-66.ucode
224 iwlwifi-SoSnj-a0-hr-b0-59.ucode
225 iwlwifi-SoSnj-a0-hr-b0-63.ucode
226 iwlwifi-SoSnj-a0-hr-b0-66.ucode
227 iwlwifi-SoSnj-a0-jf-b0-63.ucode
228 iwlwifi-SoSnj-a0-jf-b0-66.ucode
229 iwlwifi-SoSnj-a0-mr-a0-59.ucode
230 iwlwifi-SoSnj-a0-mr-a0-63.ucode
231 iwlwifi-SoSnj-a0-mr-a0-66.ucode
232 iwlwifi-bz-a0-gf-a0-63.ucode
233 iwlwifi-bz-a0-gf-a0-66.ucode
234 iwlwifi-bz-a0-gf4-a0-63.ucode
235 iwlwifi-bz-a0-gf4-a0-66.ucode
236 iwlwifi-bz-a0-hr-b0-63.ucode
237 iwlwifi-bz-a0-hr-b0-66.ucode
238 iwlwifi-bz-a0-mr-a0-63.ucode
239 iwlwifi-bz-a0-mr-a0-66.ucode
240 iwlwifi-ma-a0-fm-a0-66.ucode
241 iwlwifi-ma-a0-gf-a0-59.ucode
242 iwlwifi-ma-a0-gf-a0-63.ucode
243 iwlwifi-ma-a0-gf-a0-66.ucode
244 iwlwifi-ma-a0-gf4-a0-63.ucode
245 iwlwifi-ma-a0-gf4-a0-66.ucode
246 iwlwifi-ma-a0-hr-b0-63.ucode
247 iwlwifi-ma-a0-hr-b0-66.ucode
248 iwlwifi-ma-a0-mr-a0-59.ucode
249 iwlwifi-ma-a0-mr-a0-63.ucode
250 iwlwifi-ma-a0-mr-a0-66.ucode
251 iwlwifi-so-a0-gf-a0-48.ucode
252 iwlwifi-so-a0-gf-a0-50.ucode
253 iwlwifi-so-a0-gf-a0-59.ucode
254 iwlwifi-so-a0-gf-a0-63.ucode
255 iwlwifi-so-a0-gf-a0-66.ucode
256 iwlwifi-so-a0-hr-b0-48.ucode
257 iwlwifi-so-a0-hr-b0-50.ucode
258 iwlwifi-so-a0-hr-b0-59.ucode
259 iwlwifi-so-a0-hr-b0-63.ucode
260 iwlwifi-so-a0-hr-b0-66.ucode
261 iwlwifi-so-a0-jf-b0-48.ucode
262 iwlwifi-so-a0-jf-b0-50.ucode
263 iwlwifi-so-a0-jf-b0-59.ucode
264 iwlwifi-so-a0-jf-b0-63.ucode
265 iwlwifi-so-a0-jf-b0-66.ucode
266 iwlwifi-su-z0-43.ucode
267 iwlwifi-ty-a0-gf-a0-48.ucode
268 iwlwifi-ty-a0-gf-a0-50.ucode
269 iwmc3200wifi-calib-sdio.bin
270 iwmc3200wifi-lmac-sdio.bin
271 iwmc3200wifi-umac-sdio.bin
272 ks7010sd.rom
273 lantiq/xrx200_phy11g_a14.bin
274 lantiq/xrx200_phy11g_a22.bin
275 lantiq/xrx200_phy22f_a14.bin
276 lantiq/xrx200_phy22f_a22.bin
277 lantiq/xrx300_phy11g_a21.bin
278 lantiq/xrx300_phy22f_a21.bin
279 lattice-ecp3.bit
280 libertas/cf8305.bin
281 libertas/gspi8385.bin
282 libertas/gspi8385_helper.bin
283 libertas/gspi8385_hlp.bin
284 libertas/usb8388.bin
285 libertas_cs.fw
286 libertas_cs_helper.fw
287 liquidio/lio_210nv.bin
288 liquidio/lio_210sv.bin
289 liquidio/lio_23xx.bin
290 liquidio/lio_410nv.bin
291 me2600_firmware.bin
292 me4000_firmware.bin
293 mrvl/pcie8766_uapsta.bin
294 mrvl/pcie8997_uapsta.bin
295 mrvl/sd8786_uapsta.bin
296 mrvl/sd8977_uapsta.bin
297 mrvl/sd8987_uapsta.bin
298 mrvl/sd8997_uapsta.bin
299 mrvl/usb8997_uapsta.bin
300 mt7603_e1.bin
301 mt7603_e2.bin
302 mt7628_e1.bin
303 mt7628_e2.bin
304 mwl8k/fmimage_8363.fw
305 mwl8k/helper_8363.fw
306 ni6534a.bin
307 niscrb01.bin
308 niscrb02.bin
309 nx3fwct.bin
310 nx3fwmn.bin
311 nxromimg.bin
312 orinoco_ezusb_fw
313 pca200e_ecd.bin2
314 phanfw-4.0.579.bin
315 prism2_ru.fw
316 prism_ap_fw.bin
317 prism_sta_fw.bin
318 qat_4xxx.bin
319 qat_4xxx_mmp.bin
320 ql2600_fw.bin
321 ql2700_fw.bin
322 ql8100_fw.bin
323 ql8300_fw.bin
324 renesas_usb_fw.mem
325 rtl_bt/rtl8723b_config.bin
326 rtl_bt/rtl8723bs_config.bin
327 wlwifi-SoSnj-a0-mr-a0-59.ucode
328 rtl_bt/rtl8723ds_config.bin
329 rtl_bt/rtl8723ds_fw.bin
330 rtl_bt/rtl8761a_config.bin
331 rtlwifi/rtl8723bu_bt.bin
332 rtlwifi/rtl8723efw.bin
333 s5k4ecgx.bin
334 sd8686.bin
335 sd8686_helper.bin
336 softing-4.6/bcard.bin
337 softing-4.6/bcard2.bin
338 softing-4.6/cancard.bin
339 softing-4.6/cancrd2.bin
340 softing-4.6/cansja.bin
341 softing-4.6/ldcard.bin
342 softing-4.6/ldcard2.bin
343 solos-FPGA.bin
344 solos-Firmware.bin
345 solos-db-FPGA.bin
346 symbol_sp24t_prim_fw
347 symbol_sp24t_sec_fw
348 tehuti/firmware.bin
349 ti-connectivity/wl18xx-conf.bin
350 tms380tr.bin
351 usb8388.bin
352 wd719x-risc.bin
353 wd719x-wcs.bin
354 wil6210_sparrow_plus.fw
355 wil6436.brd
356 wil6436.fw
357 wlan/prima/WCNSS_qcom_wlan_nv.bin
358 zd1201-ap.fw
359 zd1201.fw
360 )) {
361 $skip->{$fw} = 1;
362 }
363
364 sub copy_fw {
365 my ($src, $dstfw) = @_;
366
367 my $dest = "$target/$dstfw";
368
369 return if -f $dest;
370
371 mkpath dirname($dest);
372 system ("cp '$src' '$dest'") == 0 or die "copy '$src' to '$dest' failed!\n";
373 }
374
375 my $fwdone = {};
376 my $fwbase_name = {};
377
378 my $error = 0;
379
380 open(my $fd, '<', $fwlist);
381 while(defined(my $line = <$fd>)) {
382 chomp $line;
383 my ($fw, $mod) = split(/\s+/, $line, 2);
384
385 my $fw_name = basename($fw);
386 $fwbase_name->{$fw_name} = 1;
387
388 next if $mod =~ m|^kernel/sound|;
389 next if $mod =~ m|^kernel/drivers/isdn|;
390
391 # skip ZyDas usb wireless, use package zd1211-firmware instead
392 next if $fw =~ m|^zd1211/|;
393
394 # skip atmel at76c50x wireless networking chips.
395 # use package atmel-firmware instead
396 next if $fw =~ m|^atmel_at76c50|;
397
398 # skip Bluetooth dongles based on the Broadcom BCM203x
399 # use package bluez-firmware instead
400 next if $fw =~ m|^BCM2033|;
401
402 next if $fw =~ m|^xc3028-v27\.fw|; # found twice!
403 next if $fw =~ m|.inp|; # where are those files?
404 next if $fw =~ m|^ueagle-atm/|; # where are those files?
405
406 next if $fwdone->{$fw};
407 $fwdone->{$fw} = 1;
408
409 my $fwdest = $fw;
410 if ($fw eq 'libertas/gspi8686.bin') {
411 $fw = 'libertas/gspi8686_v9.bin';
412 }
413 if ($fw eq 'libertas/gspi8686_hlp.bin') {
414 $fw = 'libertas/gspi8686_v9_helper.bin';
415 }
416
417 if ($fw eq 'PE520.cis') {
418 $fw = 'cis/PE520.cis';
419 }
420
421 if (-e "$target/$fw") {
422 warn "WARN: allowed to skip existing '$fw'\n" if $skip->{$fw};
423 next;
424 }
425 if (-f "$fwsrc3/$fw") {
426 copy_fw("$fwsrc3/$fw", $fwdest);
427 next;
428 }
429
430 my $module = basename($mod);
431 if ($fw =~ m|/|) {
432 next if $skip->{$fw};
433
434 warn "ERROR: unable to find firmware ($module): $fw\n";
435 $error++;
436 next;
437 }
438
439 my $name = basename($fw);
440
441 my $sr = `find '$target' \\( -type f -o -type l \\) -name '$name'`;
442 chomp $sr;
443 if ($sr) {
444 my $found = 0;
445 for my $f (split("\n", $sr)) {
446 if ($f =~ /$fw$/) {
447 print "found $fw in $f\n";
448 $found = 1;
449 }
450 }
451 next if $found;
452 }
453
454 $sr = `find '$fwsrc2' -type f -name '$name'`;
455 chomp $sr;
456 if ($sr) {
457 print "found $fw in $sr\n";
458 copy_fw($sr, $fwdest);
459 next;
460 }
461
462 $sr = `find '$fwsrc3' -type f -name '$name'`;
463 chomp $sr;
464 if ($sr) {
465 print "found $fw in $sr\n";
466 copy_fw($sr, $fwdest);
467 next;
468 }
469
470 next if $skip->{$fw};
471 next if $fw =~ m|^dvb-|;
472
473 warn "ERROR: unable to find firmware ($module): $fw\n";
474 $error++;
475 next;
476 }
477 close($fd);
478
479 exit($error) if $error;
480
481 my $target_fw_string = `find '$target' -type f -o -type l`;
482 chomp $target_fw_string;
483 exit(-1) if !$target_fw_string;
484
485 my $all_fw_files = [ split("\n", $target_fw_string) ];
486
487 my ($keep, $delete) = (0, 0);
488
489 my $link_target = {};
490 for my $f (@$all_fw_files) {
491 next if ! -l $f;
492 my $link = basename($f);
493 my $file = readlink($f);
494 my $target = basename($file);
495 $link_target->{$target} = 1 if $fwbase_name->{$link};
496 $link_target->{$file} = 1 if $fwbase_name->{$link};
497 }
498
499 for my $f (@$all_fw_files) {
500 my $name = basename($f);
501
502 if ($fwbase_name->{$name}) {
503 $keep++;
504 } elsif ($link_target->{$name}) {
505 #print "skip link target '$f'\n";
506 $keep++;
507 } else {
508 print "delete unreferenced $f\n";
509 unlink $f or warn "ERROR deleting '$f' - $!\n";
510 $delete++;
511 }
512 }
513
514 print "cleanup end result: keep: $keep, delete: $delete\n";
515
516 exit(0);