assemble-firmware.pl

   1 #!/usr/bin/perl
   2
   3 use strict;
   4 use warnings;
   5
   6 use File::Basename;
   7 use File::Path;
   8
   9 my $fwsrc2 = "dvb-firmware.git";
  10 my $fwsrc3 = "firmware-misc";
  11
  12 my $fwlist = shift;
  13 die "no firmware list specified" if !$fwlist || ! -f $fwlist;
  14
  15 my $target = shift;
  16 die "no target directory" if !$target || ! -d $target;
  17
  18 my $ALLOW_MISSING = {};
  19 # debian squeeze also misses those files
  20 foreach my $fw (qw(
  21 3826.arm
  22 BT3CPCC.bin
  23 FW10
  24 FW13
  25 RTL8192U/boot.img
  26 RTL8192U/data.img
  27 RTL8192U/main.img
  28 amdgpu/cyan_skillfish_ce.bin
  29 amdgpu/cyan_skillfish_me.bin
  30 amdgpu/cyan_skillfish_mec.bin
  31 amdgpu/cyan_skillfish_mec2.bin
  32 amdgpu/cyan_skillfish_pfp.bin
  33 amdgpu/cyan_skillfish_rlc.bin
  34 amdgpu/cyan_skillfish_sdma.bin
  35 amdgpu/cyan_skillfish_sdma1.bin
  36 amdgpu/navi10_mes.bin
  37 amdgpu/sienna_cichlid_mes.bin
  38 amdgpu/vangogh_gpu_info.bin
  39 amdgpu/yellow_carp_gpu_info.bin
  40 ar9170.fw
  41 ast_dp501_fw.bin
  42 ath10k/QCA6174/hw2.1/firmware-4.bin
  43 ath10k/QCA6174/hw3.0/firmware-5.bin
  44 ath10k/QCA9887/hw1.0/board-2.bin
  45 ath10k/QCA988X/hw2.0/board-2.bin
  46 ath10k/QCA988X/hw2.0/firmware-2.bin
  47 ath10k/QCA988X/hw2.0/firmware-3.bin
  48 ath10k/QCA988X/hw2.0/firmware.bin
  49 ath6k/AR6003/hw2.0/bdata.bin
  50 ath6k/AR6003/hw2.1.1/bdata.bin
  51 ath6k/AR6004/hw1.0/bdata.DB132.bin
  52 ath6k/AR6004/hw1.0/bdata.bin
  53 ath6k/AR6004/hw1.0/fw.ram.bin
  54 ath6k/AR6004/hw1.1/bdata.DB132.bin
  55 ath6k/AR6004/hw1.1/bdata.bin
  56 ath6k/AR6004/hw1.1/fw.ram.bin
  57 ath6k/AR6004/hw1.2/fw.ram.bin
  58 ath6k/AR6004/hw1.3/fw.ram.bin
  59 atmsar11.fw
  60 b43/ucode11.fw
  61 b43/ucode13.fw
  62 b43/ucode14.fw
  63 b43/ucode15.fw
  64 b43/ucode16_lp.fw
  65 b43/ucode16_mimo.fw
  66 b43/ucode24_lcn.fw
  67 b43/ucode25_lcn.fw
  68 b43/ucode25_mimo.fw
  69 b43/ucode26_mimo.fw
  70 b43/ucode29_mimo.fw
  71 b43/ucode30_mimo.fw
  72 b43/ucode33_lcn40.fw
  73 b43/ucode40.fw
  74 b43/ucode42.fw
  75 b43/ucode5.fw
  76 b43/ucode9.fw
  77 b43legacy/ucode2.fw
  78 b43legacy/ucode4.fw
  79 bfubase.frm
  80 brcm/brcm/brcmfmac*-pcie.*.txt
  81 brcm/brcm/brcmfmac*-sdio.*.txt
  82 brcm/brcmfmac*-pcie.*.bin
  83 brcm/brcmfmac*-pcie.*.txt
  84 brcm/brcmfmac*-pcie.txt
  85 brcm/brcmfmac*-sdio.*.bin
  86 brcm/brcmfmac*-sdio.*.txt
  87 brcm/brcmfmac-sdio.bin
  88 brcm/brcmfmac-sdio.txt
  89 brcm/brcmfmac43143-sdio.txt
  90 brcm/brcmfmac43241b0-sdio.txt
  91 brcm/brcmfmac43241b4-sdio.txt
  92 brcm/brcmfmac43241b5-sdio.txt
  93 brcm/brcmfmac4329-sdio.txt
  94 brcm/brcmfmac4330-sdio.txt
  95 brcm/brcmfmac4334-sdio.txt
  96 brcm/brcmfmac43340-sdio.txt
  97 brcm/brcmfmac4335-sdio.txt
  98 brcm/brcmfmac43362-sdio.txt
  99 brcm/brcmfmac4339-sdio.txt
 100 brcm/brcmfmac43430-sdio.txt
 101 brcm/brcmfmac43430b0-sdio.bin
 102 brcm/brcmfmac43455-sdio.txt
 103 brcm/brcmfmac43456-sdio.bin
 104 brcm/brcmfmac4350-pcie.txt
 105 brcm/brcmfmac4354-pcie.bin
 106 brcm/brcmfmac4354-pcie.txt
 107 brcm/brcmfmac4354-sdio.txt
 108 brcm/brcmfmac4356-pcie.txt
 109 brcm/brcmfmac43570-pcie.txt
 110 brcm/brcmfmac4358-pcie.txt
 111 brcm/brcmfmac4359-pcie.bin
 112 brcm/brcmfmac4359-sdio.bin
 113 brcm/brcmfmac43602-pcie.txt
 114 brcm/brcmfmac4364-pcie.bin
 115 brcm/brcmfmac4365b-pcie.bin
 116 brcm/brcmfmac4365b-pcie.txt
 117 brcm/brcmfmac4365c-pcie.bin
 118 brcm/brcmfmac4366b-pcie.txt
 119 brcm/brcmfmac4371-pcie.txt
 120 brcm/brcmfmac43752-sdio.bin
 121 brcm/brcmfmac43752-sdio.clm_blob
 122 c218tunx.cod
 123 c320tunx.cod
 124 cbfw-3.0.3.1.bin
 125 cbfw.bin
 126 comedi/jr3pci.idm
 127 cp204unx.cod
 128 ct2fw-3.0.3.1.bin
 129 ct2fw.bin
 130 ctfw-3.0.3.1.bin
 131 ctfw.bin
 132 cxgb4/t4fw-1.3.10.0.bin
 133 cyzfirm.bin
 134 daqboard2000_firmware.bin
 135 fw.ram.bin
 136 i1480-phy-0.0.bin
 137 i1480-pre-phy-0.0.bin
 138 i1480-usb-0.0.bin
 139 i2400m-fw-sdio-1.3.sbcf
 140 i2400m-fw-usb-1.5.sbcf
 141 i6050-fw-usb-1.5.sbcf
 142 idt82p33xxx.bin
 143 isi4608.bin
 144 isi4616.bin
 145 isi608.bin
 146 isi608em.bin
 147 isi616em.bin
 148 isight.fw
 149 isl3886pci
 150 isl3886usb
 151 isl3887usb
 152 iwlwifi-100-6.ucode
 153 iwlwifi-1000-6.ucode
 154 iwlwifi-130-5.ucode
 155 iwlwifi-3165-10.ucode
 156 iwlwifi-3168-26.ucode
 157 iwlwifi-6000-6.ucode
 158 iwlwifi-6000g2b-IWL6000G2B_UCODE_API_MAX.ucode
 159 iwlwifi-7265D-26.ucode
 160 iwlwifi-8000-10.ucode
 161 iwlwifi-8000-12.ucode
 162 iwlwifi-8000-13.ucode
 163 iwlwifi-8000-8.ucode
 164 iwlwifi-8000C-26.ucode
 165 iwlwifi-8000C-33.ucode
 166 iwlwifi-8265-26.ucode
 167 iwlwifi-8265-33.ucode
 168 iwlwifi-9000-pu-a0-jf-a0--26.ucode
 169 iwlwifi-9000-pu-a0-jf-a0--33.ucode
 170 iwlwifi-9000-pu-a0-jf-a0-34.ucode
 171 iwlwifi-9000-pu-a0-jf-a0-43.ucode
 172 iwlwifi-9000-pu-a0-jf-b0--33.ucode
 173 iwlwifi-9000-pu-a0-jf-b0-34.ucode
 174 iwlwifi-9000-pu-a0-jf-b0-43.ucode
 175 iwlwifi-9000-pu-a0-lc-a0--26.ucode
 176 iwlwifi-9260-th-a0-jf-a0--26.ucode
 177 iwlwifi-9260-th-a0-jf-a0--33.ucode
 178 iwlwifi-9260-th-a0-jf-a0-34.ucode
 179 iwlwifi-9260-th-a0-jf-a0-43.ucode
 180 iwlwifi-9260-th-b0-jf-b0--33.ucode
 181 iwlwifi-Qu-a0-hr-a0--33.ucode
 182 iwlwifi-Qu-a0-hr-a0-34.ucode
 183 iwlwifi-Qu-a0-hr-a0-43.ucode
 184 iwlwifi-Qu-a0-hr-a0-48.ucode
 185 iwlwifi-Qu-a0-hr-a0-50.ucode
 186 iwlwifi-Qu-a0-jf-b0--26.ucode
 187 iwlwifi-Qu-a0-jf-b0--33.ucode
 188 iwlwifi-Qu-a0-jf-b0-34.ucode
 189 iwlwifi-Qu-a0-jf-b0-43.ucode
 190 iwlwifi-Qu-a0-jf-b0-48.ucode
 191 iwlwifi-Qu-a0-jf-b0-50.ucode
 192 iwlwifi-Qu-b0-hr-b0-43.ucode
 193 iwlwifi-Qu-b0-jf-b0-43.ucode
 194 iwlwifi-QuQnj-a0-hr-a0-34.ucode
 195 iwlwifi-QuQnj-a0-hr-a0-43.ucode
 196 iwlwifi-QuQnj-a0-hr-a0-48.ucode
 197 iwlwifi-QuQnj-a0-hr-a0-50.ucode
 198 iwlwifi-QuQnj-a0-jf-b0-34.ucode
 199 iwlwifi-QuQnj-a0-jf-b0-43.ucode
 200 iwlwifi-QuQnj-b0-hr-b0-43.ucode
 201 iwlwifi-QuQnj-b0-hr-b0-48.ucode
 202 iwlwifi-QuQnj-b0-hr-b0-50.ucode
 203 iwlwifi-QuQnj-b0-hr-b0-59.ucode
 204 iwlwifi-QuQnj-b0-hr-b0-63.ucode
 205 iwlwifi-QuQnj-b0-hr-b0-66.ucode
 206 iwlwifi-QuQnj-b0-jf-b0-48.ucode
 207 iwlwifi-QuQnj-b0-jf-b0-50.ucode
 208 iwlwifi-QuQnj-b0-jf-b0-59.ucode
 209 iwlwifi-QuQnj-b0-jf-b0-63.ucode
 210 iwlwifi-QuQnj-b0-jf-b0-66.ucode
 211 iwlwifi-QuQnj-f0-hr-a0-34.ucode
 212 iwlwifi-QuQnj-f0-hr-a0-43.ucode
 213 iwlwifi-QuQnj-f0-hr-a0-48.ucode
 214 iwlwifi-QuQnj-f0-hr-a0-50.ucode
 215 iwlwifi-SoSnj-a0-gf-a0-59.ucode
 216 iwlwifi-SoSnj-a0-gf-a0-63.ucode
 217 iwlwifi-SoSnj-a0-gf-a0-66.ucode
 218 iwlwifi-SoSnj-a0-gf4-a0-59.ucode
 219 iwlwifi-SoSnj-a0-gf4-a0-63.ucode
 220 iwlwifi-SoSnj-a0-gf4-a0-66.ucode
 221 iwlwifi-SoSnj-a0-hr-b0-59.ucode
 222 iwlwifi-SoSnj-a0-hr-b0-63.ucode
 223 iwlwifi-SoSnj-a0-hr-b0-66.ucode
 224 iwlwifi-SoSnj-a0-jf-b0-63.ucode
 225 iwlwifi-SoSnj-a0-jf-b0-66.ucode
 226 iwlwifi-SoSnj-a0-mr-a0-59.ucode
 227 iwlwifi-SoSnj-a0-mr-a0-63.ucode
 228 iwlwifi-SoSnj-a0-mr-a0-66.ucode
 229 iwlwifi-bz-a0-gf-a0-63.ucode
 230 iwlwifi-bz-a0-gf-a0-66.ucode
 231 iwlwifi-bz-a0-gf4-a0-63.ucode
 232 iwlwifi-bz-a0-gf4-a0-66.ucode
 233 iwlwifi-bz-a0-hr-b0-63.ucode
 234 iwlwifi-bz-a0-hr-b0-66.ucode
 235 iwlwifi-bz-a0-mr-a0-63.ucode
 236 iwlwifi-bz-a0-mr-a0-66.ucode
 237 iwlwifi-ma-a0-fm-a0-66.ucode
 238 iwlwifi-ma-a0-gf-a0-59.ucode
 239 iwlwifi-ma-a0-gf-a0-63.ucode
 240 iwlwifi-ma-a0-gf-a0-66.ucode
 241 iwlwifi-ma-a0-gf4-a0-63.ucode
 242 iwlwifi-ma-a0-gf4-a0-66.ucode
 243 iwlwifi-ma-a0-hr-b0-63.ucode
 244 iwlwifi-ma-a0-hr-b0-66.ucode
 245 iwlwifi-ma-a0-mr-a0-59.ucode
 246 iwlwifi-ma-a0-mr-a0-63.ucode
 247 iwlwifi-ma-a0-mr-a0-66.ucode
 248 iwlwifi-so-a0-gf-a0-48.ucode
 249 iwlwifi-so-a0-gf-a0-50.ucode
 250 iwlwifi-so-a0-gf-a0-59.ucode
 251 iwlwifi-so-a0-gf-a0-63.ucode
 252 iwlwifi-so-a0-gf-a0-66.ucode
 253 iwlwifi-so-a0-hr-b0-48.ucode
 254 iwlwifi-so-a0-hr-b0-50.ucode
 255 iwlwifi-so-a0-hr-b0-59.ucode
 256 iwlwifi-so-a0-hr-b0-63.ucode
 257 iwlwifi-so-a0-hr-b0-66.ucode
 258 iwlwifi-so-a0-jf-b0-48.ucode
 259 iwlwifi-so-a0-jf-b0-50.ucode
 260 iwlwifi-so-a0-jf-b0-59.ucode
 261 iwlwifi-so-a0-jf-b0-63.ucode
 262 iwlwifi-so-a0-jf-b0-66.ucode
 263 iwlwifi-su-z0-43.ucode
 264 iwlwifi-ty-a0-gf-a0-48.ucode
 265 iwlwifi-ty-a0-gf-a0-50.ucode
 266 iwmc3200wifi-calib-sdio.bin
 267 iwmc3200wifi-lmac-sdio.bin
 268 iwmc3200wifi-umac-sdio.bin
 269 ks7010sd.rom
 270 lantiq/xrx200_phy11g_a14.bin
 271 lantiq/xrx200_phy11g_a22.bin
 272 lantiq/xrx200_phy22f_a14.bin
 273 lantiq/xrx200_phy22f_a22.bin
 274 lantiq/xrx300_phy11g_a21.bin
 275 lantiq/xrx300_phy22f_a21.bin
 276 lattice-ecp3.bit
 277 libertas/cf8305.bin
 278 libertas/gspi8385.bin
 279 libertas/gspi8385_helper.bin
 280 libertas/gspi8385_hlp.bin
 281 libertas/usb8388.bin
 282 libertas_cs.fw
 283 libertas_cs_helper.fw
 284 liquidio/lio_210nv.bin
 285 liquidio/lio_210sv.bin
 286 liquidio/lio_23xx.bin
 287 liquidio/lio_410nv.bin
 288 me2600_firmware.bin
 289 me4000_firmware.bin
 290 mrvl/pcie8766_uapsta.bin
 291 mrvl/pcie8997_uapsta.bin
 292 mrvl/sd8786_uapsta.bin
 293 mrvl/sd8977_uapsta.bin
 294 mrvl/sd8987_uapsta.bin
 295 mrvl/sd8997_uapsta.bin
 296 mrvl/usb8997_uapsta.bin
 297 mt7603_e1.bin
 298 mt7603_e2.bin
 299 mt7628_e1.bin
 300 mt7628_e2.bin
 301 mwl8k/fmimage_8363.fw
 302 mwl8k/helper_8363.fw
 303 ni6534a.bin
 304 niscrb01.bin
 305 niscrb02.bin
 306 nx3fwct.bin
 307 nx3fwmn.bin
 308 nxromimg.bin
 309 orinoco_ezusb_fw
 310 pca200e_ecd.bin2
 311 phanfw-4.0.579.bin
 312 prism2_ru.fw
 313 prism_ap_fw.bin
 314 prism_sta_fw.bin
 315 qat_4xxx.bin
 316 qat_4xxx_mmp.bin
 317 ql2600_fw.bin
 318 ql2700_fw.bin
 319 ql8100_fw.bin
 320 ql8300_fw.bin
 321 renesas_usb_fw.mem
 322 rtl_bt/rtl8723b_config.bin
 323 rtl_bt/rtl8723bs_config.bin
 324 rtl_bt/rtl8723ds_config.bin
 325 rtl_bt/rtl8723ds_fw.bin
 326 rtl_bt/rtl8761a_config.bin
 327 rtlwifi/rtl8723bu_bt.bin
 328 rtlwifi/rtl8723efw.bin
 329 s5k4ecgx.bin
 330 sd8686.bin
 331 sd8686_helper.bin
 332 softing-4.6/bcard.bin
 333 softing-4.6/bcard2.bin
 334 softing-4.6/cancard.bin
 335 softing-4.6/cancrd2.bin
 336 softing-4.6/cansja.bin
 337 softing-4.6/ldcard.bin
 338 softing-4.6/ldcard2.bin
 339 solos-FPGA.bin
 340 solos-Firmware.bin
 341 solos-db-FPGA.bin
 342 symbol_sp24t_prim_fw
 343 symbol_sp24t_sec_fw
 344 tehuti/firmware.bin
 345 ti-connectivity/wl18xx-conf.bin
 346 tms380tr.bin
 347 usb8388.bin
 348 wd719x-risc.bin
 349 wd719x-wcs.bin
 350 wil6210_sparrow_plus.fw
 351 wil6436.brd
 352 wil6436.fw
 353 wlan/prima/WCNSS_qcom_wlan_nv.bin
 354 wlwifi-SoSnj-a0-mr-a0-59.ucode
 355 zd1201-ap.fw
 356 zd1201.fw
 357 )) {
 358     $ALLOW_MISSING->{$fw} = 1;
 359 }
 360
 361 sub copy_fw {
 362     my ($src, $dstfw) = @_;
 363
 364     my $dest = "$target/$dstfw";
 365
 366     return if -f $dest;
 367
 368     mkpath dirname($dest);
 369     system ("cp '$src' '$dest'") == 0 or die "copy '$src' to '$dest' failed!\n";
 370 }
 371
 372 my $fwdone = {};
 373 my $fwbase_name = {};
 374
 375 my $error = 0;
 376
 377 open(my $fd, '<', $fwlist);
 378 while(defined(my $line = <$fd>)) {
 379     chomp $line;
 380     my ($fw, $mod) = split(/\s+/, $line, 2);
 381
 382     next if $fw =~ m/\b(?:microcode_amd|amd_sev_)/; # contained in amd64-microcode
 383
 384     my $fw_name = basename($fw);
 385     $fwbase_name->{$fw_name} = 1;
 386
 387     next if $mod =~ m|^kernel/sound|;
 388     next if $mod =~ m|^kernel/drivers/isdn|;
 389
 390     # skip ZyDas usb wireless, use package zd1211-firmware instead
 391     next if $fw =~ m|^zd1211/|;
 392
 393     # skip atmel at76c50x wireless networking chips, use package atmel-firmware instead
 394     next if $fw =~ m|^atmel_at76c50|;
 395
 396     # skip Bluetooth dongles based on the Broadcom BCM203x, use package bluez-firmware instead
 397     next if $fw =~ m|^BCM2033|;
 398
 399     next if $fw =~ m|^xc3028-v27\.fw|; # found twice!
 400     next if $fw =~ m|^ueagle-atm/|; # where are those files?
 401
 402     next if $fwdone->{$fw};
 403     $fwdone->{$fw} = 1;
 404
 405     my $fwdest = $fw;
 406     if ($fw eq 'libertas/gspi8686.bin') {
 407         $fw = 'libertas/gspi8686_v9.bin';
 408     }
 409     if ($fw eq 'libertas/gspi8686_hlp.bin') {
 410         $fw = 'libertas/gspi8686_v9_helper.bin';
 411     }
 412
 413     if ($fw eq 'PE520.cis') {
 414         $fw = 'cis/PE520.cis';
 415     }
 416
 417     if (-e "$target/$fw") {
 418         warn "WARN: allowed to skip existing '$fw'\n" if $ALLOW_MISSING->{$fw};
 419         next;
 420     }
 421     if (-f "$fwsrc3/$fw") {
 422         copy_fw("$fwsrc3/$fw", $fwdest);
 423         next;
 424     }
 425
 426     my $module = basename($mod);
 427     my $name = basename($fw);
 428
 429     if ($name =~ /\*/) {
 430         my $sr = `find '$target' \\( -type f -o -type l \\) -name '$name'`;
 431         chomp $sr;
 432         if ($sr) {
 433             for my $f (split("\n", $sr)) {
 434                 print "found $f for GLOB '$name'\n";
 435                 my $f_name = basename($f);
 436                 $fwbase_name->{$f_name} = 1;
 437             }
 438             warn "WARN: allowed to skip existing '$fw'\n" if $ALLOW_MISSING->{$fw};
 439             next;
 440         } else {
 441             next if $ALLOW_MISSING->{$fw};
 442             warn "ERROR: unable to find FW for GLOB ($module): $fw\n";
 443             $error++;
 444         }
 445     }
 446
 447     if ($fw =~ m|/|) {
 448         next if $ALLOW_MISSING->{$fw};
 449
 450         warn "ERROR: unable to find firmware ($module): $fw\n";
 451         $error++;
 452         next;
 453     }
 454
 455     my $sr = `find '$target' \\( -type f -o -type l \\) -name '$name'`;
 456     chomp $sr;
 457     if ($sr) {
 458         my $found = 0;
 459         for my $f (split("\n", $sr)) {
 460             if ($f =~ /$fw$/) {
 461                 print "found linked $fw in $f\n";
 462                 $found = 1;
 463             }
 464         }
 465         next if $found;
 466     }
 467
 468     $sr = `find '$fwsrc2' -type f -name '$name'`;
 469     chomp $sr;
 470     if ($sr) {
 471         print "found $fw in $sr\n";
 472         copy_fw($sr, $fwdest);
 473         next;
 474     }
 475
 476     $sr = `find '$fwsrc3' -type f -name '$name'`;
 477     chomp $sr;
 478     if ($sr) {
 479         print "found $fw in $sr\n";
 480         copy_fw($sr, $fwdest);
 481         next;
 482     }
 483
 484     next if $ALLOW_MISSING->{$fw};
 485     next if $fw =~ m|^dvb-| || $fw =~ m|\.inp$|;
 486
 487     warn "ERROR: unable to find firmware ($module): $fw\n";
 488     $error++;
 489     next;
 490 }
 491 close($fd);
 492
 493 exit($error) if $error;
 494
 495 my $target_fw_string = `find '$target' -type f -o -type l`;
 496 chomp $target_fw_string;
 497 exit(-1) if !$target_fw_string;
 498
 499 my $all_fw_files = [ split("\n", $target_fw_string) ];
 500
 501 my ($keep, $delete) = (0, 0);
 502
 503 my $link_target = {};
 504 for my $f (@$all_fw_files) {
 505     next if ! -l $f;
 506     my $link = basename($f);
 507     my $file = readlink($f);
 508     my $target = basename($file);
 509     $link_target->{$target} = 1 if $fwbase_name->{$link};
 510     $link_target->{$file} = 1 if $fwbase_name->{$link};
 511 }
 512
 513 for my $f (@$all_fw_files) {
 514     my $name = basename($f);
 515
 516     if ($fwbase_name->{$name}) {
 517         $keep++;
 518     } elsif ($link_target->{$name}) {
 519         #print "skip link target '$f'\n";
 520         $keep++;
 521     } else {
 522         print "delete unreferenced $f\n";
 523         unlink $f or warn "ERROR deleting '$f' - $!\n";
 524         $delete++;
 525     }
 526 }
 527
 528 print "cleanup end result: keep: $keep, delete: $delete\n";
 529
 530 exit(0);