assemble-firmware.pl

   1 #!/usr/bin/perl
   2
   3 use strict;
   4 use warnings;
   5
   6 use File::Basename;
   7 use File::Path;
   8
   9 my $fwsrc2 = "dvb-firmware.git";
  10 my $fwsrc3 = "firmware-misc";
  11
  12 my $fwlist = shift;
  13 die "no firmware list specified" if !$fwlist || ! -f $fwlist;
  14
  15 my $target = shift;
  16 die "no target directory" if !$target || ! -d $target;
  17
  18 my $skip = {};
  19 # debian squeeze also misses those files
  20 foreach my $fw (qw(
  21 3826.arm
  22 BT3CPCC.bin
  23 FW10
  24 FW13
  25 RTL8192U/boot.img
  26 RTL8192U/data.img
  27 RTL8192U/main.img
  28 amdgpu/cyan_skillfish_ce.bin
  29 amdgpu/cyan_skillfish_me.bin
  30 amdgpu/cyan_skillfish_mec.bin
  31 amdgpu/cyan_skillfish_mec2.bin
  32 amdgpu/cyan_skillfish_pfp.bin
  33 amdgpu/cyan_skillfish_rlc.bin
  34 amdgpu/cyan_skillfish_sdma.bin
  35 amdgpu/cyan_skillfish_sdma1.bin
  36 amdgpu/navi10_mes.bin
  37 amdgpu/sienna_cichlid_mes.bin
  38 amdgpu/vangogh_gpu_info.bin
  39 amdgpu/yellow_carp_gpu_info.bin
  40 ar9170.fw
  41 ast_dp501_fw.bin
  42 ath10k/QCA6174/hw2.1/firmware-4.bin
  43 ath10k/QCA6174/hw3.0/firmware-5.bin
  44 ath10k/QCA9887/hw1.0/board-2.bin
  45 ath10k/QCA988X/hw2.0/board-2.bin
  46 ath10k/QCA988X/hw2.0/firmware-2.bin
  47 ath10k/QCA988X/hw2.0/firmware-3.bin
  48 ath10k/QCA988X/hw2.0/firmware.bin
  49 ath6k/AR6003/hw2.0/bdata.bin
  50 ath6k/AR6003/hw2.1.1/bdata.bin
  51 ath6k/AR6004/hw1.0/bdata.DB132.bin
  52 ath6k/AR6004/hw1.0/bdata.bin
  53 ath6k/AR6004/hw1.0/fw.ram.bin
  54 ath6k/AR6004/hw1.1/bdata.DB132.bin
  55 ath6k/AR6004/hw1.1/bdata.bin
  56 ath6k/AR6004/hw1.1/fw.ram.bin
  57 ath6k/AR6004/hw1.2/fw.ram.bin
  58 ath6k/AR6004/hw1.3/fw.ram.bin
  59 atmsar11.fw
  60 b43/ucode11.fw
  61 b43/ucode13.fw
  62 b43/ucode14.fw
  63 b43/ucode15.fw
  64 b43/ucode16_lp.fw
  65 b43/ucode16_mimo.fw
  66 b43/ucode24_lcn.fw
  67 b43/ucode25_lcn.fw
  68 b43/ucode25_mimo.fw
  69 b43/ucode26_mimo.fw
  70 b43/ucode29_mimo.fw
  71 b43/ucode30_mimo.fw
  72 b43/ucode33_lcn40.fw
  73 b43/ucode40.fw
  74 b43/ucode42.fw
  75 b43/ucode5.fw
  76 b43/ucode9.fw
  77 b43legacy/ucode2.fw
  78 b43legacy/ucode4.fw
  79 bfubase.frm
  80 brcm/brcm/brcmfmac*-pcie.*.txt
  81 brcm/brcm/brcmfmac*-sdio.*.txt
  82 brcm/brcmfmac*-pcie.*.bin
  83 brcm/brcmfmac*-pcie.*.txt
  84 brcm/brcmfmac*-pcie.txt
  85 brcm/brcmfmac*-sdio.*.bin
  86 brcm/brcmfmac*-sdio.*.txt
  87 brcm/brcmfmac-sdio.bin
  88 brcm/brcmfmac-sdio.txt
  89 brcm/brcmfmac43143-sdio.txt
  90 brcm/brcmfmac43241b0-sdio.txt
  91 brcm/brcmfmac43241b4-sdio.txt
  92 brcm/brcmfmac43241b5-sdio.txt
  93 brcm/brcmfmac4329-sdio.txt
  94 brcm/brcmfmac4330-sdio.txt
  95 brcm/brcmfmac4334-sdio.txt
  96 brcm/brcmfmac43340-sdio.txt
  97 brcm/brcmfmac4335-sdio.txt
  98 brcm/brcmfmac43362-sdio.txt
  99 brcm/brcmfmac4339-sdio.txt
 100 brcm/brcmfmac43430-sdio.txt
 101 brcm/brcmfmac43430b0-sdio.bin
 102 brcm/brcmfmac43455-sdio.txt
 103 brcm/brcmfmac43456-sdio.bin
 104 brcm/brcmfmac4350-pcie.txt
 105 brcm/brcmfmac4354-pcie.bin
 106 brcm/brcmfmac4354-pcie.txt
 107 brcm/brcmfmac4354-sdio.txt
 108 brcm/brcmfmac4356-pcie.txt
 109 brcm/brcmfmac43570-pcie.txt
 110 brcm/brcmfmac4358-pcie.txt
 111 brcm/brcmfmac4359-pcie.bin
 112 brcm/brcmfmac4359-sdio.bin
 113 brcm/brcmfmac43602-pcie.txt
 114 brcm/brcmfmac4364-pcie.bin
 115 brcm/brcmfmac4365b-pcie.bin
 116 brcm/brcmfmac4365b-pcie.txt
 117 brcm/brcmfmac4365c-pcie.bin
 118 brcm/brcmfmac4366b-pcie.txt
 119 brcm/brcmfmac4371-pcie.txt
 120 brcm/brcmfmac43752-sdio.bin
 121 brcm/brcmfmac43752-sdio.clm_blob
 122 c218tunx.cod
 123 c320tunx.cod
 124 cbfw-3.0.3.1.bin
 125 cbfw.bin
 126 comedi/jr3pci.idm
 127 cp204unx.cod
 128 ct2fw-3.0.3.1.bin
 129 ct2fw.bin
 130 ctfw-3.0.3.1.bin
 131 ctfw.bin
 132 cxgb4/t4fw-1.3.10.0.bin
 133 cyzfirm.bin
 134 daqboard2000_firmware.bin
 135 fw.ram.bin
 136 i1480-phy-0.0.bin
 137 i1480-pre-phy-0.0.bin
 138 i1480-usb-0.0.bin
 139 i2400m-fw-sdio-1.3.sbcf
 140 i2400m-fw-usb-1.5.sbcf
 141 i6050-fw-usb-1.5.sbcf
 142 idt82p33xxx.bin
 143 isi4608.bin
 144 isi4616.bin
 145 isi608.bin
 146 isi608em.bin
 147 isi616em.bin
 148 isight.fw
 149 isl3886pci
 150 isl3886usb
 151 isl3887usb
 152 iwlwifi-100-6.ucode
 153 iwlwifi-1000-6.ucode
 154 iwlwifi-130-5.ucode
 155 iwlwifi-3165-10.ucode
 156 iwlwifi-3168-26.ucode
 157 iwlwifi-6000-6.ucode
 158 iwlwifi-6000g2b-IWL6000G2B_UCODE_API_MAX.ucode
 159 iwlwifi-7265D-26.ucode
 160 iwlwifi-8000-10.ucode
 161 iwlwifi-8000-12.ucode
 162 iwlwifi-8000-13.ucode
 163 iwlwifi-8000-8.ucode
 164 iwlwifi-8000C-26.ucode
 165 iwlwifi-8000C-33.ucode
 166 iwlwifi-8265-26.ucode
 167 iwlwifi-8265-33.ucode
 168 iwlwifi-9000-pu-a0-jf-a0--26.ucode
 169 iwlwifi-9000-pu-a0-jf-a0--33.ucode
 170 iwlwifi-9000-pu-a0-jf-a0-34.ucode
 171 iwlwifi-9000-pu-a0-jf-a0-43.ucode
 172 iwlwifi-9000-pu-a0-jf-b0--33.ucode
 173 iwlwifi-9000-pu-a0-jf-b0-34.ucode
 174 iwlwifi-9000-pu-a0-jf-b0-43.ucode
 175 iwlwifi-9000-pu-a0-lc-a0--26.ucode
 176 iwlwifi-9260-th-a0-jf-a0--26.ucode
 177 iwlwifi-9260-th-a0-jf-a0--33.ucode
 178 iwlwifi-9260-th-a0-jf-a0-34.ucode
 179 iwlwifi-9260-th-a0-jf-a0-43.ucode
 180 iwlwifi-9260-th-b0-jf-b0--33.ucode
 181 iwlwifi-Qu-a0-hr-a0--33.ucode
 182 iwlwifi-Qu-a0-hr-a0-34.ucode
 183 iwlwifi-Qu-a0-hr-a0-43.ucode
 184 iwlwifi-Qu-a0-hr-a0-48.ucode
 185 iwlwifi-Qu-a0-hr-a0-50.ucode
 186 iwlwifi-Qu-a0-jf-b0--26.ucode
 187 iwlwifi-Qu-a0-jf-b0--33.ucode
 188 iwlwifi-Qu-a0-jf-b0-34.ucode
 189 iwlwifi-Qu-a0-jf-b0-43.ucode
 190 iwlwifi-Qu-a0-jf-b0-48.ucode
 191 iwlwifi-Qu-a0-jf-b0-50.ucode
 192 iwlwifi-Qu-b0-hr-b0-43.ucode
 193 iwlwifi-Qu-b0-jf-b0-43.ucode
 194 iwlwifi-QuQnj-a0-hr-a0-34.ucode
 195 iwlwifi-QuQnj-a0-hr-a0-43.ucode
 196 iwlwifi-QuQnj-a0-hr-a0-48.ucode
 197 iwlwifi-QuQnj-a0-hr-a0-50.ucode
 198 iwlwifi-QuQnj-a0-jf-b0-34.ucode
 199 iwlwifi-QuQnj-a0-jf-b0-43.ucode
 200 iwlwifi-QuQnj-b0-hr-b0-43.ucode
 201 iwlwifi-QuQnj-b0-hr-b0-48.ucode
 202 iwlwifi-QuQnj-b0-hr-b0-50.ucode
 203 iwlwifi-QuQnj-b0-hr-b0-59.ucode
 204 iwlwifi-QuQnj-b0-hr-b0-63.ucode
 205 iwlwifi-QuQnj-b0-hr-b0-66.ucode
 206 iwlwifi-QuQnj-b0-jf-b0-48.ucode
 207 iwlwifi-QuQnj-b0-jf-b0-50.ucode
 208 iwlwifi-QuQnj-b0-jf-b0-59.ucode
 209 iwlwifi-QuQnj-b0-jf-b0-63.ucode
 210 iwlwifi-QuQnj-b0-jf-b0-66.ucode
 211 iwlwifi-QuQnj-f0-hr-a0-34.ucode
 212 iwlwifi-QuQnj-f0-hr-a0-43.ucode
 213 iwlwifi-QuQnj-f0-hr-a0-48.ucode
 214 iwlwifi-QuQnj-f0-hr-a0-50.ucode
 215 iwlwifi-SoSnj-a0-gf-a0-59.ucode
 216 iwlwifi-SoSnj-a0-gf-a0-63.ucode
 217 iwlwifi-SoSnj-a0-gf-a0-66.ucode
 218 iwlwifi-SoSnj-a0-gf4-a0-59.ucode
 219 iwlwifi-SoSnj-a0-gf4-a0-63.ucode
 220 iwlwifi-SoSnj-a0-gf4-a0-66.ucode
 221 iwlwifi-SoSnj-a0-hr-b0-59.ucode
 222 iwlwifi-SoSnj-a0-hr-b0-63.ucode
 223 iwlwifi-SoSnj-a0-hr-b0-66.ucode
 224 iwlwifi-SoSnj-a0-jf-b0-63.ucode
 225 iwlwifi-SoSnj-a0-jf-b0-66.ucode
 226 iwlwifi-SoSnj-a0-mr-a0-59.ucode
 227 iwlwifi-SoSnj-a0-mr-a0-63.ucode
 228 iwlwifi-SoSnj-a0-mr-a0-66.ucode
 229 iwlwifi-bz-a0-gf-a0-63.ucode
 230 iwlwifi-bz-a0-gf-a0-66.ucode
 231 iwlwifi-bz-a0-gf4-a0-63.ucode
 232 iwlwifi-bz-a0-gf4-a0-66.ucode
 233 iwlwifi-bz-a0-hr-b0-63.ucode
 234 iwlwifi-bz-a0-hr-b0-66.ucode
 235 iwlwifi-bz-a0-mr-a0-63.ucode
 236 iwlwifi-bz-a0-mr-a0-66.ucode
 237 iwlwifi-ma-a0-fm-a0-66.ucode
 238 iwlwifi-ma-a0-gf-a0-59.ucode
 239 iwlwifi-ma-a0-gf-a0-63.ucode
 240 iwlwifi-ma-a0-gf-a0-66.ucode
 241 iwlwifi-ma-a0-gf4-a0-63.ucode
 242 iwlwifi-ma-a0-gf4-a0-66.ucode
 243 iwlwifi-ma-a0-hr-b0-63.ucode
 244 iwlwifi-ma-a0-hr-b0-66.ucode
 245 iwlwifi-ma-a0-mr-a0-59.ucode
 246 iwlwifi-ma-a0-mr-a0-63.ucode
 247 iwlwifi-ma-a0-mr-a0-66.ucode
 248 iwlwifi-so-a0-gf-a0-48.ucode
 249 iwlwifi-so-a0-gf-a0-50.ucode
 250 iwlwifi-so-a0-gf-a0-59.ucode
 251 iwlwifi-so-a0-gf-a0-63.ucode
 252 iwlwifi-so-a0-gf-a0-66.ucode
 253 iwlwifi-so-a0-hr-b0-48.ucode
 254 iwlwifi-so-a0-hr-b0-50.ucode
 255 iwlwifi-so-a0-hr-b0-59.ucode
 256 iwlwifi-so-a0-hr-b0-63.ucode
 257 iwlwifi-so-a0-hr-b0-66.ucode
 258 iwlwifi-so-a0-jf-b0-48.ucode
 259 iwlwifi-so-a0-jf-b0-50.ucode
 260 iwlwifi-so-a0-jf-b0-59.ucode
 261 iwlwifi-so-a0-jf-b0-63.ucode
 262 iwlwifi-so-a0-jf-b0-66.ucode
 263 iwlwifi-su-z0-43.ucode
 264 iwlwifi-ty-a0-gf-a0-48.ucode
 265 iwlwifi-ty-a0-gf-a0-50.ucode
 266 iwmc3200wifi-calib-sdio.bin
 267 iwmc3200wifi-lmac-sdio.bin
 268 iwmc3200wifi-umac-sdio.bin
 269 ks7010sd.rom
 270 lantiq/xrx200_phy11g_a14.bin
 271 lantiq/xrx200_phy11g_a22.bin
 272 lantiq/xrx200_phy22f_a14.bin
 273 lantiq/xrx200_phy22f_a22.bin
 274 lantiq/xrx300_phy11g_a21.bin
 275 lantiq/xrx300_phy22f_a21.bin
 276 lattice-ecp3.bit
 277 libertas/cf8305.bin
 278 libertas/gspi8385.bin
 279 libertas/gspi8385_helper.bin
 280 libertas/gspi8385_hlp.bin
 281 libertas/usb8388.bin
 282 libertas_cs.fw
 283 libertas_cs_helper.fw
 284 liquidio/lio_210nv.bin
 285 liquidio/lio_210sv.bin
 286 liquidio/lio_23xx.bin
 287 liquidio/lio_410nv.bin
 288 me2600_firmware.bin
 289 me4000_firmware.bin
 290 mrvl/pcie8766_uapsta.bin
 291 mrvl/pcie8997_uapsta.bin
 292 mrvl/sd8786_uapsta.bin
 293 mrvl/sd8977_uapsta.bin
 294 mrvl/sd8987_uapsta.bin
 295 mrvl/sd8997_uapsta.bin
 296 mrvl/usb8997_uapsta.bin
 297 mt7603_e1.bin
 298 mt7603_e2.bin
 299 mt7628_e1.bin
 300 mt7628_e2.bin
 301 mwl8k/fmimage_8363.fw
 302 mwl8k/helper_8363.fw
 303 ni6534a.bin
 304 niscrb01.bin
 305 niscrb02.bin
 306 nx3fwct.bin
 307 nx3fwmn.bin
 308 nxromimg.bin
 309 orinoco_ezusb_fw
 310 pca200e_ecd.bin2
 311 phanfw-4.0.579.bin
 312 prism2_ru.fw
 313 prism_ap_fw.bin
 314 prism_sta_fw.bin
 315 qat_4xxx.bin
 316 qat_4xxx_mmp.bin
 317 ql2600_fw.bin
 318 ql2700_fw.bin
 319 ql8100_fw.bin
 320 ql8300_fw.bin
 321 renesas_usb_fw.mem
 322 rtl_bt/rtl8723b_config.bin
 323 rtl_bt/rtl8723bs_config.bin
 324 rtl_bt/rtl8723ds_config.bin
 325 rtl_bt/rtl8723ds_fw.bin
 326 rtl_bt/rtl8761a_config.bin
 327 rtlwifi/rtl8723bu_bt.bin
 328 rtlwifi/rtl8723efw.bin
 329 s5k4ecgx.bin
 330 sd8686.bin
 331 sd8686_helper.bin
 332 softing-4.6/bcard.bin
 333 softing-4.6/bcard2.bin
 334 softing-4.6/cancard.bin
 335 softing-4.6/cancrd2.bin
 336 softing-4.6/cansja.bin
 337 softing-4.6/ldcard.bin
 338 softing-4.6/ldcard2.bin
 339 solos-FPGA.bin
 340 solos-Firmware.bin
 341 solos-db-FPGA.bin
 342 symbol_sp24t_prim_fw
 343 symbol_sp24t_sec_fw
 344 tehuti/firmware.bin
 345 ti-connectivity/wl18xx-conf.bin
 346 tms380tr.bin
 347 usb8388.bin
 348 wd719x-risc.bin
 349 wd719x-wcs.bin
 350 wil6210_sparrow_plus.fw
 351 wil6436.brd
 352 wil6436.fw
 353 wlan/prima/WCNSS_qcom_wlan_nv.bin
 354 wlwifi-SoSnj-a0-mr-a0-59.ucode
 355 zd1201-ap.fw
 356 zd1201.fw
 357 )) {
 358     $skip->{$fw} = 1;
 359 }
 360
 361 sub copy_fw {
 362     my ($src, $dstfw) = @_;
 363
 364     my $dest = "$target/$dstfw";
 365
 366     return if -f $dest;
 367
 368     mkpath dirname($dest);
 369     system ("cp '$src' '$dest'") == 0 or die "copy '$src' to '$dest' failed!\n";
 370 }
 371
 372 my $fwdone = {};
 373 my $fwbase_name = {};
 374
 375 my $error = 0;
 376
 377 open(my $fd, '<', $fwlist);
 378 while(defined(my $line = <$fd>)) {
 379     chomp $line;
 380     my ($fw, $mod) = split(/\s+/, $line, 2);
 381
 382     my $fw_name = basename($fw);
 383     $fwbase_name->{$fw_name} = 1;
 384
 385     next if $mod =~ m|^kernel/sound|;
 386     next if $mod =~ m|^kernel/drivers/isdn|;
 387
 388     # skip ZyDas usb wireless, use package zd1211-firmware instead
 389     next if $fw =~ m|^zd1211/|;
 390
 391     # skip atmel at76c50x wireless networking chips.
 392     # use package atmel-firmware instead
 393     next if $fw =~ m|^atmel_at76c50|;
 394
 395     # skip Bluetooth dongles based on the Broadcom BCM203x
 396     # use package bluez-firmware instead
 397     next if $fw =~ m|^BCM2033|;
 398
 399     next if $fw =~ m|^xc3028-v27\.fw|; # found twice!
 400     next if $fw =~ m|.inp|; # where are those files?
 401     next if $fw =~ m|^ueagle-atm/|; # where are those files?
 402
 403     next if $fwdone->{$fw};
 404     $fwdone->{$fw} = 1;
 405
 406     my $fwdest = $fw;
 407     if ($fw eq 'libertas/gspi8686.bin') {
 408         $fw = 'libertas/gspi8686_v9.bin';
 409     }
 410     if ($fw eq 'libertas/gspi8686_hlp.bin') {
 411         $fw = 'libertas/gspi8686_v9_helper.bin';
 412     }
 413
 414     if ($fw eq 'PE520.cis') {
 415         $fw = 'cis/PE520.cis';
 416     }
 417
 418     if (-e "$target/$fw") {
 419         warn "WARN: allowed to skip existing '$fw'\n" if $skip->{$fw};
 420         next;
 421     }
 422     if (-f "$fwsrc3/$fw") {
 423         copy_fw("$fwsrc3/$fw", $fwdest);
 424         next;
 425     }
 426
 427     my $module = basename($mod);
 428     my $name = basename($fw);
 429
 430     if ($name =~ /\*/) {
 431         my $sr = `find '$target' \\( -type f -o -type l \\) -name '$name'`;
 432         chomp $sr;
 433         if ($sr) {
 434             for my $f (split("\n", $sr)) {
 435                 print "found $f for GLOB '$name'\n";
 436                 my $f_name = basename($f);
 437                 $fwbase_name->{$f_name} = 1;
 438             }
 439             warn "WARN: allowed to skip existing '$fw'\n" if $skip->{$fw};
 440             next;
 441         } else {
 442             next if $skip->{$fw};
 443             warn "ERROR: unable to find FW for GLOB ($module): $fw\n";
 444             $error++;
 445         }
 446     }
 447
 448     if ($fw =~ m|/|) {
 449         next if $skip->{$fw};
 450
 451         warn "ERROR: unable to find firmware ($module): $fw\n";
 452         $error++;
 453         next;
 454     }
 455
 456     my $sr = `find '$target' \\( -type f -o -type l \\) -name '$name'`;
 457     chomp $sr;
 458     if ($sr) {
 459         my $found = 0;
 460         for my $f (split("\n", $sr)) {
 461             if ($f =~ /$fw$/) {
 462                 print "found linked $fw in $f\n";
 463                 $found = 1;
 464             }
 465         }
 466         next if $found;
 467     }
 468
 469     $sr = `find '$fwsrc2' -type f -name '$name'`;
 470     chomp $sr;
 471     if ($sr) {
 472         print "found $fw in $sr\n";
 473         copy_fw($sr, $fwdest);
 474         next;
 475     }
 476
 477     $sr = `find '$fwsrc3' -type f -name '$name'`;
 478     chomp $sr;
 479     if ($sr) {
 480         print "found $fw in $sr\n";
 481         copy_fw($sr, $fwdest);
 482         next;
 483     }
 484
 485     next if $skip->{$fw};
 486     next if $fw =~ m|^dvb-|;
 487
 488     warn "ERROR: unable to find firmware ($module): $fw\n";
 489     $error++;
 490     next;
 491 }
 492 close($fd);
 493
 494 exit($error) if $error;
 495
 496 my $target_fw_string = `find '$target' -type f -o -type l`;
 497 chomp $target_fw_string;
 498 exit(-1) if !$target_fw_string;
 499
 500 my $all_fw_files = [ split("\n", $target_fw_string) ];
 501
 502 my ($keep, $delete) = (0, 0);
 503
 504 my $link_target = {};
 505 for my $f (@$all_fw_files) {
 506     next if ! -l $f;
 507     my $link = basename($f);
 508     my $file = readlink($f);
 509     my $target = basename($file);
 510     $link_target->{$target} = 1 if $fwbase_name->{$link};
 511     $link_target->{$file} = 1 if $fwbase_name->{$link};
 512 }
 513
 514 for my $f (@$all_fw_files) {
 515     my $name = basename($f);
 516
 517     if ($fwbase_name->{$name}) {
 518         $keep++;
 519     } elsif ($link_target->{$name}) {
 520         #print "skip link target '$f'\n";
 521         $keep++;
 522     } else {
 523         print "delete unreferenced $f\n";
 524         unlink $f or warn "ERROR deleting '$f' - $!\n";
 525         $delete++;
 526     }
 527 }
 528
 529 print "cleanup end result: keep: $keep, delete: $delete\n";
 530
 531 exit(0);