]> git.proxmox.com Git - mirror_edk2.git/blob - Tools/Source/GenBuild/org/tianocore/build/fpd/FpdParserForThread.java
Remove TianoToolsException.java. Add code to stop all threads once one corrupts.
[mirror_edk2.git] / Tools / Source / GenBuild / org / tianocore / build / fpd / FpdParserForThread.java
1 /** @file
2 This file is ANT task FpdParserTask.
3
4 Copyright (c) 2006, Intel Corporation
5 All rights reserved. This program and the accompanying materials
6 are licensed and made available under the terms and conditions of the BSD License
7 which accompanies this distribution. The full text of the license may be found at
8 http://opensource.org/licenses/bsd-license.php
9
10 THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
11 WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
12 **/
13 package org.tianocore.build.fpd;
14
15 import java.io.File;
16 import java.util.ArrayList;
17 import java.util.Iterator;
18 import java.util.LinkedHashMap;
19 import java.util.LinkedHashSet;
20 import java.util.List;
21 import java.util.Map;
22 import java.util.Set;
23
24 import org.apache.tools.ant.BuildException;
25 import org.apache.tools.ant.taskdefs.Ant;
26 import org.apache.xmlbeans.XmlObject;
27
28 import org.tianocore.build.global.GenBuildLogger;
29 import org.tianocore.build.global.GlobalData;
30 import org.tianocore.build.global.OutputManager;
31 import org.tianocore.build.id.FpdModuleIdentification;
32 import org.tianocore.build.id.ModuleIdentification;
33 import org.tianocore.build.FrameworkBuildTask;
34 import org.tianocore.build.GenBuildThread;
35 import org.tianocore.common.exception.EdkException;
36 import org.tianocore.common.logger.EdkLog;
37
38 /**
39
40 @since GenBuild 1.0
41 **/
42 public class FpdParserForThread extends FpdParserTask {
43
44 public static Map<FpdModuleIdentification, GenBuildThread> allThreads = new LinkedHashMap<FpdModuleIdentification, GenBuildThread>();
45
46 List<String> queueList = new ArrayList<String>();
47
48 public final static Object deamonSemaphore = new Object();
49
50 private final static Object countSemaphore = new Object();
51
52 public static int STATUS_DEPENDENCY_NOT_READY = 1;
53
54 public static int STATUS_DEPENDENCY_READY = 2;
55
56 public static int STATUS_START_RUN = 3;
57
58 public static int STATUS_END_RUN = 4;
59
60 private int currentQueueCode = 0;
61
62 public static int currentRunNumber = 0;
63
64 public static int totalNumber = 0;
65
66 public static int remainNumber = 0;
67
68 public static ThreadGroup tg = new ThreadGroup("Framework");
69
70 public static boolean isError = false;
71
72 /**
73 Public construct method. It is necessary for ANT task.
74 **/
75 public FpdParserForThread() {
76 }
77
78 /**
79
80
81 **/
82 public void execute() throws BuildException {
83
84 this.setTaskName(".........");
85 //
86 // Parse FPD file
87 //
88 parseFpdFile();
89
90 //
91 // Prepare BUILD_DIR
92 //
93 isUnified = OutputManager.getInstance().prepareBuildDir(getProject());
94 String buildDir = getProject().getProperty("BUILD_DIR");
95
96 //
97 // For every Target and ToolChain
98 //
99 String[] targetList = GlobalData.getToolChainInfo().getTargets();
100 for (int i = 0; i < targetList.length; i++) {
101 String[] toolchainList = GlobalData.getToolChainInfo().getTagnames();
102 for(int j = 0; j < toolchainList.length; j++) {
103 //
104 // Prepare FV_DIR
105 //
106 String ffsCommonDir = buildDir + File.separatorChar
107 + targetList[i] + "_"
108 + toolchainList[j];
109 File fvDir = new File(ffsCommonDir + File.separatorChar + "FV");
110 fvDir.mkdirs();
111 getProject().setProperty("FV_DIR", fvDir.getPath().replaceAll("(\\\\)", "/"));
112
113 //
114 // Gen Fv.inf files
115 //
116 genFvInfFiles(ffsCommonDir);
117 }
118 }
119
120 //
121 // Gen build.xml
122 //
123 String platformBuildFile = buildDir + File.separatorChar + platformId.getName() + "_build.xml";
124 PlatformBuildFileGenerator fileGenerator = new PlatformBuildFileGenerator(getProject(), outfiles, fvs, isUnified, saq, platformBuildFile);
125 fileGenerator.genBuildFile();
126
127 //
128 // Prepare Queue
129 //
130 queueList.add("libqueue");
131
132 String[] validFv = saq.getFpdValidImageNames();
133
134 for (int i = 0; i < validFv.length; i++) {
135 queueList.add(validFv[i]);
136 }
137
138 Iterator<String> fvsNameIter = fvs.keySet().iterator();
139
140 while (fvsNameIter.hasNext()) {
141 String fvName = fvsNameIter.next();
142 if (!isContain(validFv, fvName)) {
143 queueList.add(fvName);
144 }
145 }
146
147 //
148 // Ant call ${PLATFORM}_build.xml
149 //
150 Ant ant = new Ant();
151 ant.setProject(getProject());
152 ant.setAntfile(platformBuildFile);
153 ant.setTarget("prebuild");
154 ant.setInheritAll(true);
155 ant.init();
156 ant.execute();
157
158 remainNumber = totalNumber = allThreads.size();
159
160 EdkLog.log(this, EdkLog.EDK_ALWAYS, "Total thread number is " + totalNumber);
161 GenBuildLogger.setCacheEnable(true);
162 //
163 // Waiting for all thread over, or time out
164 //
165 synchronized (deamonSemaphore) {
166 //
167 // Initialize BUGBUG
168 //
169
170 while (true) {
171 //
172 // If all modules are already built
173 //
174 if (currentQueueCode >= queueList.size()) {
175 break ;
176 }
177
178 int percentage = (totalNumber - remainNumber) * 100 / totalNumber;
179 EdkLog.log(this, EdkLog.EDK_ALWAYS, percentage + "% finished. Has built " + (totalNumber - remainNumber) + " modules of " + totalNumber + " total. ");
180
181 Set<FpdModuleIdentification> currentQueueModules = fvs.get(queueList.get(currentQueueCode));
182
183 if (currentQueueModules == null) {
184 ++currentQueueCode;
185 continue ;
186 }
187 Iterator<FpdModuleIdentification> currentIter = currentQueueModules.iterator();
188
189 GenBuildThread a = null;
190
191 boolean existNoneReady = false;
192
193 while (currentIter.hasNext()) {
194 GenBuildThread item = allThreads.get(currentIter.next());
195 if (item.getStatus() == STATUS_DEPENDENCY_NOT_READY) {
196 existNoneReady = true;
197 } else if (item.getStatus() == STATUS_DEPENDENCY_READY) {
198 a = item;
199 addCount();
200 a.start();
201 if (currentRunNumber == FrameworkBuildTask.MAX_CONCURRENT_THREAD_NUMBER) {
202 break ;
203 }
204 }
205 }
206
207 if (a != null) {
208 //
209 // Exist ready thread
210 //
211 // EdkLog.log(this, EdkLog.EDK_ALWAYS, "Exist ready thread");
212
213 } else if (existNoneReady && currentRunNumber == 0) {
214 //
215 // No active thread, but still have dependency not read thread
216 //
217 throw new BuildException("Existing some modules can't resolve depedencies. ");
218 } else if (!existNoneReady && currentRunNumber == 0) {
219 //
220 // Current queue build finish, move to next
221 //
222 EdkLog.log(this, EdkLog.EDK_ALWAYS, "Current queue build finish, move to next");
223 ++currentQueueCode;
224 continue ;
225 } else {
226 //
227 // active thread exist, but no ready thread
228 //
229 EdkLog.log(this, EdkLog.EDK_ALWAYS, "Active thread exist, but no ready thread. Current running number is " + currentRunNumber);
230 }
231
232 try {
233 deamonSemaphore.wait();
234 if (isError) {
235 GenBuildLogger.setCacheEnable(false);
236 EdkLog.flushLogToFile(new File(buildDir + File.separatorChar + "build.log"));
237
238 GenBuildLogger.maskAllLog(true);
239 FpdParserForThread.tg.destroy();
240 GenBuildLogger.maskAllLog(false);
241
242 throw new BuildException("One thread error. ");
243 }
244 } catch (InterruptedException ex) {
245 BuildException e = new BuildException("Thread wait Error. \n" + ex.getMessage());
246 e.setStackTrace(ex.getStackTrace());
247 throw e;
248 }
249 }
250 }
251
252 GenBuildLogger.setCacheEnable(false);
253 //
254 // call fvs, postbuild
255 //
256 ant = new Ant();
257 ant.setProject(getProject());
258 ant.setAntfile(platformBuildFile);
259 ant.setTarget("fvs");
260 ant.setInheritAll(true);
261 ant.init();
262 ant.execute();
263
264 ant = new Ant();
265 ant.setProject(getProject());
266 ant.setAntfile(platformBuildFile);
267 ant.setTarget("postbuild");
268 ant.setInheritAll(true);
269 ant.init();
270 ant.execute();
271
272 EdkLog.flushLogToFile(new File(buildDir + File.separatorChar + "build.log"));
273
274 }
275
276
277 /**
278 Parse all modules listed in FPD file.
279 **/
280 void parseModuleSAFiles() throws EdkException{
281
282 Map<FpdModuleIdentification, Map<String, XmlObject>> moduleSAs = saq.getFpdModules();
283
284 //
285 // For every Module lists in FPD file.
286 //
287 Set<FpdModuleIdentification> keys = moduleSAs.keySet();
288 Iterator<FpdModuleIdentification> iter = keys.iterator();
289 while (iter.hasNext()) {
290 FpdModuleIdentification fpdModuleId = iter.next();
291
292 //
293 // Generate GenBuildThread
294 //
295 GenBuildThread genBuildThread = new GenBuildThread(fpdModuleId.getModule(), fpdModuleId.getArch());
296 genBuildThread.setParentModuleId(null);
297 genBuildThread.setProject(getProject());
298
299 Set<FpdModuleIdentification> dependencies = new LinkedHashSet<FpdModuleIdentification>();
300
301 GlobalData.registerFpdModuleSA(fpdModuleId, moduleSAs.get(fpdModuleId));
302
303 //
304 // Add all dependent Library Instance
305 //
306 saq.push(GlobalData.getDoc(fpdModuleId));
307
308 ModuleIdentification[] libinstances = saq.getLibraryInstance(fpdModuleId.getArch());
309 saq.pop();
310
311 for (int i = 0; i < libinstances.length; i++) {
312 FpdModuleIdentification libFpdModuleId = new FpdModuleIdentification(libinstances[i], fpdModuleId.getArch());
313 //
314 // Add to dependencies
315 //
316 dependencies.add(libFpdModuleId);
317
318 //
319 // Create thread for library instances
320 //
321 GenBuildThread liBuildThread = new GenBuildThread(libinstances[i], fpdModuleId.getArch());
322 liBuildThread.setParentModuleId(fpdModuleId.getModule());
323 liBuildThread.setProject(getProject());
324 liBuildThread.setStatus(STATUS_DEPENDENCY_READY);
325 liBuildThread.setHighPriority(true);
326 allThreads.put(libFpdModuleId, liBuildThread);
327
328 updateFvs("libqueue", libFpdModuleId);
329 }
330
331 genBuildThread.setDependencies(dependencies);
332
333 // if (dependencies.size() == 0) {
334 genBuildThread.setStatus(STATUS_DEPENDENCY_READY);
335 // }
336
337 allThreads.put(fpdModuleId, genBuildThread);
338
339 //
340 // Put fpdModuleId to the corresponding FV
341 //
342 saq.push(GlobalData.getDoc(fpdModuleId));
343 String fvBinding = saq.getModuleFvBindingKeyword();
344
345 fpdModuleId.setFvBinding(fvBinding);
346 updateFvs(fvBinding, fpdModuleId);
347
348 //
349 // Prepare for out put file name
350 //
351 ModuleIdentification moduleId = fpdModuleId.getModule();
352
353 String baseName = saq.getModuleOutputFileBasename();
354
355 if (baseName == null) {
356 baseName = moduleId.getName();
357 }
358 outfiles.put(fpdModuleId, fpdModuleId.getArch() + File.separatorChar
359 + moduleId.getGuid() + "-" + baseName
360 + getSuffix(moduleId.getModuleType()));
361
362 //
363 // parse module build options, if any
364 //
365 GlobalData.addModuleToolChainOption(fpdModuleId, parseModuleBuildOptions(false));
366 GlobalData.addModuleToolChainFamilyOption(fpdModuleId, parseModuleBuildOptions(true));
367 saq.pop();
368 }
369 }
370
371 private boolean isContain(String[] list, String item) {
372 for (int i = 0; i < list.length; i++) {
373 if (list[i].equalsIgnoreCase(item)) {
374 return true;
375 }
376 }
377 return false;
378 }
379
380 public synchronized static void addCount() {
381 synchronized (countSemaphore) {
382 ++currentRunNumber;
383 }
384 }
385
386 public synchronized static void subCount() {
387 synchronized (countSemaphore) {
388 --currentRunNumber;
389 --remainNumber;
390 }
391 }
392 }