2 # ex:ts=4:sw=4:sts=4:et
3 # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
5 # Copyright (C) 2003, 2004 Chris Larson
6 # Copyright (C) 2003, 2004 Phil Blundell
7 # Copyright (C) 2003 - 2005 Michael 'Mickey' Lauer
8 # Copyright (C) 2005 Holger Hans Peter Freyther
9 # Copyright (C) 2005 ROAD GmbH
11 # This program is free software; you can redistribute it and/or modify it under
12 # the terms of the GNU General Public License as published by the Free Software
13 # Foundation; either version 2 of the License, or (at your option) any later
16 # This program is distributed in the hope that it will be useful, but WITHOUT
17 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
18 # FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
20 # You should have received a copy of the GNU General Public License along with
21 # this program; if not, write to the Free Software Foundation, Inc., 59 Temple
22 # Place, Suite 330, Boston, MA 02111-1307 USA.
24 import sys, os, getopt, glob, copy, os.path, re, time
25 sys.path.append(os.path.join(os.path.dirname(os.path.dirname(sys.argv[0])), 'lib'))
27 from bb import utils, data, parse, debug, event, fatal
29 import itertools, optparse
31 parsespin = itertools.cycle( r'|/-\\' )
34 __version__ = "1.3.3.1"
36 #============================================================================#
38 #============================================================================#
39 class BBParsingStatus:
41 The initial idea for this status class is to use the data when it is
42 already loaded instead of loading it from various place over and over
47 self.cache_dirty = False
51 self.packages_dynamic = {}
52 self.bbfile_priority = {}
53 self.bbfile_config_priorities = []
54 self.ignored_dependencies = None
55 self.possible_world = []
56 self.world_target = Set()
62 self.all_depends = Set()
64 def handle_bb_data(self, file_name, bb_data, cached):
66 We will fill the dictionaries with the stuff we
67 need for building the tree more fast
73 self.cache_dirty = True
75 pn = bb.data.getVar('PN', bb_data, True)
76 pv = bb.data.getVar('PV', bb_data, True)
77 pr = bb.data.getVar('PR', bb_data, True)
78 dp = int(bb.data.getVar('DEFAULT_PREFERENCE', bb_data, True) or "0")
79 provides = Set([pn] + (bb.data.getVar("PROVIDES", bb_data, 1) or "").split())
80 rprovides = (bb.data.getVar("RPROVIDES", bb_data, 1) or "").split()
81 depends = (bb.data.getVar("DEPENDS", bb_data, True) or "").split()
82 packages = (bb.data.getVar('PACKAGES', bb_data, True) or "").split()
83 packages_dynamic = (bb.data.getVar('PACKAGES_DYNAMIC', bb_data, True) or "").split()
86 # build PackageName to FileName lookup table
87 if pn not in self.pkg_pn:
89 self.pkg_pn[pn].append(file_name)
91 # build FileName to PackageName lookup table
92 self.pkg_fn[file_name] = pn
93 self.pkg_pvpr[file_name] = (pv,pr)
94 self.pkg_dp[file_name] = dp
96 # Build forward and reverse provider hashes
97 # Forward: virtual -> [filenames]
98 # Reverse: PN -> [virtuals]
99 if pn not in self.pn_provides:
100 self.pn_provides[pn] = Set()
101 self.pn_provides[pn] |= provides
103 for provide in provides:
104 if provide not in self.providers:
105 self.providers[provide] = []
106 self.providers[provide].append(file_name)
109 self.all_depends.add(dep)
111 # Build reverse hash for PACKAGES, so runtime dependencies
112 # can be be resolved (RDEPENDS, RRECOMMENDS etc.)
114 for package in packages:
115 if not package in self.packages:
116 self.packages[package] = []
117 self.packages[package].append(file_name)
119 for package in packages_dynamic:
120 if not package in self.packages_dynamic:
121 self.packages_dynamic[package] = []
122 self.packages_dynamic[package].append(file_name)
124 for rprovide in rprovides:
125 if not rprovide in self.rproviders:
126 self.rproviders[rprovide] = []
127 self.rproviders[rprovide].append(file_name)
129 # Collect files we may need for possible world-dep
131 if not bb.data.getVar('BROKEN', bb_data, True) and not bb.data.getVar('EXCLUDE_FROM_WORLD', bb_data, True):
132 self.possible_world.append(file_name)
135 #============================================================================#
137 #============================================================================#
140 Manage build statistics for one run
149 print "Build statistics:"
150 print " Attempted builds: %d" % self.attempt
152 print " Failed builds: %d" % self.fail
154 print " Dependencies not satisfied: %d" % self.deps
155 if self.fail or self.deps: return 1
159 #============================================================================#
161 #============================================================================#
162 class BBConfiguration( object ):
164 Manages build options and configurations for one run
166 def __init__( self, options ):
167 for key, val in options.__dict__.items():
168 setattr( self, key, val )
169 self.data = data.init()
171 #============================================================================#
173 #============================================================================#
176 Manages one bitbake build run
179 ParsingStatus = BBParsingStatus # make it visible from the shell
180 Statistics = BBStatistics # make it visible from the shell
182 def __init__( self ):
183 self.build_cache_fail = []
184 self.build_cache = []
185 self.rbuild_cache = []
186 self.building_list = []
188 self.consider_msgs_cache = []
190 self.stats = BBStatistics()
196 def tryBuildPackage( self, fn, item, the_data ):
197 """Build one package"""
198 bb.event.fire(bb.event.PkgStarted(item, the_data))
200 self.stats.attempt += 1
201 if self.configuration.force:
202 bb.data.setVarFlag('do_%s' % self.configuration.cmd, 'force', 1, the_data)
203 if not self.configuration.dry_run:
204 bb.build.exec_task('do_%s' % self.configuration.cmd, the_data)
205 bb.event.fire(bb.event.PkgSucceeded(item, the_data))
206 self.build_cache.append(fn)
208 except bb.build.FuncFailed:
210 bb.error("task stack execution failed")
211 bb.event.fire(bb.event.PkgFailed(item, the_data))
212 self.build_cache_fail.append(fn)
214 except bb.build.EventException, e:
217 bb.error("%s event exception, aborting" % bb.event.getName(event))
218 bb.event.fire(bb.event.PkgFailed(item, the_data))
219 self.build_cache_fail.append(fn)
222 def tryBuild( self, fn, virtual , buildAllDeps , build_depends = []):
224 Build a provider and its dependencies.
225 build_depends is a list of previous build dependencies (not runtime)
226 If build_depends is empty, we're dealing with a runtime depends
229 the_data = self.pkgdata[fn]
232 buildAllDeps = bb.data.getVar('BUILD_ALL_DEPS', the_data, True) or False
234 # Error on build time dependency loops
235 if build_depends and build_depends.count(fn) > 1:
236 bb.error("%s depends on itself (eventually)" % fn)
237 bb.error("upwards chain is: %s" % (" -> ".join(self.build_path)))
240 # See if this is a runtime dependency we've already built
241 # Or a build dependency being handled in a different build chain
242 if fn in self.building_list:
243 return self.addRunDeps(fn, virtual , buildAllDeps)
245 item = self.status.pkg_fn[fn]
247 self.building_list.append(fn)
249 pathstr = "%s (%s)" % (item, virtual)
250 self.build_path.append(pathstr)
252 depends_list = (bb.data.getVar('DEPENDS', the_data, True) or "").split()
254 if self.configuration.verbose:
255 bb.note("current path: %s" % (" -> ".join(self.build_path)))
256 bb.note("dependencies for %s are: %s" % (item, " ".join(depends_list)))
261 depcmd = self.configuration.cmd
262 bbdepcmd = bb.data.getVarFlag('do_%s' % self.configuration.cmd, 'bbdepcmd', the_data)
263 if bbdepcmd is not None:
270 oldcmd = self.configuration.cmd
271 self.configuration.cmd = depcmd
273 for dependency in depends_list:
274 if dependency in self.status.ignored_dependencies:
278 if self.buildProvider( dependency , buildAllDeps , build_depends ) == 0:
279 bb.error("dependency %s (for %s) not satisfied" % (dependency,item))
281 if self.configuration.abort:
285 self.configuration.cmd = oldcmd
291 if not self.addRunDeps(fn, virtual , buildAllDeps):
294 if bb.build.stamp_is_current('do_%s' % self.configuration.cmd, the_data):
295 self.build_cache.append(fn)
298 return self.tryBuildPackage( fn, item, the_data )
301 self.building_list.remove(fn)
302 self.build_path.remove(pathstr)
304 def findBestProvider( self, pn, pkg_pn = None):
306 If there is a PREFERRED_VERSION, find the highest-priority bbfile
307 providing that version. If not, find the latest version provided by
308 an bbfile in the highest-priority set.
311 pkg_pn = self.status.pkg_pn
316 priority = self.status.bbfile_priority[f]
317 if priority not in priorities:
318 priorities[priority] = []
319 priorities[priority].append(f)
320 p_list = priorities.keys()
321 p_list.sort(lambda a, b: a - b)
324 tmp_pn = [priorities[p]] + tmp_pn
326 preferred_file = None
328 localdata = data.createCopy(self.configuration.data)
329 bb.data.setVar('OVERRIDES', "%s:%s" % (pn, data.getVar('OVERRIDES', localdata)), localdata)
330 bb.data.update_data(localdata)
332 preferred_v = bb.data.getVar('PREFERRED_VERSION_%s' % pn, localdata, True)
334 m = re.match('(.*)_(.*)', preferred_v)
336 preferred_v = m.group(1)
337 preferred_r = m.group(2)
341 for file_set in tmp_pn:
343 pv,pr = self.status.pkg_pvpr[f]
344 if preferred_v == pv and (preferred_r == pr or preferred_r == None):
346 preferred_ver = (pv, pr)
351 pv_str = '%s-%s' % (preferred_v, preferred_r)
354 if preferred_file is None:
355 bb.note("preferred version %s of %s not available" % (pv_str, pn))
357 bb.debug(1, "selecting %s as PREFERRED_VERSION %s of package %s" % (preferred_file, pv_str, pn))
361 # get highest priority file set
366 for file_name in files:
367 pv,pr = self.status.pkg_pvpr[file_name]
368 dp = self.status.pkg_dp[file_name]
370 if (latest is None) or ((latest_p == dp) and (utils.vercmp(latest, (pv, pr)) < 0)) or (dp > latest_p):
374 if preferred_file is None:
375 preferred_file = latest_f
376 preferred_ver = latest
378 return (latest,latest_f,preferred_ver, preferred_file)
380 def showVersions( self ):
381 pkg_pn = self.status.pkg_pn
382 preferred_versions = {}
386 for pn in pkg_pn.keys():
387 (last_ver,last_file,pref_ver,pref_file) = self.findBestProvider(pn)
388 preferred_versions[pn] = (pref_ver, pref_file)
389 latest_versions[pn] = (last_ver, last_file)
391 pkg_list = pkg_pn.keys()
395 pref = preferred_versions[p]
396 latest = latest_versions[p]
399 prefstr = pref[0][0] + "-" + pref[0][1]
403 print "%-30s %20s %20s" % (p, latest[0][0] + "-" + latest[0][1],
406 def showEnvironment( self ):
407 """Show the outer or per-package environment"""
408 if self.configuration.buildfile:
410 self.configuration.data, fromCache = self.load_bbfile( self.configuration.buildfile )
412 fatal("Unable to read %s: %s" % ( self.configuration.buildfile, e ))
415 # emit variables and shell functions
417 data.update_data( self.configuration.data )
418 data.emit_env(sys.__stdout__, self.configuration.data, True)
421 # emit the metadata which isnt valid shell
422 for e in self.configuration.data.keys():
423 if data.getVarFlag( e, 'python', self.configuration.data ):
424 sys.__stdout__.write("\npython %s () {\n%s}\n" % (e, data.getVar(e, self.configuration.data, 1)))
426 def filterProviders(self, providers, item):
428 Take a list of providers and filter/reorder according to the
429 environment variables and previous build results
432 preferred_versions = {}
434 # Collate providers by PN
437 pn = self.status.pkg_fn[p]
442 bb.debug(1, "providers for %s are: %s" % (item, pkg_pn.keys()))
444 for pn in pkg_pn.keys():
445 preferred_versions[pn] = self.findBestProvider(pn, pkg_pn)[2:4]
446 eligible.append(preferred_versions[pn][1])
449 if p in self.build_cache_fail:
450 bb.debug(1, "rejecting already-failed %s" % p)
453 if len(eligible) == 0:
454 bb.error("no eligible providers for %s" % item)
457 # look to see if one of them is already staged, or marked as preferred.
458 # if so, bump it to the head of the queue
460 the_data = self.pkgdata[p]
461 pn = bb.data.getVar('PN', the_data, 1)
462 pv = bb.data.getVar('PV', the_data, 1)
463 pr = bb.data.getVar('PR', the_data, 1)
464 stamp = '%s.do_populate_staging' % bb.data.getVar('STAMP', the_data, 1)
465 if os.path.exists(stamp):
466 (newvers, fn) = preferred_versions[pn]
467 if not fn in eligible:
468 # package was made ineligible by already-failed check
470 oldver = "%s-%s" % (pv, pr)
471 newver = '-'.join(newvers)
472 if (newver != oldver):
473 extra_chat = "; upgrading from %s to %s" % (oldver, newver)
476 if self.configuration.verbose:
477 bb.note("selecting already-staged %s to satisfy %s%s" % (pn, item, extra_chat))
479 eligible = [fn] + eligible
485 def buildProvider( self, item , buildAllDeps , build_depends = [] ):
487 Build something to provide a named build requirement
488 (takes item names from DEPENDS namespace)
492 discriminated = False
494 if not item in self.status.providers:
495 bb.error("Nothing provides dependency %s" % item)
498 all_p = self.status.providers[item]
501 if p in self.build_cache:
502 bb.debug(1, "already built %s in this run\n" % p)
505 eligible = self.filterProviders(all_p, item)
510 prefervar = bb.data.getVar('PREFERRED_PROVIDER_%s' % item, self.configuration.data, 1)
512 self.preferred[item] = prefervar
514 if item in self.preferred:
516 pn = self.status.pkg_fn[p]
517 if self.preferred[item] == pn:
518 if self.configuration.verbose:
519 bb.note("selecting %s to satisfy %s due to PREFERRED_PROVIDERS" % (pn, item))
521 eligible = [p] + eligible
525 if len(eligible) > 1 and discriminated == False:
526 if item not in self.consider_msgs_cache:
529 providers_list.append(self.status.pkg_fn[fn])
530 bb.note("multiple providers are available (%s);" % ", ".join(providers_list))
531 bb.note("consider defining PREFERRED_PROVIDER_%s" % item)
532 self.consider_msgs_cache.append(item)
535 # run through the list until we find one that we can build
537 bb.debug(2, "selecting %s to satisfy %s" % (fn, item))
538 if self.tryBuild(fn, item, buildAllDeps, build_depends + [fn]):
541 bb.note("no buildable providers for %s" % item)
544 def buildRProvider( self, item , buildAllDeps ):
546 Build something to provide a named runtime requirement
547 (takes item names from RDEPENDS/PACKAGES namespace)
552 discriminated = False
557 all_p = self.getProvidersRun(item)
560 bb.error("Nothing provides runtime dependency %s" % (item))
564 if p in self.rbuild_cache:
565 bb.debug(2, "Already built %s providing runtime %s\n" % (p,item))
567 if p in self.build_cache:
568 bb.debug(2, "Already built %s but adding any further RDEPENDS for %s\n" % (p, item))
569 return self.addRunDeps(p, item , buildAllDeps)
571 eligible = self.filterProviders(all_p, item)
577 pn = self.status.pkg_fn[p]
578 provides = self.status.pn_provides[pn]
579 for provide in provides:
580 prefervar = bb.data.getVar('PREFERRED_PROVIDER_%s' % provide, self.configuration.data, 1)
582 if self.configuration.verbose:
583 bb.note("selecting %s to satisfy runtime %s due to PREFERRED_PROVIDERS" % (pn, item))
585 eligible = [p] + eligible
588 if len(eligible) > 1 and len(preferred) == 0:
589 if item not in self.consider_msgs_cache:
592 providers_list.append(self.status.pkg_fn[fn])
593 bb.note("multiple providers are available (%s);" % ", ".join(providers_list))
594 bb.note("consider defining a PREFERRED_PROVIDER to match runtime %s" % item)
595 self.consider_msgs_cache.append(item)
597 if len(preferred) > 1:
598 if item not in self.consider_msgs_cache:
601 providers_list.append(self.status.pkg_fn[fn])
602 bb.note("multiple preferred providers are available (%s);" % ", ".join(providers_list))
603 bb.note("consider defining only one PREFERRED_PROVIDER to match runtime %s" % item)
604 self.consider_msgs_cache.append(item)
606 # run through the list until we find one that we can build
608 bb.debug(2, "selecting %s to satisfy runtime %s" % (fn, item))
609 if self.tryBuild(fn, item, buildAllDeps):
612 bb.error("No buildable providers for runtime %s" % item)
615 def getProvidersRun(self, rdepend):
617 Return any potential providers of runtime rdepend
621 if rdepend in self.status.rproviders:
622 rproviders += self.status.rproviders[rdepend]
624 if rdepend in self.status.packages:
625 rproviders += self.status.packages[rdepend]
630 # Only search dynamic packages if we can't find anything in other variables
631 for pattern in self.status.packages_dynamic:
632 regexp = re.compile(pattern)
633 if regexp.match(rdepend):
634 rproviders += self.status.packages_dynamic[pattern]
638 def addRunDeps(self , fn, item , buildAllDeps):
640 Add any runtime dependencies of runtime item provided by fn
641 as long as item has't previously been processed by this function.
644 if item in self.rbuild_cache:
651 self.rbuild_cache.append(item)
652 the_data = self.pkgdata[fn]
653 pn = self.status.pkg_fn[fn]
656 rdepends += bb.utils.explode_deps(bb.data.getVar('RDEPENDS', the_data, True) or "")
657 rdepends += bb.utils.explode_deps(bb.data.getVar('RRECOMMENDS', the_data, True) or "")
659 packages = (bb.data.getVar('PACKAGES', the_data, 1).split() or "")
660 for package in packages:
662 rdepends += bb.utils.explode_deps(bb.data.getVar("RDEPENDS_%s" % package, the_data, True) or "")
663 rdepends += bb.utils.explode_deps(bb.data.getVar("RRECOMMENDS_%s" % package, the_data, True) or "")
665 bb.debug(2, "Additional runtime dependencies for %s are: %s" % (item, " ".join(rdepends)))
667 for rdepend in rdepends:
668 if not self.buildRProvider(rdepend, buildAllDeps):
672 def buildDepgraph( self ):
673 all_depends = self.status.all_depends
674 pn_provides = self.status.pn_provides
676 def calc_bbfile_priority(filename):
677 for (regex, pri) in self.status.bbfile_config_priorities:
678 if regex.match(filename):
682 # Handle PREFERRED_PROVIDERS
683 for p in (bb.data.getVar('PREFERRED_PROVIDERS', self.configuration.data, 1) or "").split():
684 (providee, provider) = p.split(':')
685 if providee in self.preferred and self.preferred[providee] != provider:
686 bb.error("conflicting preferences for %s: both %s and %s specified" % (providee, provider, self.preferred[providee]))
687 self.preferred[providee] = provider
689 # Calculate priorities for each file
690 for p in self.pkgdata.keys():
691 self.status.bbfile_priority[p] = calc_bbfile_priority(p)
693 # Build package list for "bitbake world"
694 bb.debug(1, "collating packages for \"world\"")
695 for f in self.status.possible_world:
697 pn = self.status.pkg_fn[f]
699 for p in pn_provides[pn]:
700 if p.startswith('virtual/'):
701 bb.debug(2, "skipping %s due to %s provider starting with virtual/" % (f, p))
704 for pf in self.status.providers[p]:
705 if self.status.pkg_fn[pf] != pn:
706 bb.debug(2, "skipping %s due to both us and %s providing %s" % (f, pf, p))
710 self.status.world_target.add(pn)
712 # drop reference count now
713 self.status.possible_world = None
714 self.status.all_depends = None
716 def myProgressCallback( self, x, y, f, file_data, from_cache ):
717 # feed the status with new input
718 self.status.handle_bb_data(f, file_data, from_cache)
722 if os.isatty(sys.stdout.fileno()):
723 sys.stdout.write("\rNOTE: Handling BitBake files: %s (%04d/%04d) [%2d %%]" % ( parsespin.next(), x, y, x*100/y ) )
727 sys.stdout.write("Parsing .bb files, please wait...")
730 sys.stdout.write("done.")
733 def interactiveMode( self ):
734 """Drop off into a shell"""
737 except ImportError, details:
738 bb.fatal("Sorry, shell not available (%s)" % details )
740 bb.data.update_data( self.configuration.data )
744 def parseConfigurationFile( self, afile ):
746 self.configuration.data = bb.parse.handle( afile, self.configuration.data )
748 bb.fatal( "Unable to open %s" % afile )
749 except bb.parse.ParseError, details:
750 bb.fatal( "Unable to parse %s (%s)" % (afile, details) )
752 def handleCollections( self, collections ):
753 """Handle collections"""
755 collection_list = collections.split()
756 for c in collection_list:
757 regex = bb.data.getVar("BBFILE_PATTERN_%s" % c, self.configuration.data, 1)
759 bb.error("BBFILE_PATTERN_%s not defined" % c)
761 priority = bb.data.getVar("BBFILE_PRIORITY_%s" % c, self.configuration.data, 1)
763 bb.error("BBFILE_PRIORITY_%s not defined" % c)
766 cre = re.compile(regex)
768 bb.error("BBFILE_PATTERN_%s \"%s\" is not a valid regular expression" % (c, regex))
772 self.status.bbfile_config_priorities.append((cre, pri))
774 bb.error("invalid value for BBFILE_PRIORITY_%s: \"%s\"" % (c, priority))
777 def cook( self, configuration, args ):
778 self.configuration = configuration
780 if not self.configuration.cmd:
781 self.configuration.cmd = "build"
783 if self.configuration.debug:
784 bb.debug_level = self.configuration.debug
786 self.configuration.data = bb.data.init()
788 for f in self.configuration.file:
789 self.parseConfigurationFile( f )
791 self.parseConfigurationFile( os.path.join( "conf", "bitbake.conf" ) )
793 if self.configuration.show_environment:
794 self.showEnvironment()
797 # inject custom variables
798 if not bb.data.getVar("BUILDNAME", self.configuration.data):
799 bb.data.setVar("BUILDNAME", os.popen('date +%Y%m%d%H%M').readline().strip(), self.configuration.data)
800 bb.data.setVar("BUILDSTART", time.strftime('%m/%d/%Y %H:%M:%S',time.gmtime()),self.configuration.data)
802 buildname = bb.data.getVar("BUILDNAME", self.configuration.data)
804 if self.configuration.interactive:
805 self.interactiveMode()
807 if self.configuration.buildfile is not None:
808 bf = os.path.abspath( self.configuration.buildfile )
810 bbfile_data = bb.parse.handle(bf, self.configuration.data)
812 bb.fatal("Unable to open %s" % bf)
814 item = bb.data.getVar('PN', bbfile_data, 1)
816 self.tryBuildPackage( bf, item, bbfile_data )
817 except bb.build.EventException:
818 bb.error( "Build of '%s' failed" % item )
820 sys.exit( self.stats.show() )
822 # initialise the parsing status now we know we will need deps
823 self.status = BBParsingStatus()
825 ignore = bb.data.getVar("ASSUME_PROVIDED", self.configuration.data, 1) or ""
826 self.status.ignored_dependencies = Set( ignore.split() )
828 self.handleCollections( bb.data.getVar("BBFILE_COLLECTIONS", self.configuration.data, 1) )
832 if not pkgs_to_build:
834 pkgs_to_build.extend(args)
835 if not pkgs_to_build:
836 bbpkgs = bb.data.getVar('BBPKGS', self.configuration.data, 1)
838 pkgs_to_build = bbpkgs.split()
839 if not pkgs_to_build and not self.configuration.show_versions \
840 and not self.configuration.interactive \
841 and not self.configuration.show_environment:
842 print "Nothing to do. Use 'bitbake world' to build everything, or run 'bitbake --help'"
843 print "for usage information."
846 # Import Psyco if available and not disabled
847 if not self.configuration.disable_psyco:
852 bb.note("Psyco JIT Compiler (http://psyco.sf.net) not available. Install it to increase performance.")
854 psyco.bind( self.collect_bbfiles )
856 bb.note("You have disabled Psyco. This decreases performance.")
859 bb.debug(1, "collecting .bb files")
860 self.collect_bbfiles( self.myProgressCallback )
861 bb.debug(1, "parsing complete")
864 if self.configuration.parse_only:
865 print "Requested parsing .bb files only. Exiting."
868 bb.data.update_data( self.configuration.data )
871 if self.configuration.show_versions:
874 if 'world' in pkgs_to_build:
875 pkgs_to_build.remove('world')
876 for t in self.status.world_target:
877 pkgs_to_build.append(t)
879 bb.event.fire(bb.event.BuildStarted(buildname, pkgs_to_build, self.configuration.data))
881 for k in pkgs_to_build:
884 if self.buildProvider( k , False ) == 0:
887 except bb.build.EventException:
888 bb.error("Build of " + k + " failed")
892 if self.configuration.abort:
895 bb.event.fire(bb.event.BuildCompleted(buildname, pkgs_to_build, self.configuration.data))
897 sys.exit( self.stats.show() )
899 except KeyboardInterrupt:
900 print "\nNOTE: KeyboardInterrupt - Build not completed."
903 def get_bbfiles( self, path = os.getcwd() ):
904 """Get list of default .bb files by reading out the current directory"""
905 contents = os.listdir(path)
908 (root, ext) = os.path.splitext(f)
910 bbfiles.append(os.path.abspath(os.path.join(os.getcwd(),f)))
913 def find_bbfiles( self, path ):
914 """Find all the .bb files in a directory (uses find)"""
915 findcmd = 'find ' + path + ' -name *.bb | grep -v SCCS/'
917 finddata = os.popen(findcmd)
920 return finddata.readlines()
922 def deps_clean(self, d):
923 depstr = data.getVar('__depends', d)
925 deps = depstr.split(" ")
927 (f,old_mtime_s) = dep.split("@")
928 old_mtime = int(old_mtime_s)
929 new_mtime = parse.cached_mtime(f)
930 if (new_mtime > old_mtime):
934 def load_bbfile( self, bbfile ):
935 """Load and parse one .bb build file"""
937 if not self.cache in [None, '']:
939 cache_mtime = data.init_db_mtime(self.cache, bbfile)
940 file_mtime = parse.cached_mtime(bbfile)
942 if file_mtime > cache_mtime:
943 #print " : '%s' dirty. reparsing..." % bbfile
946 #print " : '%s' clean. loading from cache..." % bbfile
947 cache_data = data.init_db( self.cache, bbfile, False )
948 if self.deps_clean(cache_data):
949 return cache_data, True
951 topdir = data.getVar('TOPDIR', self.configuration.data)
953 topdir = os.path.abspath(os.getcwd())
955 data.setVar('TOPDIR', topdir, self.configuration)
956 bbfile = os.path.abspath(bbfile)
957 bbfile_loc = os.path.abspath(os.path.dirname(bbfile))
958 # expand tmpdir to include this topdir
959 data.setVar('TMPDIR', data.getVar('TMPDIR', self.configuration.data, 1) or "", self.configuration.data)
960 # set topdir to location of .bb file
962 #data.setVar('TOPDIR', topdir, cfg)
964 oldpath = os.path.abspath(os.getcwd())
966 bb = data.init_db(self.cache,bbfile, True, self.configuration.data)
968 parse.handle(bbfile, bb) # read .bb data
969 if not self.cache in [None, '']:
970 bb.commit(parse.cached_mtime(bbfile)) # write cache
976 def collect_bbfiles( self, progressCallback ):
977 """Collect all available .bb build files"""
978 self.cb = progressCallback
979 parsed, cached, skipped, masked = 0, 0, 0, 0
980 self.cache = bb.data.getVar( "CACHE", self.configuration.data, 1 )
981 self.pkgdata = data.pkgdata( not self.cache in [None, ''], self.cache, self.configuration.data )
983 if not self.cache in [None, '']:
984 if self.cb is not None:
985 print "NOTE: Using cache in '%s'" % self.cache
987 os.stat( self.cache )
989 bb.mkdirhier( self.cache )
991 if self.cb is not None:
992 print "NOTE: Not using a cache. Set CACHE = <directory> to enable."
993 files = (data.getVar( "BBFILES", self.configuration.data, 1 ) or "").split()
994 data.setVar("BBFILES", " ".join(files), self.configuration.data)
997 files = self.get_bbfiles()
1000 bb.error("no files to build.")
1004 if os.path.isdir(f):
1005 dirfiles = self.find_bbfiles(f)
1007 newfiles += dirfiles
1009 newfiles += glob.glob(f) or [ f ]
1011 bbmask = bb.data.getVar('BBMASK', self.configuration.data, 1) or ""
1013 bbmask_compiled = re.compile(bbmask)
1014 except sre_constants.error:
1015 bb.fatal("BBMASK is not a valid regular expression.")
1017 for i in xrange( len( newfiles ) ):
1019 if bbmask and bbmask_compiled.search(f):
1020 bb.debug(1, "bbmake: skipping %s" % f)
1023 debug(1, "bbmake: parsing %s" % f)
1025 # read a file's metadata
1027 bb_data, fromCache = self.load_bbfile(f)
1028 if fromCache: cached += 1
1031 if bb_data is not None:
1032 # allow metadata files to add items to BBFILES
1033 #data.update_data(self.pkgdata[f])
1034 addbbfiles = data.getVar('BBFILES', bb_data) or None
1036 for aof in addbbfiles.split():
1037 if not files.count(aof):
1038 if not os.path.isabs(aof):
1039 aof = os.path.join(os.path.dirname(f),aof)
1041 for var in bb_data.keys():
1042 if data.getVarFlag(var, "handler", bb_data) and data.getVar(var, bb_data):
1043 event.register(data.getVar(var, bb_data))
1044 self.pkgdata[f] = bb_data
1046 # now inform the caller
1047 if self.cb is not None:
1048 self.cb( i + 1, len( newfiles ), f, bb_data, fromCache )
1051 bb.error("opening %s: %s" % (f, e))
1053 except bb.parse.SkipPackage:
1056 except KeyboardInterrupt:
1058 except Exception, e:
1059 bb.error("%s while parsing %s" % (e, f))
1061 if self.cb is not None:
1062 print "\rNOTE: Parsing finished. %d cached, %d parsed, %d skipped, %d masked." % ( cached, parsed, skipped, masked ),
1064 #============================================================================#
1066 #============================================================================#
1068 if __name__ == "__main__":
1070 parser = optparse.OptionParser( version = "BitBake Build Tool Core version %s, %%prog version %s" % ( bb.__version__, __version__ ),
1071 usage = """%prog [options] [package ...]
1073 Executes the specified task (default is 'build') for a given set of BitBake files.
1074 It expects that BBFILES is defined, which is a space seperated list of files to
1075 be executed. BBFILES does support wildcards.
1076 Default BBFILES are the .bb files in the current directory.""" )
1078 parser.add_option( "-b", "--buildfile", help = "execute the task against this .bb file, rather than a package from BBFILES.",
1079 action = "store", dest = "buildfile", default = None )
1081 parser.add_option( "-k", "--continue", help = "continue as much as possible after an error. While the target that failed, and those that depend on it, cannot be remade, the other dependencies of these targets can be processed all the same.",
1082 action = "store_false", dest = "abort", default = True )
1084 parser.add_option( "-f", "--force", help = "force run of specified cmd, regardless of stamp status",
1085 action = "store_true", dest = "force", default = False )
1087 parser.add_option( "-i", "--interactive", help = "drop into the interactive mode.",
1088 action = "store_true", dest = "interactive", default = False )
1090 parser.add_option( "-c", "--cmd", help = "Specify task to execute. Note that this only executes the specified task for the providee and the packages it depends on, i.e. 'compile' does not implicitly call stage for the dependencies (IOW: use only if you know what you are doing)",
1091 action = "store", dest = "cmd", default = "build" )
1093 parser.add_option( "-r", "--read", help = "read the specified file before bitbake.conf",
1094 action = "append", dest = "file", default = [] )
1096 parser.add_option( "-v", "--verbose", help = "output more chit-chat to the terminal",
1097 action = "store_true", dest = "verbose", default = False )
1099 parser.add_option( "-D", "--debug", help = "Increase the debug level",
1100 action = "count", dest="debug", default = 0)
1102 parser.add_option( "-n", "--dry-run", help = "don't execute, just go through the motions",
1103 action = "store_true", dest = "dry_run", default = False )
1105 parser.add_option( "-p", "--parse-only", help = "quit after parsing the BB files (developers only)",
1106 action = "store_true", dest = "parse_only", default = False )
1108 parser.add_option( "-d", "--disable-psyco", help = "disable using the psyco just-in-time compiler (not recommended)",
1109 action = "store_true", dest = "disable_psyco", default = False )
1111 parser.add_option( "-s", "--show-versions", help = "show current and preferred versions of all packages",
1112 action = "store_true", dest = "show_versions", default = False )
1114 parser.add_option( "-e", "--environment", help = "show the global or per-package environment (this is what used to be bbread)",
1115 action = "store_true", dest = "show_environment", default = False )
1117 options, args = parser.parse_args( sys.argv )
1120 cooker.cook( BBConfiguration( options ), args[1:] )