123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619 |
- #!/usr/bin/env python
- EnsureSConsVersion(0, 98, 1)
- import string
- import os
- import os.path
- import glob
- import sys
- import methods
- import gles_builders
- from platform_methods import run_in_subprocess
- # scan possible build platforms
- platform_list = [] # list of platforms
- platform_opts = {} # options for each platform
- platform_flags = {} # flags for each platform
- active_platforms = []
- active_platform_ids = []
- platform_exporters = []
- platform_apis = []
- for x in sorted(glob.glob("platform/*")):
- if (not os.path.isdir(x) or not os.path.exists(x + "/detect.py")):
- continue
- tmppath = "./" + x
- sys.path.append(tmppath)
- import detect
- if (os.path.exists(x + "/export/export.cpp")):
- platform_exporters.append(x[9:])
- if (os.path.exists(x + "/api/api.cpp")):
- platform_apis.append(x[9:])
- if (detect.is_active()):
- active_platforms.append(detect.get_name())
- active_platform_ids.append(x)
- if (detect.can_build()):
- x = x.replace("platform/", "") # rest of world
- x = x.replace("platform\\", "") # win32
- platform_list += [x]
- platform_opts[x] = detect.get_opts()
- platform_flags[x] = detect.get_flags()
- sys.path.remove(tmppath)
- sys.modules.pop('detect')
- module_list = methods.detect_modules()
- methods.save_active_platforms(active_platforms, active_platform_ids)
- custom_tools = ['default']
- platform_arg = ARGUMENTS.get("platform", ARGUMENTS.get("p", False))
- if os.name == "nt" and (platform_arg == "android" or ARGUMENTS.get("use_mingw", False)):
- custom_tools = ['mingw']
- elif platform_arg == 'javascript':
- # Use generic POSIX build toolchain for Emscripten.
- custom_tools = ['cc', 'c++', 'ar', 'link', 'textfile', 'zip']
- env_base = Environment(tools=custom_tools)
- if 'TERM' in os.environ:
- env_base['ENV']['TERM'] = os.environ['TERM']
- env_base.AppendENVPath('PATH', os.getenv('PATH'))
- env_base.AppendENVPath('PKG_CONFIG_PATH', os.getenv('PKG_CONFIG_PATH'))
- env_base.android_maven_repos = []
- env_base.android_flat_dirs = []
- env_base.android_dependencies = []
- env_base.android_gradle_plugins = []
- env_base.android_gradle_classpath = []
- env_base.android_java_dirs = []
- env_base.android_res_dirs = []
- env_base.android_asset_dirs = []
- env_base.android_aidl_dirs = []
- env_base.android_jni_dirs = []
- env_base.android_default_config = []
- env_base.android_manifest_chunk = ""
- env_base.android_permission_chunk = ""
- env_base.android_appattributes_chunk = ""
- env_base.disabled_modules = []
- env_base.use_ptrcall = False
- env_base.split_drivers = False
- env_base.split_modules = False
- env_base.module_version_string = ""
- env_base.msvc = False
- # To decide whether to rebuild a file, use the MD5 sum only if the timestamp has changed.
- # http://scons.org/doc/production/HTML/scons-user/ch06.html#idm139837621851792
- env_base.Decider('MD5-timestamp')
- # Use cached implicit dependencies by default. Can be overridden by specifying `--implicit-deps-changed` in the command line.
- # http://scons.org/doc/production/HTML/scons-user/ch06s04.html
- env_base.SetOption('implicit_cache', 1)
- env_base.__class__.android_add_maven_repository = methods.android_add_maven_repository
- env_base.__class__.android_add_flat_dir = methods.android_add_flat_dir
- env_base.__class__.android_add_dependency = methods.android_add_dependency
- env_base.__class__.android_add_java_dir = methods.android_add_java_dir
- env_base.__class__.android_add_res_dir = methods.android_add_res_dir
- env_base.__class__.android_add_asset_dir = methods.android_add_asset_dir
- env_base.__class__.android_add_aidl_dir = methods.android_add_aidl_dir
- env_base.__class__.android_add_jni_dir = methods.android_add_jni_dir
- env_base.__class__.android_add_default_config = methods.android_add_default_config
- env_base.__class__.android_add_to_manifest = methods.android_add_to_manifest
- env_base.__class__.android_add_to_permissions = methods.android_add_to_permissions
- env_base.__class__.android_add_to_attributes = methods.android_add_to_attributes
- env_base.__class__.android_add_gradle_plugin = methods.android_add_gradle_plugin
- env_base.__class__.android_add_gradle_classpath = methods.android_add_gradle_classpath
- env_base.__class__.disable_module = methods.disable_module
- env_base.__class__.add_module_version_string = methods.add_module_version_string
- env_base.__class__.add_source_files = methods.add_source_files
- env_base.__class__.use_windows_spawn_fix = methods.use_windows_spawn_fix
- env_base.__class__.split_lib = methods.split_lib
- env_base.__class__.add_shared_library = methods.add_shared_library
- env_base.__class__.add_library = methods.add_library
- env_base.__class__.add_program = methods.add_program
- env_base.__class__.CommandNoCache = methods.CommandNoCache
- env_base.__class__.disable_warnings = methods.disable_warnings
- env_base["x86_libtheora_opt_gcc"] = False
- env_base["x86_libtheora_opt_vc"] = False
- # Build options
- customs = ['custom.py']
- profile = ARGUMENTS.get("profile", False)
- if profile:
- import os.path
- if os.path.isfile(profile):
- customs.append(profile)
- elif os.path.isfile(profile + ".py"):
- customs.append(profile + ".py")
- opts = Variables(customs, ARGUMENTS)
- # Target build options
- opts.Add('arch', "Platform-dependent architecture (arm/arm64/x86/x64/mips/...)", '')
- opts.Add(EnumVariable('bits', "Target platform bits", 'default', ('default', '32', '64')))
- opts.Add('p', "Platform (alias for 'platform')", '')
- opts.Add('platform', "Target platform (%s)" % ('|'.join(platform_list), ), '')
- opts.Add(EnumVariable('target', "Compilation target", 'debug', ('debug', 'release_debug', 'release')))
- opts.Add(EnumVariable('optimize', "Optimization type", 'speed', ('speed', 'size')))
- opts.Add(BoolVariable('tools', "Build the tools (a.k.a. the Godot editor)", True))
- opts.Add(BoolVariable('use_lto', 'Use link-time optimization', False))
- # Components
- opts.Add(BoolVariable('deprecated', "Enable deprecated features", True))
- opts.Add(BoolVariable('gdscript', "Enable GDScript support", True))
- opts.Add(BoolVariable('minizip', "Enable ZIP archive support using minizip", True))
- opts.Add(BoolVariable('xaudio2', "Enable the XAudio2 audio driver", False))
- # Advanced options
- opts.Add(BoolVariable('verbose', "Enable verbose output for the compilation", False))
- opts.Add(BoolVariable('progress', "Show a progress indicator during compilation", True))
- opts.Add(EnumVariable('warnings', "Set the level of warnings emitted during compilation", 'all', ('extra', 'all', 'moderate', 'no')))
- opts.Add(BoolVariable('werror', "Treat compiler warnings as errors. Depends on the level of warnings set with 'warnings'", False))
- opts.Add(BoolVariable('dev', "If yes, alias for verbose=yes warnings=all", False))
- opts.Add('extra_suffix', "Custom extra suffix added to the base filename of all generated binary files", '')
- opts.Add(BoolVariable('vsproj', "Generate a Visual Studio solution", False))
- opts.Add(EnumVariable('macports_clang', "Build using Clang from MacPorts", 'no', ('no', '5.0', 'devel')))
- opts.Add(BoolVariable('disable_3d', "Disable 3D nodes for a smaller executable", False))
- opts.Add(BoolVariable('disable_advanced_gui', "Disable advanced GUI nodes and behaviors", False))
- opts.Add(BoolVariable('no_editor_splash', "Don't use the custom splash screen for the editor", False))
- opts.Add('system_certs_path', "Use this path as SSL certificates default for editor (for package maintainers)", '')
- # Thirdparty libraries
- opts.Add(BoolVariable('builtin_bullet', "Use the built-in Bullet library", True))
- opts.Add(BoolVariable('builtin_certs', "Bundle default SSL certificates to be used if you don't specify an override in the project settings", True))
- opts.Add(BoolVariable('builtin_enet', "Use the built-in ENet library", True))
- opts.Add(BoolVariable('builtin_freetype', "Use the built-in FreeType library", True))
- opts.Add(BoolVariable('builtin_libogg', "Use the built-in libogg library", True))
- opts.Add(BoolVariable('builtin_libpng', "Use the built-in libpng library", True))
- opts.Add(BoolVariable('builtin_libtheora', "Use the built-in libtheora library", True))
- opts.Add(BoolVariable('builtin_libvorbis', "Use the built-in libvorbis library", True))
- opts.Add(BoolVariable('builtin_libvpx', "Use the built-in libvpx library", True))
- opts.Add(BoolVariable('builtin_libwebp', "Use the built-in libwebp library", True))
- opts.Add(BoolVariable('builtin_libwebsockets', "Use the built-in libwebsockets library", True))
- opts.Add(BoolVariable('builtin_mbedtls', "Use the built-in mbedTLS library", True))
- opts.Add(BoolVariable('builtin_miniupnpc', "Use the built-in miniupnpc library", True))
- opts.Add(BoolVariable('builtin_opus', "Use the built-in Opus library", True))
- opts.Add(BoolVariable('builtin_pcre2', "Use the built-in PCRE2 library)", True))
- opts.Add(BoolVariable('builtin_recast', "Use the built-in Recast library", True))
- opts.Add(BoolVariable('builtin_squish', "Use the built-in squish library", True))
- opts.Add(BoolVariable('builtin_thekla_atlas', "Use the built-in thekla_altas library", True))
- opts.Add(BoolVariable('builtin_xatlas', "Use the built-in xatlas library", True))
- opts.Add(BoolVariable('builtin_zlib', "Use the built-in zlib library", True))
- opts.Add(BoolVariable('builtin_zstd', "Use the built-in Zstd library", True))
- # Compilation environment setup
- opts.Add("CXX", "C++ compiler")
- opts.Add("CC", "C compiler")
- opts.Add("LINK", "Linker")
- opts.Add("CCFLAGS", "Custom flags for both the C and C++ compilers")
- opts.Add("CXXFLAGS", "Custom flags for the C++ compiler")
- opts.Add("CFLAGS", "Custom flags for the C compiler")
- opts.Add("LINKFLAGS", "Custom flags for the linker")
- # add platform specific options
- for k in platform_opts.keys():
- opt_list = platform_opts[k]
- for o in opt_list:
- opts.Add(o)
- for x in module_list:
- module_enabled = True
- tmppath = "./modules/" + x
- sys.path.append(tmppath)
- import config
- enabled_attr = getattr(config, "is_enabled", None)
- if (callable(enabled_attr) and not config.is_enabled()):
- module_enabled = False
- sys.path.remove(tmppath)
- sys.modules.pop('config')
- opts.Add(BoolVariable('module_' + x + '_enabled', "Enable module '%s'" % (x, ), module_enabled))
- opts.Update(env_base) # update environment
- Help(opts.GenerateHelpText(env_base)) # generate help
- # add default include paths
- env_base.Append(CPPPATH=['#editor', '#'])
- # configure ENV for platform
- env_base.platform_exporters = platform_exporters
- env_base.platform_apis = platform_apis
- if (env_base['target'] == 'debug'):
- env_base.Append(CPPDEFINES=['DEBUG_MEMORY_ALLOC','DISABLE_FORCED_INLINE'])
- if (env_base['no_editor_splash']):
- env_base.Append(CPPDEFINES=['NO_EDITOR_SPLASH'])
- if not env_base['deprecated']:
- env_base.Append(CPPDEFINES=['DISABLE_DEPRECATED'])
- env_base.platforms = {}
- selected_platform = ""
- if env_base['platform'] != "":
- selected_platform = env_base['platform']
- elif env_base['p'] != "":
- selected_platform = env_base['p']
- env_base["platform"] = selected_platform
- if selected_platform in platform_list:
- sys.path.append("./platform/" + selected_platform)
- import detect
- if "create" in dir(detect):
- env = detect.create(env_base)
- else:
- env = env_base.Clone()
- if env['dev']:
- env["warnings"] = "all"
- env['verbose'] = True
- if env['vsproj']:
- env.vs_incs = []
- env.vs_srcs = []
- def AddToVSProject(sources):
- for x in sources:
- if type(x) == type(""):
- fname = env.File(x).path
- else:
- fname = env.File(x)[0].path
- pieces = fname.split(".")
- if len(pieces) > 0:
- basename = pieces[0]
- basename = basename.replace('\\\\', '/')
- if os.path.isfile(basename + ".h"):
- env.vs_incs = env.vs_incs + [basename + ".h"]
- elif os.path.isfile(basename + ".hpp"):
- env.vs_incs = env.vs_incs + [basename + ".hpp"]
- if os.path.isfile(basename + ".c"):
- env.vs_srcs = env.vs_srcs + [basename + ".c"]
- elif os.path.isfile(basename + ".cpp"):
- env.vs_srcs = env.vs_srcs + [basename + ".cpp"]
- env.AddToVSProject = AddToVSProject
- env.extra_suffix = ""
- if env["extra_suffix"] != '':
- env.extra_suffix += '.' + env["extra_suffix"]
- CCFLAGS = env.get('CCFLAGS', '')
- env['CCFLAGS'] = ''
- env.Append(CCFLAGS=str(CCFLAGS).split())
- CFLAGS = env.get('CFLAGS', '')
- env['CFLAGS'] = ''
- env.Append(CFLAGS=str(CFLAGS).split())
- LINKFLAGS = env.get('LINKFLAGS', '')
- env['LINKFLAGS'] = ''
- env.Append(LINKFLAGS=str(LINKFLAGS).split())
- flag_list = platform_flags[selected_platform]
- for f in flag_list:
- if not (f[0] in ARGUMENTS): # allow command line to override platform flags
- env[f[0]] = f[1]
- # must happen after the flags, so when flags are used by configure, stuff happens (ie, ssl on x11)
- detect.configure(env)
- # Configure compiler warnings
- if env.msvc:
- # Truncations, narrowing conversions, signed/unsigned comparisons...
- disable_nonessential_warnings = ['/wd4267', '/wd4244', '/wd4305', '/wd4018', '/wd4800']
- if (env["warnings"] == 'extra'):
- env.Append(CCFLAGS=['/Wall']) # Implies /W4
- elif (env["warnings"] == 'all'):
- env.Append(CCFLAGS=['/W3'] + disable_nonessential_warnings)
- elif (env["warnings"] == 'moderate'):
- env.Append(CCFLAGS=['/W2'] + disable_nonessential_warnings)
- else: # 'no'
- env.Append(CCFLAGS=['/w'])
- # Set exception handling model to avoid warnings caused by Windows system headers.
- env.Append(CCFLAGS=['/EHsc'])
- if (env["werror"]):
- env.Append(CCFLAGS=['/WX'])
- else: # Rest of the world
- disable_nonessential_warnings = ['-Wno-sign-compare']
- if (env["warnings"] == 'extra'):
- env.Append(CCFLAGS=['-Wall', '-Wextra'])
- elif (env["warnings"] == 'all'):
- env.Append(CCFLAGS=['-Wall'] + disable_nonessential_warnings)
- elif (env["warnings"] == 'moderate'):
- env.Append(CCFLAGS=['-Wall', '-Wno-unused'] + disable_nonessential_warnings)
- else: # 'no'
- env.Append(CCFLAGS=['-w'])
- if (env["werror"]):
- env.Append(CCFLAGS=['-Werror'])
- else: # always enable those errors
- env.Append(CCFLAGS=['-Werror=return-type'])
- if (hasattr(detect, 'get_program_suffix')):
- suffix = "." + detect.get_program_suffix()
- else:
- suffix = "." + selected_platform
- if (env["target"] == "release"):
- if env["tools"]:
- print("Tools can only be built with targets 'debug' and 'release_debug'.")
- sys.exit(255)
- suffix += ".opt"
- env.Append(CPPDEFINES=['NDEBUG'])
- elif (env["target"] == "release_debug"):
- if env["tools"]:
- suffix += ".opt.tools"
- else:
- suffix += ".opt.debug"
- else:
- if env["tools"]:
- suffix += ".tools"
- else:
- suffix += ".debug"
- if env["arch"] != "":
- suffix += "." + env["arch"]
- elif (env["bits"] == "32"):
- suffix += ".32"
- elif (env["bits"] == "64"):
- suffix += ".64"
- suffix += env.extra_suffix
- sys.path.remove("./platform/" + selected_platform)
- sys.modules.pop('detect')
- env.module_list = []
- env.doc_class_path = {}
- for x in module_list:
- if not env['module_' + x + '_enabled']:
- continue
- tmppath = "./modules/" + x
- sys.path.append(tmppath)
- env.current_module = x
- import config
- # can_build changed number of arguments between 3.0 (1) and 3.1 (2),
- # so try both to preserve compatibility for 3.0 modules
- can_build = False
- try:
- can_build = config.can_build(env, selected_platform)
- except TypeError:
- print("Warning: module '%s' uses a deprecated `can_build` "
- "signature in its config.py file, it should be "
- "`can_build(env, platform)`." % x)
- can_build = config.can_build(selected_platform)
- if (can_build):
- config.configure(env)
- env.module_list.append(x)
- try:
- doc_classes = config.get_doc_classes()
- doc_path = config.get_doc_path()
- for c in doc_classes:
- env.doc_class_path[c] = "modules/" + x + "/" + doc_path
- except:
- pass
- sys.path.remove(tmppath)
- sys.modules.pop('config')
- methods.update_version(env.module_version_string)
- env["PROGSUFFIX"] = suffix + env.module_version_string + env["PROGSUFFIX"]
- env["OBJSUFFIX"] = suffix + env["OBJSUFFIX"]
- # (SH)LIBSUFFIX will be used for our own built libraries
- # LIBSUFFIXES contains LIBSUFFIX and SHLIBSUFFIX by default,
- # so we need to append the default suffixes to keep the ability
- # to link against thirdparty libraries (.a, .so, .lib, etc.).
- if os.name == "nt":
- # On Windows, only static libraries and import libraries can be
- # statically linked - both using .lib extension
- env["LIBSUFFIXES"] += [env["LIBSUFFIX"]]
- else:
- env["LIBSUFFIXES"] += [env["LIBSUFFIX"], env["SHLIBSUFFIX"]]
- env["LIBSUFFIX"] = suffix + env["LIBSUFFIX"]
- env["SHLIBSUFFIX"] = suffix + env["SHLIBSUFFIX"]
- if (env.use_ptrcall):
- env.Append(CPPDEFINES=['PTRCALL_ENABLED'])
- if env['tools']:
- env.Append(CPPDEFINES=['TOOLS_ENABLED'])
- if env['disable_3d']:
- if env['tools']:
- print("Build option 'disable_3d=yes' cannot be used with 'tools=yes' (editor), only with 'tools=no' (export template).")
- sys.exit(255)
- else:
- env.Append(CPPDEFINES=['_3D_DISABLED'])
- if env['gdscript']:
- env.Append(CPPDEFINES=['GDSCRIPT_ENABLED'])
- if env['disable_advanced_gui']:
- if env['tools']:
- print("Build option 'disable_advanced_gui=yes' cannot be used with 'tools=yes' (editor), only with 'tools=no' (export template).")
- sys.exit(255)
- else:
- env.Append(CPPDEFINES=['ADVANCED_GUI_DISABLED'])
- if env['minizip']:
- env.Append(CPPDEFINES=['MINIZIP_ENABLED'])
- if not env['verbose']:
- methods.no_verbose(sys, env)
- if (not env["platform"] == "server"): # FIXME: detect GLES3
- env.Append(BUILDERS = { 'GLES3_GLSL' : env.Builder(action=run_in_subprocess(gles_builders.build_gles3_headers), suffix='glsl.gen.h', src_suffix='.glsl')})
- env.Append(BUILDERS = { 'GLES2_GLSL' : env.Builder(action=run_in_subprocess(gles_builders.build_gles2_headers), suffix='glsl.gen.h', src_suffix='.glsl')})
- scons_cache_path = os.environ.get("SCONS_CACHE")
- if scons_cache_path != None:
- CacheDir(scons_cache_path)
- print("Scons cache enabled... (path: '" + scons_cache_path + "')")
- Export('env')
- # build subdirs, the build order is dependent on link order.
- SConscript("core/SCsub")
- SConscript("servers/SCsub")
- SConscript("scene/SCsub")
- SConscript("editor/SCsub")
- SConscript("drivers/SCsub")
- SConscript("platform/SCsub")
- SConscript("modules/SCsub")
- SConscript("main/SCsub")
- SConscript("platform/" + selected_platform + "/SCsub") # build selected platform
- # Microsoft Visual Studio Project Generation
- if env['vsproj']:
- env['CPPPATH'] = [Dir(path) for path in env['CPPPATH']]
- methods.generate_vs_project(env, GetOption("num_jobs"))
- methods.generate_cpp_hint_file("cpp.hint")
- # Check for the existence of headers
- conf = Configure(env)
- if ("check_c_headers" in env):
- for header in env["check_c_headers"]:
- if (conf.CheckCHeader(header[0])):
- env.AppendUnique(CPPDEFINES=[header[1]])
- else:
- print("No valid target platform selected.")
- print("The following platforms were detected:")
- for x in platform_list:
- print("\t" + x)
- print("\nPlease run SCons again with the argument: platform=<string>")
- # The following only makes sense when the env is defined, and assumes it is
- if 'env' in locals():
- screen = sys.stdout
- # Progress reporting is not available in non-TTY environments since it
- # messes with the output (for example, when writing to a file)
- show_progress = (env['progress'] and sys.stdout.isatty())
- node_count = 0
- node_count_max = 0
- node_count_interval = 1
- node_count_fname = str(env.Dir('#')) + '/.scons_node_count'
- import time, math
- class cache_progress:
- # The default is 1 GB cache and 12 hours half life
- def __init__(self, path = None, limit = 1073741824, half_life = 43200):
- self.path = path
- self.limit = limit
- self.exponent_scale = math.log(2) / half_life
- if env['verbose'] and path != None:
- screen.write('Current cache limit is ' + self.convert_size(limit) + ' (used: ' + self.convert_size(self.get_size(path)) + ')\n')
- self.delete(self.file_list())
- def __call__(self, node, *args, **kw):
- global node_count, node_count_max, node_count_interval, node_count_fname, show_progress
- if show_progress:
- # Print the progress percentage
- node_count += node_count_interval
- if (node_count_max > 0 and node_count <= node_count_max):
- screen.write('\r[%3d%%] ' % (node_count * 100 / node_count_max))
- screen.flush()
- elif (node_count_max > 0 and node_count > node_count_max):
- screen.write('\r[100%] ')
- screen.flush()
- else:
- screen.write('\r[Initial build] ')
- screen.flush()
- def delete(self, files):
- if len(files) == 0:
- return
- if env['verbose']:
- # Utter something
- screen.write('\rPurging %d %s from cache...\n' % (len(files), len(files) > 1 and 'files' or 'file'))
- [os.remove(f) for f in files]
- def file_list(self):
- if self.path is None:
- # Nothing to do
- return []
- # Gather a list of (filename, (size, atime)) within the
- # cache directory
- file_stat = [(x, os.stat(x)[6:8]) for x in glob.glob(os.path.join(self.path, '*', '*'))]
- if file_stat == []:
- # Nothing to do
- return []
- # Weight the cache files by size (assumed to be roughly
- # proportional to the recompilation time) times an exponential
- # decay since the ctime, and return a list with the entries
- # (filename, size, weight).
- current_time = time.time()
- file_stat = [(x[0], x[1][0], (current_time - x[1][1])) for x in file_stat]
- # Sort by the most resently accessed files (most sensible to keep) first
- file_stat.sort(key=lambda x: x[2])
- # Search for the first entry where the storage limit is
- # reached
- sum, mark = 0, None
- for i,x in enumerate(file_stat):
- sum += x[1]
- if sum > self.limit:
- mark = i
- break
- if mark is None:
- return []
- else:
- return [x[0] for x in file_stat[mark:]]
- def convert_size(self, size_bytes):
- if size_bytes == 0:
- return "0 bytes"
- size_name = ("bytes", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB")
- i = int(math.floor(math.log(size_bytes, 1024)))
- p = math.pow(1024, i)
- s = round(size_bytes / p, 2)
- return "%s %s" % (int(s) if i == 0 else s, size_name[i])
- def get_size(self, start_path = '.'):
- total_size = 0
- for dirpath, dirnames, filenames in os.walk(start_path):
- for f in filenames:
- fp = os.path.join(dirpath, f)
- total_size += os.path.getsize(fp)
- return total_size
- def progress_finish(target, source, env):
- global node_count, progressor
- with open(node_count_fname, 'w') as f:
- f.write('%d\n' % node_count)
- progressor.delete(progressor.file_list())
- try:
- with open(node_count_fname) as f:
- node_count_max = int(f.readline())
- except:
- pass
- cache_directory = os.environ.get("SCONS_CACHE")
- # Simple cache pruning, attached to SCons' progress callback. Trim the
- # cache directory to a size not larger than cache_limit.
- cache_limit = float(os.getenv("SCONS_CACHE_LIMIT", 1024)) * 1024 * 1024
- progressor = cache_progress(cache_directory, cache_limit)
- Progress(progressor, interval = node_count_interval)
- progress_finish_command = Command('progress_finish', [], progress_finish)
- AlwaysBuild(progress_finish_command)
|