// Copyright 2015 The Rust Project Developers. See the COPYRIGHT // file at the top-level directory of this distribution and at // http://rust-lang.org/COPYRIGHT. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. //! Serialized configuration of a build. //! //! This module implements parsing `config.mk` and `config.toml` configuration //! files to tweak how the build runs. use std::collections::HashMap; use std::env; use std::fs::File; use std::io::prelude::*; use std::path::PathBuf; use std::process; use num_cpus; use rustc_serialize::Decodable; use toml::{Parser, Decoder, Value}; use util::{exe, push_exe_path}; /// Global configuration for the entire build and/or bootstrap. /// /// This structure is derived from a combination of both `config.toml` and /// `config.mk`. As of the time of this writing it's unlikely that `config.toml` /// is used all that much, so this is primarily filled out by `config.mk` which /// is generated from `./configure`. /// /// Note that this structure is not decoded directly into, but rather it is /// filled out from the decoded forms of the structs below. For documentation /// each field, see the corresponding fields in /// `src/bootstrap/config.toml.example`. #[derive(Default)] pub struct Config { pub ccache: Option, pub ninja: bool, pub verbose: usize, pub submodules: bool, pub compiler_docs: bool, pub docs: bool, pub locked_deps: bool, pub vendor: bool, pub target_config: HashMap, pub full_bootstrap: bool, pub extended: bool, pub sanitizers: bool, pub profiler: bool, // llvm codegen options pub llvm_assertions: bool, pub llvm_optimize: bool, pub llvm_release_debuginfo: bool, pub llvm_version_check: bool, pub llvm_static_stdcpp: bool, pub llvm_link_shared: bool, pub llvm_targets: Option, pub llvm_link_jobs: Option, pub llvm_clean_rebuild: bool, // rust codegen options pub rust_optimize: bool, pub rust_codegen_units: u32, pub rust_debug_assertions: bool, pub rust_debuginfo: bool, pub rust_debuginfo_lines: bool, pub rust_debuginfo_only_std: bool, pub rust_rpath: bool, pub rustc_default_linker: Option, pub rustc_default_ar: Option, pub rust_optimize_tests: bool, pub rust_debuginfo_tests: bool, pub rust_dist_src: bool, pub build: String, pub host: Vec, pub target: Vec, pub rustc: Option, pub cargo: Option, pub local_rebuild: bool, // dist misc pub dist_sign_folder: Option, pub dist_upload_addr: Option, pub dist_gpg_password_file: Option, // libstd features pub debug_jemalloc: bool, pub use_jemalloc: bool, pub backtrace: bool, // support for RUST_BACKTRACE // misc pub low_priority: bool, pub channel: String, pub quiet_tests: bool, // Fallback musl-root for all targets pub musl_root: Option, pub prefix: Option, pub sysconfdir: Option, pub docdir: Option, pub bindir: Option, pub libdir: Option, pub libdir_relative: Option, pub mandir: Option, pub codegen_tests: bool, pub nodejs: Option, pub gdb: Option, pub python: Option, pub configure_args: Vec, pub openssl_static: bool, } /// Per-target configuration stored in the global configuration structure. #[derive(Default)] pub struct Target { pub llvm_config: Option, pub jemalloc: Option, pub cc: Option, pub cxx: Option, pub ndk: Option, pub musl_root: Option, pub qemu_rootfs: Option, } /// Structure of the `config.toml` file that configuration is read from. /// /// This structure uses `Decodable` to automatically decode a TOML configuration /// file into this format, and then this is traversed and written into the above /// `Config` structure. #[derive(RustcDecodable, Default)] struct TomlConfig { build: Option, install: Option, llvm: Option, rust: Option, target: Option>, dist: Option, } /// TOML representation of various global build decisions. #[derive(RustcDecodable, Default, Clone)] struct Build { build: Option, host: Vec, target: Vec, cargo: Option, rustc: Option, low_priority: Option, compiler_docs: Option, docs: Option, submodules: Option, gdb: Option, locked_deps: Option, vendor: Option, nodejs: Option, python: Option, full_bootstrap: Option, extended: Option, verbose: Option, sanitizers: Option, profiler: Option, openssl_static: Option, } /// TOML representation of various global install decisions. #[derive(RustcDecodable, Default, Clone)] struct Install { prefix: Option, sysconfdir: Option, docdir: Option, bindir: Option, libdir: Option, mandir: Option, } /// TOML representation of how the LLVM build is configured. #[derive(RustcDecodable, Default)] struct Llvm { ccache: Option, ninja: Option, assertions: Option, optimize: Option, release_debuginfo: Option, version_check: Option, static_libstdcpp: Option, targets: Option, link_jobs: Option, clean_rebuild: Option, } #[derive(RustcDecodable, Default, Clone)] struct Dist { sign_folder: Option, gpg_password_file: Option, upload_addr: Option, src_tarball: Option, } #[derive(RustcDecodable)] enum StringOrBool { String(String), Bool(bool), } impl Default for StringOrBool { fn default() -> StringOrBool { StringOrBool::Bool(false) } } /// TOML representation of how the Rust build is configured. #[derive(RustcDecodable, Default)] struct Rust { optimize: Option, codegen_units: Option, debug_assertions: Option, debuginfo: Option, debuginfo_lines: Option, debuginfo_only_std: Option, debug_jemalloc: Option, use_jemalloc: Option, backtrace: Option, default_linker: Option, default_ar: Option, channel: Option, musl_root: Option, rpath: Option, optimize_tests: Option, debuginfo_tests: Option, codegen_tests: Option, } /// TOML representation of how each build target is configured. #[derive(RustcDecodable, Default)] struct TomlTarget { llvm_config: Option, jemalloc: Option, cc: Option, cxx: Option, android_ndk: Option, musl_root: Option, qemu_rootfs: Option, } impl Config { pub fn parse(build: &str, file: Option) -> Config { let mut config = Config::default(); config.llvm_optimize = true; config.use_jemalloc = true; config.backtrace = true; config.rust_optimize = true; config.rust_optimize_tests = true; config.submodules = true; config.docs = true; config.rust_rpath = true; config.rust_codegen_units = 1; config.build = build.to_string(); config.channel = "dev".to_string(); config.codegen_tests = true; config.rust_dist_src = true; let toml = file.map(|file| { let mut f = t!(File::open(&file)); let mut toml = String::new(); t!(f.read_to_string(&mut toml)); let mut p = Parser::new(&toml); let table = match p.parse() { Some(table) => table, None => { println!("failed to parse TOML configuration '{}':", file.to_str().unwrap()); for err in p.errors.iter() { let (loline, locol) = p.to_linecol(err.lo); let (hiline, hicol) = p.to_linecol(err.hi); println!("{}:{}-{}:{}: {}", loline, locol, hiline, hicol, err.desc); } process::exit(2); } }; let mut d = Decoder::new(Value::Table(table)); match Decodable::decode(&mut d) { Ok(cfg) => cfg, Err(e) => { println!("failed to decode TOML: {}", e); process::exit(2); } } }).unwrap_or_else(|| TomlConfig::default()); let build = toml.build.clone().unwrap_or(Build::default()); set(&mut config.build, build.build.clone()); config.host.push(config.build.clone()); for host in build.host.iter() { if !config.host.contains(host) { config.host.push(host.clone()); } } for target in config.host.iter().chain(&build.target) { if !config.target.contains(target) { config.target.push(target.clone()); } } config.rustc = build.rustc.map(PathBuf::from); config.cargo = build.cargo.map(PathBuf::from); config.nodejs = build.nodejs.map(PathBuf::from); config.gdb = build.gdb.map(PathBuf::from); config.python = build.python.map(PathBuf::from); set(&mut config.low_priority, build.low_priority); set(&mut config.compiler_docs, build.compiler_docs); set(&mut config.docs, build.docs); set(&mut config.submodules, build.submodules); set(&mut config.locked_deps, build.locked_deps); set(&mut config.vendor, build.vendor); set(&mut config.full_bootstrap, build.full_bootstrap); set(&mut config.extended, build.extended); set(&mut config.verbose, build.verbose); set(&mut config.sanitizers, build.sanitizers); set(&mut config.profiler, build.profiler); set(&mut config.openssl_static, build.openssl_static); if let Some(ref install) = toml.install { config.prefix = install.prefix.clone().map(PathBuf::from); config.sysconfdir = install.sysconfdir.clone().map(PathBuf::from); config.docdir = install.docdir.clone().map(PathBuf::from); config.bindir = install.bindir.clone().map(PathBuf::from); config.libdir = install.libdir.clone().map(PathBuf::from); config.mandir = install.mandir.clone().map(PathBuf::from); } if let Some(ref llvm) = toml.llvm { match llvm.ccache { Some(StringOrBool::String(ref s)) => { config.ccache = Some(s.to_string()) } Some(StringOrBool::Bool(true)) => { config.ccache = Some("ccache".to_string()); } Some(StringOrBool::Bool(false)) | None => {} } set(&mut config.ninja, llvm.ninja); set(&mut config.llvm_assertions, llvm.assertions); set(&mut config.llvm_optimize, llvm.optimize); set(&mut config.llvm_release_debuginfo, llvm.release_debuginfo); set(&mut config.llvm_version_check, llvm.version_check); set(&mut config.llvm_static_stdcpp, llvm.static_libstdcpp); set(&mut config.llvm_clean_rebuild, llvm.clean_rebuild); config.llvm_targets = llvm.targets.clone(); config.llvm_link_jobs = llvm.link_jobs; } if let Some(ref rust) = toml.rust { set(&mut config.rust_debug_assertions, rust.debug_assertions); set(&mut config.rust_debuginfo, rust.debuginfo); set(&mut config.rust_debuginfo_lines, rust.debuginfo_lines); set(&mut config.rust_debuginfo_only_std, rust.debuginfo_only_std); set(&mut config.rust_optimize, rust.optimize); set(&mut config.rust_optimize_tests, rust.optimize_tests); set(&mut config.rust_debuginfo_tests, rust.debuginfo_tests); set(&mut config.codegen_tests, rust.codegen_tests); set(&mut config.rust_rpath, rust.rpath); set(&mut config.debug_jemalloc, rust.debug_jemalloc); set(&mut config.use_jemalloc, rust.use_jemalloc); set(&mut config.backtrace, rust.backtrace); set(&mut config.channel, rust.channel.clone()); config.rustc_default_linker = rust.default_linker.clone(); config.rustc_default_ar = rust.default_ar.clone(); config.musl_root = rust.musl_root.clone().map(PathBuf::from); match rust.codegen_units { Some(0) => config.rust_codegen_units = num_cpus::get() as u32, Some(n) => config.rust_codegen_units = n, None => {} } } if let Some(ref t) = toml.target { for (triple, cfg) in t { let mut target = Target::default(); if let Some(ref s) = cfg.llvm_config { target.llvm_config = Some(env::current_dir().unwrap().join(s)); } if let Some(ref s) = cfg.jemalloc { target.jemalloc = Some(env::current_dir().unwrap().join(s)); } if let Some(ref s) = cfg.android_ndk { target.ndk = Some(env::current_dir().unwrap().join(s)); } target.cxx = cfg.cxx.clone().map(PathBuf::from); target.cc = cfg.cc.clone().map(PathBuf::from); target.musl_root = cfg.musl_root.clone().map(PathBuf::from); target.qemu_rootfs = cfg.qemu_rootfs.clone().map(PathBuf::from); config.target_config.insert(triple.clone(), target); } } if let Some(ref t) = toml.dist { config.dist_sign_folder = t.sign_folder.clone().map(PathBuf::from); config.dist_gpg_password_file = t.gpg_password_file.clone().map(PathBuf::from); config.dist_upload_addr = t.upload_addr.clone(); set(&mut config.rust_dist_src, t.src_tarball); } return config } /// "Temporary" routine to parse `config.mk` into this configuration. /// /// While we still have `./configure` this implements the ability to decode /// that configuration into this. This isn't exactly a full-blown makefile /// parser, but hey it gets the job done! pub fn update_with_config_mk(&mut self) { let mut config = String::new(); File::open("config.mk").unwrap().read_to_string(&mut config).unwrap(); for line in config.lines() { let mut parts = line.splitn(2, ":=").map(|s| s.trim()); let key = parts.next().unwrap(); let value = match parts.next() { Some(n) if n.starts_with('\"') => &n[1..n.len() - 1], Some(n) => n, None => continue }; macro_rules! check { ($(($name:expr, $val:expr),)*) => { if value == "1" { $( if key == concat!("CFG_ENABLE_", $name) { $val = true; continue } if key == concat!("CFG_DISABLE_", $name) { $val = false; continue } )* } } } check! { ("MANAGE_SUBMODULES", self.submodules), ("COMPILER_DOCS", self.compiler_docs), ("DOCS", self.docs), ("LLVM_ASSERTIONS", self.llvm_assertions), ("LLVM_RELEASE_DEBUGINFO", self.llvm_release_debuginfo), ("OPTIMIZE_LLVM", self.llvm_optimize), ("LLVM_VERSION_CHECK", self.llvm_version_check), ("LLVM_STATIC_STDCPP", self.llvm_static_stdcpp), ("LLVM_LINK_SHARED", self.llvm_link_shared), ("LLVM_CLEAN_REBUILD", self.llvm_clean_rebuild), ("OPTIMIZE", self.rust_optimize), ("DEBUG_ASSERTIONS", self.rust_debug_assertions), ("DEBUGINFO", self.rust_debuginfo), ("DEBUGINFO_LINES", self.rust_debuginfo_lines), ("DEBUGINFO_ONLY_STD", self.rust_debuginfo_only_std), ("JEMALLOC", self.use_jemalloc), ("DEBUG_JEMALLOC", self.debug_jemalloc), ("RPATH", self.rust_rpath), ("OPTIMIZE_TESTS", self.rust_optimize_tests), ("DEBUGINFO_TESTS", self.rust_debuginfo_tests), ("QUIET_TESTS", self.quiet_tests), ("LOCAL_REBUILD", self.local_rebuild), ("NINJA", self.ninja), ("CODEGEN_TESTS", self.codegen_tests), ("LOCKED_DEPS", self.locked_deps), ("VENDOR", self.vendor), ("FULL_BOOTSTRAP", self.full_bootstrap), ("EXTENDED", self.extended), ("SANITIZERS", self.sanitizers), ("PROFILER", self.profiler), ("DIST_SRC", self.rust_dist_src), ("CARGO_OPENSSL_STATIC", self.openssl_static), } match key { "CFG_BUILD" if value.len() > 0 => self.build = value.to_string(), "CFG_HOST" if value.len() > 0 => { self.host.extend(value.split(" ").map(|s| s.to_string())); } "CFG_TARGET" if value.len() > 0 => { self.target.extend(value.split(" ").map(|s| s.to_string())); } "CFG_MUSL_ROOT" if value.len() > 0 => { self.musl_root = Some(parse_configure_path(value)); } "CFG_MUSL_ROOT_X86_64" if value.len() > 0 => { let target = "x86_64-unknown-linux-musl".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.musl_root = Some(parse_configure_path(value)); } "CFG_MUSL_ROOT_I686" if value.len() > 0 => { let target = "i686-unknown-linux-musl".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.musl_root = Some(parse_configure_path(value)); } "CFG_MUSL_ROOT_ARM" if value.len() > 0 => { let target = "arm-unknown-linux-musleabi".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.musl_root = Some(parse_configure_path(value)); } "CFG_MUSL_ROOT_ARMHF" if value.len() > 0 => { let target = "arm-unknown-linux-musleabihf".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.musl_root = Some(parse_configure_path(value)); } "CFG_MUSL_ROOT_ARMV7" if value.len() > 0 => { let target = "armv7-unknown-linux-musleabihf".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.musl_root = Some(parse_configure_path(value)); } "CFG_DEFAULT_AR" if value.len() > 0 => { self.rustc_default_ar = Some(value.to_string()); } "CFG_DEFAULT_LINKER" if value.len() > 0 => { self.rustc_default_linker = Some(value.to_string()); } "CFG_GDB" if value.len() > 0 => { self.gdb = Some(parse_configure_path(value)); } "CFG_RELEASE_CHANNEL" => { self.channel = value.to_string(); } "CFG_PREFIX" => { self.prefix = Some(PathBuf::from(value)); } "CFG_SYSCONFDIR" => { self.sysconfdir = Some(PathBuf::from(value)); } "CFG_DOCDIR" => { self.docdir = Some(PathBuf::from(value)); } "CFG_BINDIR" => { self.bindir = Some(PathBuf::from(value)); } "CFG_LIBDIR" => { self.libdir = Some(PathBuf::from(value)); } "CFG_LIBDIR_RELATIVE" => { self.libdir_relative = Some(PathBuf::from(value)); } "CFG_MANDIR" => { self.mandir = Some(PathBuf::from(value)); } "CFG_LLVM_ROOT" if value.len() > 0 => { let target = self.target_config.entry(self.build.clone()) .or_insert(Target::default()); let root = parse_configure_path(value); target.llvm_config = Some(push_exe_path(root, &["bin", "llvm-config"])); } "CFG_JEMALLOC_ROOT" if value.len() > 0 => { let target = self.target_config.entry(self.build.clone()) .or_insert(Target::default()); target.jemalloc = Some(parse_configure_path(value).join("libjemalloc_pic.a")); } "CFG_ARM_LINUX_ANDROIDEABI_NDK" if value.len() > 0 => { let target = "arm-linux-androideabi".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.ndk = Some(parse_configure_path(value)); } "CFG_ARMV7_LINUX_ANDROIDEABI_NDK" if value.len() > 0 => { let target = "armv7-linux-androideabi".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.ndk = Some(parse_configure_path(value)); } "CFG_I686_LINUX_ANDROID_NDK" if value.len() > 0 => { let target = "i686-linux-android".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.ndk = Some(parse_configure_path(value)); } "CFG_AARCH64_LINUX_ANDROID_NDK" if value.len() > 0 => { let target = "aarch64-linux-android".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.ndk = Some(parse_configure_path(value)); } "CFG_X86_64_LINUX_ANDROID_NDK" if value.len() > 0 => { let target = "x86_64-linux-android".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.ndk = Some(parse_configure_path(value)); } "CFG_LOCAL_RUST_ROOT" if value.len() > 0 => { let path = parse_configure_path(value); self.rustc = Some(push_exe_path(path.clone(), &["bin", "rustc"])); self.cargo = Some(push_exe_path(path, &["bin", "cargo"])); } "CFG_PYTHON" if value.len() > 0 => { let path = parse_configure_path(value); self.python = Some(path); } "CFG_ENABLE_CCACHE" if value == "1" => { self.ccache = Some(exe("ccache", &self.build)); } "CFG_ENABLE_SCCACHE" if value == "1" => { self.ccache = Some(exe("sccache", &self.build)); } "CFG_CONFIGURE_ARGS" if value.len() > 0 => { self.configure_args = value.split_whitespace() .map(|s| s.to_string()) .collect(); } "CFG_QEMU_ARMHF_ROOTFS" if value.len() > 0 => { let target = "arm-unknown-linux-gnueabihf".to_string(); let target = self.target_config.entry(target) .or_insert(Target::default()); target.qemu_rootfs = Some(parse_configure_path(value)); } _ => {} } } } pub fn verbose(&self) -> bool { self.verbose > 0 } pub fn very_verbose(&self) -> bool { self.verbose > 1 } } #[cfg(not(windows))] fn parse_configure_path(path: &str) -> PathBuf { path.into() } #[cfg(windows)] fn parse_configure_path(path: &str) -> PathBuf { // on windows, configure produces unix style paths e.g. /c/some/path but we // only want real windows paths use std::process::Command; use build_helper; // '/' is invalid in windows paths, so we can detect unix paths by the presence of it if !path.contains('/') { return path.into(); } let win_path = build_helper::output(Command::new("cygpath").arg("-w").arg(path)); let win_path = win_path.trim(); win_path.into() } fn set(field: &mut T, val: Option) { if let Some(v) = val { *field = v; } }