// Copyright 2012-2013 The Rust Project Developers. See the COPYRIGHT // file at the top-level directory of this distribution and at // http://rust-lang.org/COPYRIGHT. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. use std::env; use std::fs::File; use std::io::BufReader; use std::io::prelude::*; use std::path::{Path, PathBuf}; use common::Config; use common; use util; use extract_gdb_version; /// Properties which must be known very early, before actually running /// the test. pub struct EarlyProps { pub ignore: bool, pub should_fail: bool, pub aux: Vec, } impl EarlyProps { pub fn from_file(config: &Config, testfile: &Path) -> Self { let mut props = EarlyProps { ignore: false, should_fail: false, aux: Vec::new(), }; iter_header(testfile, None, &mut |ln| { props.ignore = props.ignore || config.parse_cfg_name_directive(ln, "ignore"); if config.has_cfg_prefix(ln, "only") { props.ignore = match config.parse_cfg_name_directive(ln, "only") { true => props.ignore, false => true, }; } props.ignore = props.ignore || ignore_gdb(config, ln) || ignore_lldb(config, ln) || ignore_llvm(config, ln); if let Some(s) = config.parse_aux_build(ln) { props.aux.push(s); } props.should_fail = props.should_fail || config.parse_name_directive(ln, "should-fail"); }); return props; fn ignore_gdb(config: &Config, line: &str) -> bool { if config.mode != common::DebugInfoGdb { return false; } if let Some(actual_version) = config.gdb_version { if line.starts_with("min-gdb-version") { let (start_ver, end_ver) = extract_gdb_version_range(line); if start_ver != end_ver { panic!("Expected single GDB version") } // Ignore if actual version is smaller the minimum required // version actual_version < start_ver } else if line.starts_with("ignore-gdb-version") { let (min_version, max_version) = extract_gdb_version_range(line); if max_version < min_version { panic!("Malformed GDB version range: max < min") } actual_version >= min_version && actual_version <= max_version } else { false } } else { false } } // Takes a directive of the form "ignore-gdb-version [- ]", // returns the numeric representation of and as // tuple: ( as u32, as u32) // If the part is omitted, the second component of the tuple // is the same as . fn extract_gdb_version_range(line: &str) -> (u32, u32) { const ERROR_MESSAGE: &'static str = "Malformed GDB version directive"; let range_components = line.split(&[' ', '-'][..]) .filter(|word| !word.is_empty()) .map(extract_gdb_version) .skip_while(Option::is_none) .take(3) // 3 or more = invalid, so take at most 3. .collect::>>(); match range_components.len() { 1 => { let v = range_components[0].unwrap(); (v, v) } 2 => { let v_min = range_components[0].unwrap(); let v_max = range_components[1].expect(ERROR_MESSAGE); (v_min, v_max) } _ => panic!("{}", ERROR_MESSAGE), } } fn ignore_lldb(config: &Config, line: &str) -> bool { if config.mode != common::DebugInfoLldb { return false; } if let Some(ref actual_version) = config.lldb_version { if line.starts_with("min-lldb-version") { let min_version = line.trim_end() .rsplit(' ') .next() .expect("Malformed lldb version directive"); // Ignore if actual version is smaller the minimum required // version lldb_version_to_int(actual_version) < lldb_version_to_int(min_version) } else { false } } else { false } } fn ignore_llvm(config: &Config, line: &str) -> bool { if config.system_llvm && line.starts_with("no-system-llvm") { return true; } if let Some(ref actual_version) = config.llvm_version { if line.starts_with("min-llvm-version") { let min_version = line.trim_end() .rsplit(' ') .next() .expect("Malformed llvm version directive"); // Ignore if actual version is smaller the minimum required // version &actual_version[..] < min_version } else if line.starts_with("min-system-llvm-version") { let min_version = line.trim_end() .rsplit(' ') .next() .expect("Malformed llvm version directive"); // Ignore if using system LLVM and actual version // is smaller the minimum required version !(config.system_llvm && &actual_version[..] < min_version) } else { false } } else { false } } } } #[derive(Clone, Debug)] pub struct TestProps { // Lines that should be expected, in order, on standard out pub error_patterns: Vec, // Extra flags to pass to the compiler pub compile_flags: Vec, // Extra flags to pass when the compiled code is run (such as --bench) pub run_flags: Option, // If present, the name of a file that this test should match when // pretty-printed pub pp_exact: Option, // Other crates that should be compiled (typically from the same // directory as the test, but for backwards compatibility reasons // we also check the auxiliary directory) pub aux_builds: Vec, // Environment settings to use for compiling pub rustc_env: Vec<(String, String)>, // Environment settings to use during execution pub exec_env: Vec<(String, String)>, // Lines to check if they appear in the expected debugger output pub check_lines: Vec, // Build documentation for all specified aux-builds as well pub build_aux_docs: bool, // Flag to force a crate to be built with the host architecture pub force_host: bool, // Check stdout for error-pattern output as well as stderr pub check_stdout: bool, // Don't force a --crate-type=dylib flag on the command line pub no_prefer_dynamic: bool, // Run --pretty expanded when running pretty printing tests pub pretty_expanded: bool, // Which pretty mode are we testing with, default to 'normal' pub pretty_mode: String, // Only compare pretty output and don't try compiling pub pretty_compare_only: bool, // Patterns which must not appear in the output of a cfail test. pub forbid_output: Vec, // Revisions to test for incremental compilation. pub revisions: Vec, // Directory (if any) to use for incremental compilation. This is // not set by end-users; rather it is set by the incremental // testing harness and used when generating compilation // arguments. (In particular, it propagates to the aux-builds.) pub incremental_dir: Option, // Specifies that a cfail test must actually compile without errors. pub must_compile_successfully: bool, // rustdoc will test the output of the `--test` option pub check_test_line_numbers_match: bool, // The test must be compiled and run successfully. Only used in UI tests for // now. pub run_pass: bool, // customized normalization rules pub normalize_stdout: Vec<(String, String)>, pub normalize_stderr: Vec<(String, String)>, pub run_rustfix: bool, pub rustfix_only_machine_applicable: bool, pub assembly_output: Option, } impl TestProps { pub fn new() -> Self { TestProps { error_patterns: vec![], compile_flags: vec![], run_flags: None, pp_exact: None, aux_builds: vec![], revisions: vec![], rustc_env: vec![], exec_env: vec![], check_lines: vec![], build_aux_docs: false, force_host: false, check_stdout: false, no_prefer_dynamic: false, pretty_expanded: false, pretty_mode: "normal".to_string(), pretty_compare_only: false, forbid_output: vec![], incremental_dir: None, must_compile_successfully: false, check_test_line_numbers_match: false, run_pass: false, normalize_stdout: vec![], normalize_stderr: vec![], run_rustfix: false, rustfix_only_machine_applicable: false, assembly_output: None, } } pub fn from_aux_file(&self, testfile: &Path, cfg: Option<&str>, config: &Config) -> Self { let mut props = TestProps::new(); // copy over select properties to the aux build: props.incremental_dir = self.incremental_dir.clone(); props.load_from(testfile, cfg, config); props } pub fn from_file(testfile: &Path, cfg: Option<&str>, config: &Config) -> Self { let mut props = TestProps::new(); props.load_from(testfile, cfg, config); props } /// Load properties from `testfile` into `props`. If a property is /// tied to a particular revision `foo` (indicated by writing /// `//[foo]`), then the property is ignored unless `cfg` is /// `Some("foo")`. fn load_from(&mut self, testfile: &Path, cfg: Option<&str>, config: &Config) { let mut has_edition = false; iter_header(testfile, cfg, &mut |ln| { if let Some(ep) = config.parse_error_pattern(ln) { self.error_patterns.push(ep); } if let Some(flags) = config.parse_compile_flags(ln) { self.compile_flags.extend(flags.split_whitespace() .map(|s| s.to_owned())); } if let Some(edition) = config.parse_edition(ln) { self.compile_flags.push(format!("--edition={}", edition)); has_edition = true; } if let Some(r) = config.parse_revisions(ln) { self.revisions.extend(r); } if self.run_flags.is_none() { self.run_flags = config.parse_run_flags(ln); } if self.pp_exact.is_none() { self.pp_exact = config.parse_pp_exact(ln, testfile); } if !self.build_aux_docs { self.build_aux_docs = config.parse_build_aux_docs(ln); } if !self.force_host { self.force_host = config.parse_force_host(ln); } if !self.check_stdout { self.check_stdout = config.parse_check_stdout(ln); } if !self.no_prefer_dynamic { self.no_prefer_dynamic = config.parse_no_prefer_dynamic(ln); } if !self.pretty_expanded { self.pretty_expanded = config.parse_pretty_expanded(ln); } if let Some(m) = config.parse_pretty_mode(ln) { self.pretty_mode = m; } if !self.pretty_compare_only { self.pretty_compare_only = config.parse_pretty_compare_only(ln); } if let Some(ab) = config.parse_aux_build(ln) { self.aux_builds.push(ab); } if let Some(ee) = config.parse_env(ln, "exec-env") { self.exec_env.push(ee); } if let Some(ee) = config.parse_env(ln, "rustc-env") { self.rustc_env.push(ee); } if let Some(cl) = config.parse_check_line(ln) { self.check_lines.push(cl); } if let Some(of) = config.parse_forbid_output(ln) { self.forbid_output.push(of); } if !self.must_compile_successfully { self.must_compile_successfully = config.parse_must_compile_successfully(ln); } if !self.check_test_line_numbers_match { self.check_test_line_numbers_match = config.parse_check_test_line_numbers_match(ln); } if !self.run_pass { self.run_pass = config.parse_run_pass(ln); } if let Some(rule) = config.parse_custom_normalization(ln, "normalize-stdout") { self.normalize_stdout.push(rule); } if let Some(rule) = config.parse_custom_normalization(ln, "normalize-stderr") { self.normalize_stderr.push(rule); } if !self.run_rustfix { self.run_rustfix = config.parse_run_rustfix(ln); } if !self.rustfix_only_machine_applicable { self.rustfix_only_machine_applicable = config.parse_rustfix_only_machine_applicable(ln); } if self.assembly_output.is_none() { self.assembly_output = config.parse_assembly_output(ln); } }); for key in &["RUST_TEST_NOCAPTURE", "RUST_TEST_THREADS"] { if let Ok(val) = env::var(key) { if self.exec_env.iter().find(|&&(ref x, _)| x == key).is_none() { self.exec_env.push(((*key).to_owned(), val)) } } } if let (Some(edition), false) = (&config.edition, has_edition) { self.compile_flags.push(format!("--edition={}", edition)); } } } fn iter_header(testfile: &Path, cfg: Option<&str>, it: &mut dyn FnMut(&str)) { if testfile.is_dir() { return; } let rdr = BufReader::new(File::open(testfile).unwrap()); for ln in rdr.lines() { // Assume that any directives will be found before the first // module or function. This doesn't seem to be an optimization // with a warm page cache. Maybe with a cold one. let ln = ln.unwrap(); let ln = ln.trim(); if ln.starts_with("fn") || ln.starts_with("mod") { return; } else if ln.starts_with("//[") { // A comment like `//[foo]` is specific to revision `foo` if let Some(close_brace) = ln.find(']') { let lncfg = &ln[3..close_brace]; let matches = match cfg { Some(s) => s == &lncfg[..], None => false, }; if matches { it(ln[(close_brace + 1) ..].trim_start()); } } else { panic!("malformed condition directive: expected `//[foo]`, found `{}`", ln) } } else if ln.starts_with("//") { it(ln[2..].trim_start()); } } return; } impl Config { fn parse_error_pattern(&self, line: &str) -> Option { self.parse_name_value_directive(line, "error-pattern") } fn parse_forbid_output(&self, line: &str) -> Option { self.parse_name_value_directive(line, "forbid-output") } fn parse_aux_build(&self, line: &str) -> Option { self.parse_name_value_directive(line, "aux-build") .map(|r| r.trim().to_string()) } fn parse_compile_flags(&self, line: &str) -> Option { self.parse_name_value_directive(line, "compile-flags") } fn parse_revisions(&self, line: &str) -> Option> { self.parse_name_value_directive(line, "revisions") .map(|r| r.split_whitespace().map(|t| t.to_string()).collect()) } fn parse_run_flags(&self, line: &str) -> Option { self.parse_name_value_directive(line, "run-flags") } fn parse_check_line(&self, line: &str) -> Option { self.parse_name_value_directive(line, "check") } fn parse_force_host(&self, line: &str) -> bool { self.parse_name_directive(line, "force-host") } fn parse_build_aux_docs(&self, line: &str) -> bool { self.parse_name_directive(line, "build-aux-docs") } fn parse_check_stdout(&self, line: &str) -> bool { self.parse_name_directive(line, "check-stdout") } fn parse_no_prefer_dynamic(&self, line: &str) -> bool { self.parse_name_directive(line, "no-prefer-dynamic") } fn parse_pretty_expanded(&self, line: &str) -> bool { self.parse_name_directive(line, "pretty-expanded") } fn parse_pretty_mode(&self, line: &str) -> Option { self.parse_name_value_directive(line, "pretty-mode") } fn parse_pretty_compare_only(&self, line: &str) -> bool { self.parse_name_directive(line, "pretty-compare-only") } fn parse_must_compile_successfully(&self, line: &str) -> bool { self.parse_name_directive(line, "must-compile-successfully") } fn parse_check_test_line_numbers_match(&self, line: &str) -> bool { self.parse_name_directive(line, "check-test-line-numbers-match") } fn parse_run_pass(&self, line: &str) -> bool { self.parse_name_directive(line, "run-pass") } fn parse_assembly_output(&self, line: &str) -> Option { self.parse_name_value_directive(line, "assembly-output") .map(|r| r.trim().to_string()) } fn parse_env(&self, line: &str, name: &str) -> Option<(String, String)> { self.parse_name_value_directive(line, name).map(|nv| { // nv is either FOO or FOO=BAR let mut strs: Vec = nv.splitn(2, '=') .map(str::to_owned) .collect(); match strs.len() { 1 => (strs.pop().unwrap(), "".to_owned()), 2 => { let end = strs.pop().unwrap(); (strs.pop().unwrap(), end) } n => panic!("Expected 1 or 2 strings, not {}", n), } }) } fn parse_pp_exact(&self, line: &str, testfile: &Path) -> Option { if let Some(s) = self.parse_name_value_directive(line, "pp-exact") { Some(PathBuf::from(&s)) } else if self.parse_name_directive(line, "pp-exact") { testfile.file_name().map(PathBuf::from) } else { None } } fn parse_custom_normalization(&self, mut line: &str, prefix: &str) -> Option<(String, String)> { if self.parse_cfg_name_directive(line, prefix) { let from = match parse_normalization_string(&mut line) { Some(s) => s, None => return None, }; let to = match parse_normalization_string(&mut line) { Some(s) => s, None => return None, }; Some((from, to)) } else { None } } /// Parses a name-value directive which contains config-specific information, e.g. `ignore-x86` /// or `normalize-stderr-32bit`. Returns `true` if the line matches it. fn parse_cfg_name_directive(&self, line: &str, prefix: &str) -> bool { if line.starts_with(prefix) && line.as_bytes().get(prefix.len()) == Some(&b'-') { let name = line[prefix.len()+1 ..].split(&[':', ' '][..]).next().unwrap(); name == "test" || util::matches_os(&self.target, name) || // target name == util::get_arch(&self.target) || // architecture name == util::get_pointer_width(&self.target) || // pointer width name == self.stage_id.split('-').next().unwrap() || // stage Some(name) == util::get_env(&self.target) || // env self.target.ends_with(name) || // target and env match self.mode { common::DebugInfoGdb => name == "gdb", common::DebugInfoLldb => name == "lldb", common::Pretty => name == "pretty", _ => false, } || (self.target != self.host && name == "cross-compile") } else { false } } fn has_cfg_prefix(&self, line: &str, prefix: &str) -> bool { // returns whether this line contains this prefix or not. For prefix // "ignore", returns true if line says "ignore-x86_64", "ignore-arch", // "ignore-android" etc. line.starts_with(prefix) && line.as_bytes().get(prefix.len()) == Some(&b'-') } fn parse_name_directive(&self, line: &str, directive: &str) -> bool { // Ensure the directive is a whole word. Do not match "ignore-x86" when // the line says "ignore-x86_64". line.starts_with(directive) && match line.as_bytes().get(directive.len()) { None | Some(&b' ') | Some(&b':') => true, _ => false } } pub fn parse_name_value_directive(&self, line: &str, directive: &str) -> Option { let colon = directive.len(); if line.starts_with(directive) && line.as_bytes().get(colon) == Some(&b':') { let value = line[(colon + 1) ..].to_owned(); debug!("{}: {}", directive, value); Some(expand_variables(value, self)) } else { None } } pub fn find_rust_src_root(&self) -> Option { let mut path = self.src_base.clone(); let path_postfix = Path::new("src/etc/lldb_batchmode.py"); while path.pop() { if path.join(&path_postfix).is_file() { return Some(path); } } None } fn parse_run_rustfix(&self, line: &str) -> bool { self.parse_name_directive(line, "run-rustfix") } fn parse_rustfix_only_machine_applicable(&self, line: &str) -> bool { self.parse_name_directive(line, "rustfix-only-machine-applicable") } fn parse_edition(&self, line: &str) -> Option { self.parse_name_value_directive(line, "edition") } } pub fn lldb_version_to_int(version_string: &str) -> isize { let error_string = format!("Encountered LLDB version string with unexpected format: {}", version_string); version_string.parse().expect(&error_string) } fn expand_variables(mut value: String, config: &Config) -> String { const CWD: &'static str = "{{cwd}}"; const SRC_BASE: &'static str = "{{src-base}}"; const BUILD_BASE: &'static str = "{{build-base}}"; if value.contains(CWD) { let cwd = env::current_dir().unwrap(); value = value.replace(CWD, &cwd.to_string_lossy()); } if value.contains(SRC_BASE) { value = value.replace(SRC_BASE, &config.src_base.to_string_lossy()); } if value.contains(BUILD_BASE) { value = value.replace(BUILD_BASE, &config.build_base.to_string_lossy()); } value } /// Finds the next quoted string `"..."` in `line`, and extract the content from it. Move the `line` /// variable after the end of the quoted string. /// /// # Examples /// /// ```ignore /// let mut s = "normalize-stderr-32bit: \"something (32 bits)\" -> \"something ($WORD bits)\"."; /// let first = parse_normalization_string(&mut s); /// assert_eq!(first, Some("something (32 bits)".to_owned())); /// assert_eq!(s, " -> \"something ($WORD bits)\"."); /// ``` fn parse_normalization_string(line: &mut &str) -> Option { // FIXME support escapes in strings. let begin = match line.find('"') { Some(i) => i + 1, None => return None, }; let end = match line[begin..].find('"') { Some(i) => i + begin, None => return None, }; let result = line[begin..end].to_owned(); *line = &line[end+1..]; Some(result) }