summaryrefslogtreecommitdiffstats
path: root/compiler/rustc_macros/src/symbols.rs
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-06-07 05:48:48 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-06-07 05:48:48 +0000
commitef24de24a82fe681581cc130f342363c47c0969a (patch)
tree0d494f7e1a38b95c92426f58fe6eaa877303a86c /compiler/rustc_macros/src/symbols.rs
parentReleasing progress-linux version 1.74.1+dfsg1-1~progress7.99u1. (diff)
downloadrustc-ef24de24a82fe681581cc130f342363c47c0969a.tar.xz
rustc-ef24de24a82fe681581cc130f342363c47c0969a.zip
Merging upstream version 1.75.0+dfsg1.
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'compiler/rustc_macros/src/symbols.rs')
-rw-r--r--compiler/rustc_macros/src/symbols.rs158
1 files changed, 126 insertions, 32 deletions
diff --git a/compiler/rustc_macros/src/symbols.rs b/compiler/rustc_macros/src/symbols.rs
index 04facbf65..4129712a6 100644
--- a/compiler/rustc_macros/src/symbols.rs
+++ b/compiler/rustc_macros/src/symbols.rs
@@ -26,7 +26,7 @@ use proc_macro2::{Span, TokenStream};
use quote::quote;
use std::collections::HashMap;
use syn::parse::{Parse, ParseStream, Result};
-use syn::{braced, punctuated::Punctuated, Ident, LitStr, Token};
+use syn::{braced, punctuated::Punctuated, Expr, Ident, Lit, LitStr, Macro, Token};
#[cfg(test)]
mod tests;
@@ -53,21 +53,46 @@ impl Parse for Keyword {
struct Symbol {
name: Ident,
- value: Option<LitStr>,
+ value: Value,
+}
+
+enum Value {
+ SameAsName,
+ String(LitStr),
+ Env(LitStr, Macro),
+ Unsupported(Expr),
}
impl Parse for Symbol {
fn parse(input: ParseStream<'_>) -> Result<Self> {
let name = input.parse()?;
- let value = match input.parse::<Token![:]>() {
- Ok(_) => Some(input.parse()?),
- Err(_) => None,
- };
+ let colon_token: Option<Token![:]> = input.parse()?;
+ let value = if colon_token.is_some() { input.parse()? } else { Value::SameAsName };
Ok(Symbol { name, value })
}
}
+impl Parse for Value {
+ fn parse(input: ParseStream<'_>) -> Result<Self> {
+ let expr: Expr = input.parse()?;
+ match &expr {
+ Expr::Lit(expr) => {
+ if let Lit::Str(lit) = &expr.lit {
+ return Ok(Value::String(lit.clone()));
+ }
+ }
+ Expr::Macro(expr) => {
+ if expr.mac.path.is_ident("env") && let Ok(lit) = expr.mac.parse_body() {
+ return Ok(Value::Env(lit, expr.mac.clone()));
+ }
+ }
+ _ => {}
+ }
+ Ok(Value::Unsupported(expr))
+ }
+}
+
struct Input {
keywords: Punctuated<Keyword, Token![,]>,
symbols: Punctuated<Symbol, Token![,]>,
@@ -111,6 +136,37 @@ pub fn symbols(input: TokenStream) -> TokenStream {
output
}
+struct Preinterned {
+ idx: u32,
+ span_of_name: Span,
+}
+
+struct Entries {
+ map: HashMap<String, Preinterned>,
+}
+
+impl Entries {
+ fn with_capacity(capacity: usize) -> Self {
+ Entries { map: HashMap::with_capacity(capacity) }
+ }
+
+ fn insert(&mut self, span: Span, str: &str, errors: &mut Errors) -> u32 {
+ if let Some(prev) = self.map.get(str) {
+ errors.error(span, format!("Symbol `{str}` is duplicated"));
+ errors.error(prev.span_of_name, "location of previous definition".to_string());
+ prev.idx
+ } else {
+ let idx = self.len();
+ self.map.insert(str.to_string(), Preinterned { idx, span_of_name: span });
+ idx
+ }
+ }
+
+ fn len(&self) -> u32 {
+ u32::try_from(self.map.len()).expect("way too many symbols")
+ }
+}
+
fn symbols_with_errors(input: TokenStream) -> (TokenStream, Vec<syn::Error>) {
let mut errors = Errors::default();
@@ -127,20 +183,9 @@ fn symbols_with_errors(input: TokenStream) -> (TokenStream, Vec<syn::Error>) {
let mut keyword_stream = quote! {};
let mut symbols_stream = quote! {};
let mut prefill_stream = quote! {};
- let mut counter = 0u32;
- let mut keys =
- HashMap::<String, Span>::with_capacity(input.keywords.len() + input.symbols.len() + 10);
+ let mut entries = Entries::with_capacity(input.keywords.len() + input.symbols.len() + 10);
let mut prev_key: Option<(Span, String)> = None;
- let mut check_dup = |span: Span, str: &str, errors: &mut Errors| {
- if let Some(prev_span) = keys.get(str) {
- errors.error(span, format!("Symbol `{str}` is duplicated"));
- errors.error(*prev_span, "location of previous definition".to_string());
- } else {
- keys.insert(str.to_string(), span);
- }
- };
-
let mut check_order = |span: Span, str: &str, errors: &mut Errors| {
if let Some((prev_span, ref prev_str)) = prev_key {
if str < prev_str {
@@ -156,49 +201,98 @@ fn symbols_with_errors(input: TokenStream) -> (TokenStream, Vec<syn::Error>) {
let name = &keyword.name;
let value = &keyword.value;
let value_string = value.value();
- check_dup(keyword.name.span(), &value_string, &mut errors);
+ let idx = entries.insert(keyword.name.span(), &value_string, &mut errors);
prefill_stream.extend(quote! {
#value,
});
keyword_stream.extend(quote! {
- pub const #name: Symbol = Symbol::new(#counter);
+ pub const #name: Symbol = Symbol::new(#idx);
});
- counter += 1;
}
// Generate the listed symbols.
for symbol in input.symbols.iter() {
let name = &symbol.name;
+ check_order(symbol.name.span(), &name.to_string(), &mut errors);
+
let value = match &symbol.value {
- Some(value) => value.value(),
- None => name.to_string(),
+ Value::SameAsName => name.to_string(),
+ Value::String(lit) => lit.value(),
+ Value::Env(..) => continue, // in another loop below
+ Value::Unsupported(expr) => {
+ errors.list.push(syn::Error::new_spanned(
+ expr,
+ concat!(
+ "unsupported expression for symbol value; implement support for this in ",
+ file!(),
+ ),
+ ));
+ continue;
+ }
};
- check_dup(symbol.name.span(), &value, &mut errors);
- check_order(symbol.name.span(), &name.to_string(), &mut errors);
+ let idx = entries.insert(symbol.name.span(), &value, &mut errors);
prefill_stream.extend(quote! {
#value,
});
symbols_stream.extend(quote! {
- pub const #name: Symbol = Symbol::new(#counter);
+ pub const #name: Symbol = Symbol::new(#idx);
});
- counter += 1;
}
// Generate symbols for the strings "0", "1", ..., "9".
- let digits_base = counter;
- counter += 10;
for n in 0..10 {
let n = n.to_string();
- check_dup(Span::call_site(), &n, &mut errors);
+ entries.insert(Span::call_site(), &n, &mut errors);
prefill_stream.extend(quote! {
#n,
});
}
+ // Symbols whose value comes from an environment variable. It's allowed for
+ // these to have the same value as another symbol.
+ for symbol in &input.symbols {
+ let (env_var, expr) = match &symbol.value {
+ Value::Env(lit, expr) => (lit, expr),
+ Value::SameAsName | Value::String(_) | Value::Unsupported(_) => continue,
+ };
+
+ if !proc_macro::is_available() {
+ errors.error(
+ Span::call_site(),
+ "proc_macro::tracked_env is not available in unit test".to_owned(),
+ );
+ break;
+ }
+
+ let value = match proc_macro::tracked_env::var(env_var.value()) {
+ Ok(value) => value,
+ Err(err) => {
+ errors.list.push(syn::Error::new_spanned(expr, err));
+ continue;
+ }
+ };
+
+ let idx = if let Some(prev) = entries.map.get(&value) {
+ prev.idx
+ } else {
+ prefill_stream.extend(quote! {
+ #value,
+ });
+ entries.insert(symbol.name.span(), &value, &mut errors)
+ };
+
+ let name = &symbol.name;
+ symbols_stream.extend(quote! {
+ pub const #name: Symbol = Symbol::new(#idx);
+ });
+ }
+
+ let symbol_digits_base = entries.map["0"].idx;
+ let preinterned_symbols_count = entries.len();
let output = quote! {
- const SYMBOL_DIGITS_BASE: u32 = #digits_base;
- const PREINTERNED_SYMBOLS_COUNT: u32 = #counter;
+ const SYMBOL_DIGITS_BASE: u32 = #symbol_digits_base;
+ const PREINTERNED_SYMBOLS_COUNT: u32 = #preinterned_symbols_count;
#[doc(hidden)]
#[allow(non_upper_case_globals)]