mirror of
https://gitee.com/openharmony/third_party_rust_syn
synced 2024-11-26 17:31:44 +00:00
274 lines
8.3 KiB
Rust
274 lines
8.3 KiB
Rust
#![allow(
|
|
clippy::float_cmp,
|
|
clippy::non_ascii_literal,
|
|
clippy::single_match_else,
|
|
clippy::uninlined_format_args
|
|
)]
|
|
|
|
#[macro_use]
|
|
mod macros;
|
|
|
|
use proc_macro2::{Delimiter, Group, Literal, Span, TokenStream, TokenTree};
|
|
use quote::ToTokens;
|
|
use std::str::FromStr;
|
|
use syn::{Lit, LitFloat, LitInt, LitStr};
|
|
|
|
fn lit(s: &str) -> Lit {
|
|
let mut tokens = TokenStream::from_str(s).unwrap().into_iter();
|
|
match tokens.next().unwrap() {
|
|
TokenTree::Literal(lit) => {
|
|
assert!(tokens.next().is_none());
|
|
Lit::new(lit)
|
|
}
|
|
wrong => panic!("{:?}", wrong),
|
|
}
|
|
}
|
|
|
|
#[test]
|
|
fn strings() {
|
|
fn test_string(s: &str, value: &str) {
|
|
match lit(s) {
|
|
Lit::Str(lit) => {
|
|
assert_eq!(lit.value(), value);
|
|
let again = lit.into_token_stream().to_string();
|
|
if again != s {
|
|
test_string(&again, value);
|
|
}
|
|
}
|
|
wrong => panic!("{:?}", wrong),
|
|
}
|
|
}
|
|
|
|
test_string("\"a\"", "a");
|
|
test_string("\"\\n\"", "\n");
|
|
test_string("\"\\r\"", "\r");
|
|
test_string("\"\\t\"", "\t");
|
|
test_string("\"🐕\"", "🐕"); // NOTE: This is an emoji
|
|
test_string("\"\\\"\"", "\"");
|
|
test_string("\"'\"", "'");
|
|
test_string("\"\"", "");
|
|
test_string("\"\\u{1F415}\"", "\u{1F415}");
|
|
test_string("\"\\u{1_2__3_}\"", "\u{123}");
|
|
test_string(
|
|
"\"contains\nnewlines\\\nescaped newlines\"",
|
|
"contains\nnewlinesescaped newlines",
|
|
);
|
|
test_string(
|
|
"\"escaped newline\\\n \x0C unsupported whitespace\"",
|
|
"escaped newline\x0C unsupported whitespace",
|
|
);
|
|
test_string("r\"raw\nstring\\\nhere\"", "raw\nstring\\\nhere");
|
|
test_string("\"...\"q", "...");
|
|
test_string("r\"...\"q", "...");
|
|
test_string("r##\"...\"##q", "...");
|
|
}
|
|
|
|
#[test]
|
|
fn byte_strings() {
|
|
fn test_byte_string(s: &str, value: &[u8]) {
|
|
match lit(s) {
|
|
Lit::ByteStr(lit) => {
|
|
assert_eq!(lit.value(), value);
|
|
let again = lit.into_token_stream().to_string();
|
|
if again != s {
|
|
test_byte_string(&again, value);
|
|
}
|
|
}
|
|
wrong => panic!("{:?}", wrong),
|
|
}
|
|
}
|
|
|
|
test_byte_string("b\"a\"", b"a");
|
|
test_byte_string("b\"\\n\"", b"\n");
|
|
test_byte_string("b\"\\r\"", b"\r");
|
|
test_byte_string("b\"\\t\"", b"\t");
|
|
test_byte_string("b\"\\\"\"", b"\"");
|
|
test_byte_string("b\"'\"", b"'");
|
|
test_byte_string("b\"\"", b"");
|
|
test_byte_string(
|
|
"b\"contains\nnewlines\\\nescaped newlines\"",
|
|
b"contains\nnewlinesescaped newlines",
|
|
);
|
|
test_byte_string("br\"raw\nstring\\\nhere\"", b"raw\nstring\\\nhere");
|
|
test_byte_string("b\"...\"q", b"...");
|
|
test_byte_string("br\"...\"q", b"...");
|
|
test_byte_string("br##\"...\"##q", b"...");
|
|
}
|
|
|
|
#[test]
|
|
fn bytes() {
|
|
fn test_byte(s: &str, value: u8) {
|
|
match lit(s) {
|
|
Lit::Byte(lit) => {
|
|
assert_eq!(lit.value(), value);
|
|
let again = lit.into_token_stream().to_string();
|
|
assert_eq!(again, s);
|
|
}
|
|
wrong => panic!("{:?}", wrong),
|
|
}
|
|
}
|
|
|
|
test_byte("b'a'", b'a');
|
|
test_byte("b'\\n'", b'\n');
|
|
test_byte("b'\\r'", b'\r');
|
|
test_byte("b'\\t'", b'\t');
|
|
test_byte("b'\\''", b'\'');
|
|
test_byte("b'\"'", b'"');
|
|
test_byte("b'a'q", b'a');
|
|
}
|
|
|
|
#[test]
|
|
fn chars() {
|
|
fn test_char(s: &str, value: char) {
|
|
match lit(s) {
|
|
Lit::Char(lit) => {
|
|
assert_eq!(lit.value(), value);
|
|
let again = lit.into_token_stream().to_string();
|
|
if again != s {
|
|
test_char(&again, value);
|
|
}
|
|
}
|
|
wrong => panic!("{:?}", wrong),
|
|
}
|
|
}
|
|
|
|
test_char("'a'", 'a');
|
|
test_char("'\\n'", '\n');
|
|
test_char("'\\r'", '\r');
|
|
test_char("'\\t'", '\t');
|
|
test_char("'🐕'", '🐕'); // NOTE: This is an emoji
|
|
test_char("'\\''", '\'');
|
|
test_char("'\"'", '"');
|
|
test_char("'\\u{1F415}'", '\u{1F415}');
|
|
test_char("'a'q", 'a');
|
|
}
|
|
|
|
#[test]
|
|
fn ints() {
|
|
fn test_int(s: &str, value: u64, suffix: &str) {
|
|
match lit(s) {
|
|
Lit::Int(lit) => {
|
|
assert_eq!(lit.base10_digits().parse::<u64>().unwrap(), value);
|
|
assert_eq!(lit.suffix(), suffix);
|
|
let again = lit.into_token_stream().to_string();
|
|
if again != s {
|
|
test_int(&again, value, suffix);
|
|
}
|
|
}
|
|
wrong => panic!("{:?}", wrong),
|
|
}
|
|
}
|
|
|
|
test_int("5", 5, "");
|
|
test_int("5u32", 5, "u32");
|
|
test_int("0E", 0, "E");
|
|
test_int("0ECMA", 0, "ECMA");
|
|
test_int("0o0A", 0, "A");
|
|
test_int("5_0", 50, "");
|
|
test_int("5_____0_____", 50, "");
|
|
test_int("0x7f", 127, "");
|
|
test_int("0x7F", 127, "");
|
|
test_int("0b1001", 9, "");
|
|
test_int("0o73", 59, "");
|
|
test_int("0x7Fu8", 127, "u8");
|
|
test_int("0b1001i8", 9, "i8");
|
|
test_int("0o73u32", 59, "u32");
|
|
test_int("0x__7___f_", 127, "");
|
|
test_int("0x__7___F_", 127, "");
|
|
test_int("0b_1_0__01", 9, "");
|
|
test_int("0o_7__3", 59, "");
|
|
test_int("0x_7F__u8", 127, "u8");
|
|
test_int("0b__10__0_1i8", 9, "i8");
|
|
test_int("0o__7__________________3u32", 59, "u32");
|
|
test_int("0e1\u{5c5}", 0, "e1\u{5c5}");
|
|
}
|
|
|
|
#[test]
|
|
fn floats() {
|
|
fn test_float(s: &str, value: f64, suffix: &str) {
|
|
match lit(s) {
|
|
Lit::Float(lit) => {
|
|
assert_eq!(lit.base10_digits().parse::<f64>().unwrap(), value);
|
|
assert_eq!(lit.suffix(), suffix);
|
|
let again = lit.into_token_stream().to_string();
|
|
if again != s {
|
|
test_float(&again, value, suffix);
|
|
}
|
|
}
|
|
wrong => panic!("{:?}", wrong),
|
|
}
|
|
}
|
|
|
|
test_float("5.5", 5.5, "");
|
|
test_float("5.5E12", 5.5e12, "");
|
|
test_float("5.5e12", 5.5e12, "");
|
|
test_float("1.0__3e-12", 1.03e-12, "");
|
|
test_float("1.03e+12", 1.03e12, "");
|
|
test_float("9e99e99", 9e99, "e99");
|
|
test_float("1e_0", 1.0, "");
|
|
test_float("0.0ECMA", 0.0, "ECMA");
|
|
}
|
|
|
|
#[test]
|
|
fn negative() {
|
|
let span = Span::call_site();
|
|
assert_eq!("-1", LitInt::new("-1", span).to_string());
|
|
assert_eq!("-1i8", LitInt::new("-1i8", span).to_string());
|
|
assert_eq!("-1i16", LitInt::new("-1i16", span).to_string());
|
|
assert_eq!("-1i32", LitInt::new("-1i32", span).to_string());
|
|
assert_eq!("-1i64", LitInt::new("-1i64", span).to_string());
|
|
assert_eq!("-1.5", LitFloat::new("-1.5", span).to_string());
|
|
assert_eq!("-1.5f32", LitFloat::new("-1.5f32", span).to_string());
|
|
assert_eq!("-1.5f64", LitFloat::new("-1.5f64", span).to_string());
|
|
}
|
|
|
|
#[test]
|
|
fn suffix() {
|
|
fn get_suffix(token: &str) -> String {
|
|
let lit = syn::parse_str::<Lit>(token).unwrap();
|
|
match lit {
|
|
Lit::Str(lit) => lit.suffix().to_owned(),
|
|
Lit::ByteStr(lit) => lit.suffix().to_owned(),
|
|
Lit::Byte(lit) => lit.suffix().to_owned(),
|
|
Lit::Char(lit) => lit.suffix().to_owned(),
|
|
Lit::Int(lit) => lit.suffix().to_owned(),
|
|
Lit::Float(lit) => lit.suffix().to_owned(),
|
|
_ => unimplemented!(),
|
|
}
|
|
}
|
|
|
|
assert_eq!(get_suffix("\"\"s"), "s");
|
|
assert_eq!(get_suffix("r\"\"r"), "r");
|
|
assert_eq!(get_suffix("b\"\"b"), "b");
|
|
assert_eq!(get_suffix("br\"\"br"), "br");
|
|
assert_eq!(get_suffix("r#\"\"#r"), "r");
|
|
assert_eq!(get_suffix("'c'c"), "c");
|
|
assert_eq!(get_suffix("b'b'b"), "b");
|
|
assert_eq!(get_suffix("1i32"), "i32");
|
|
assert_eq!(get_suffix("1_i32"), "i32");
|
|
assert_eq!(get_suffix("1.0f32"), "f32");
|
|
assert_eq!(get_suffix("1.0_f32"), "f32");
|
|
}
|
|
|
|
#[test]
|
|
fn test_deep_group_empty() {
|
|
let tokens = TokenStream::from_iter(vec![TokenTree::Group(Group::new(
|
|
Delimiter::None,
|
|
TokenStream::from_iter(vec![TokenTree::Group(Group::new(
|
|
Delimiter::None,
|
|
TokenStream::from_iter(vec![TokenTree::Literal(Literal::string("hi"))]),
|
|
))]),
|
|
))]);
|
|
|
|
snapshot!(tokens as Lit, @r#""hi""# );
|
|
}
|
|
|
|
#[test]
|
|
fn test_error() {
|
|
let err = syn::parse_str::<LitStr>("...").unwrap_err();
|
|
assert_eq!("expected string literal", err.to_string());
|
|
|
|
let err = syn::parse_str::<LitStr>("5").unwrap_err();
|
|
assert_eq!("expected string literal", err.to_string());
|
|
}
|