ایجاد لکسر ساده و سریع با آرم

cargo new my_lexer
cd my_lexer

cargo add logos

// examples/my_example.txt
fn main() {
   print("hello")
}

// src/main.rs
use std::env;
use std::fs::read_to_string;

fn main() {
    let args: Vec<String> = env::args().collect();
    if args.len() >= 2 {
        let file = &args[1];
        let ctx = read_to_string(file).expect("Should have been able to read the file");
        println!("{:?}", ctx);
    } else {
        eprintln!("pls give me a text file.");
    }
}

#[derive(Logos, Debug, PartialEq)]
#[logos(skip r"[ \t\n\f]+")]
pub enum Token<'a> {
    #[token("fn")]
    Function,
    #[token("{")]
    LeftCurlyBracet,
    #[token("}")]
    RightCurlyBracet,
    #[token("(")]
    LeftBracet,
    #[token(")")]
        RightBracet,

    #[regex(r"[a-zA-Z][a-zA-Z0-9]*")]
    Text(&'a str),
    #[regex(r#""([^"\\]|\\.)*""#, priority = 1)]
    String(&'a str),
}

// src/main.rs
use std::env;
use std::fs::read_to_string;
use logos::Logos;

#[derive(Logos, Debug, PartialEq)]
#[logos(skip r"[ \t\n\f]+")]
pub enum Token<'a> {
    #[token("fn")]
    Function,
    #[token("{")]
    LeftCurlyBracet,
    #[token("}")]
    RightCurlyBracet,
    #[token("(")]
    LeftBracet,
    #[token(")")]
        RightBracket,

    #[regex(r"[a-zA-Z][a-zA-Z0-9]*")]
    Text(&'a str),
    #[regex(r#""([^"\\]|\\.)*""#, priority = 1)]
    String(&'a str),
}

fn main() {
    let args: Vec<String> = env::args().collect();
    if args.len() >= 2 {
        let file = &args[1];
        let ctx = read_to_string(file).expect("Should have been able to read the file");
        for res in Token::lexer(&ctx) {
            match res {
                Ok(token) => println!("{:#?}", token),
                Err(e) => panic!("some error occurred {:?}", e)
            }
        }
    } else {
        eprintln!("pls give me a text file.");
    }
}